{
  "best_global_step": 7600,
  "best_metric": 0.9609123645916349,
  "best_model_checkpoint": "/workspaces/decompile_search/data/models/verifier-late-december/O0_O2_32b_classifier_big_object_corrected_unstripped/checkpoint-7600",
  "epoch": 0.5293760305476004,
  "eval_steps": 25,
  "global_step": 7600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00017356591165495098,
      "grad_norm": 4228.53662109375,
      "learning_rate": 0.0,
      "loss": 36.0253,
      "step": 1
    },
    {
      "epoch": 0.00034713182330990195,
      "grad_norm": 3952.43017578125,
      "learning_rate": 1.4459224985540776e-09,
      "loss": 36.8201,
      "step": 2
    },
    {
      "epoch": 0.000520697734964853,
      "grad_norm": 3573.686279296875,
      "learning_rate": 2.8918449971081552e-09,
      "loss": 34.8841,
      "step": 3
    },
    {
      "epoch": 0.0006942636466198039,
      "grad_norm": 3645.1025390625,
      "learning_rate": 4.337767495662233e-09,
      "loss": 36.528,
      "step": 4
    },
    {
      "epoch": 0.0008678295582747548,
      "grad_norm": 4033.712890625,
      "learning_rate": 5.7836899942163105e-09,
      "loss": 38.3998,
      "step": 5
    },
    {
      "epoch": 0.001041395469929706,
      "grad_norm": 4034.7177734375,
      "learning_rate": 7.2296124927703875e-09,
      "loss": 36.1437,
      "step": 6
    },
    {
      "epoch": 0.0012149613815846567,
      "grad_norm": 4175.0673828125,
      "learning_rate": 8.675534991324465e-09,
      "loss": 36.0957,
      "step": 7
    },
    {
      "epoch": 0.0013885272932396078,
      "grad_norm": 3848.7998046875,
      "learning_rate": 1.0121457489878544e-08,
      "loss": 33.8165,
      "step": 8
    },
    {
      "epoch": 0.0015620932048945586,
      "grad_norm": 4200.9638671875,
      "learning_rate": 1.1567379988432621e-08,
      "loss": 39.481,
      "step": 9
    },
    {
      "epoch": 0.0017356591165495097,
      "grad_norm": 3579.177734375,
      "learning_rate": 1.30133024869867e-08,
      "loss": 34.0745,
      "step": 10
    },
    {
      "epoch": 0.0019092250282044605,
      "grad_norm": 4151.77978515625,
      "learning_rate": 1.4459224985540775e-08,
      "loss": 36.6512,
      "step": 11
    },
    {
      "epoch": 0.002082790939859412,
      "grad_norm": 3751.719970703125,
      "learning_rate": 1.5905147484094854e-08,
      "loss": 32.8222,
      "step": 12
    },
    {
      "epoch": 0.0022563568515143627,
      "grad_norm": 3645.08837890625,
      "learning_rate": 1.735106998264893e-08,
      "loss": 36.3107,
      "step": 13
    },
    {
      "epoch": 0.0024299227631693135,
      "grad_norm": 3648.15478515625,
      "learning_rate": 1.8796992481203008e-08,
      "loss": 33.8669,
      "step": 14
    },
    {
      "epoch": 0.0026034886748242643,
      "grad_norm": 4418.2490234375,
      "learning_rate": 2.0242914979757088e-08,
      "loss": 37.3911,
      "step": 15
    },
    {
      "epoch": 0.0027770545864792156,
      "grad_norm": 5183.18603515625,
      "learning_rate": 2.1688837478311165e-08,
      "loss": 36.4602,
      "step": 16
    },
    {
      "epoch": 0.0029506204981341664,
      "grad_norm": 3943.08935546875,
      "learning_rate": 2.3134759976865242e-08,
      "loss": 36.452,
      "step": 17
    },
    {
      "epoch": 0.0031241864097891173,
      "grad_norm": 7914.32958984375,
      "learning_rate": 2.458068247541932e-08,
      "loss": 34.7985,
      "step": 18
    },
    {
      "epoch": 0.0032977523214440686,
      "grad_norm": 4030.625,
      "learning_rate": 2.60266049739734e-08,
      "loss": 38.1628,
      "step": 19
    },
    {
      "epoch": 0.0034713182330990194,
      "grad_norm": 4248.8984375,
      "learning_rate": 2.7472527472527476e-08,
      "loss": 33.3482,
      "step": 20
    },
    {
      "epoch": 0.0036448841447539702,
      "grad_norm": 4006.99169921875,
      "learning_rate": 2.891844997108155e-08,
      "loss": 33.637,
      "step": 21
    },
    {
      "epoch": 0.003818450056408921,
      "grad_norm": 3728.95703125,
      "learning_rate": 3.036437246963563e-08,
      "loss": 35.4098,
      "step": 22
    },
    {
      "epoch": 0.003992015968063872,
      "grad_norm": 3884.2890625,
      "learning_rate": 3.181029496818971e-08,
      "loss": 36.7061,
      "step": 23
    },
    {
      "epoch": 0.004165581879718824,
      "grad_norm": 3877.03759765625,
      "learning_rate": 3.3256217466743784e-08,
      "loss": 36.2315,
      "step": 24
    },
    {
      "epoch": 0.0043391477913737745,
      "grad_norm": 3828.908203125,
      "learning_rate": 3.470213996529786e-08,
      "loss": 34.7185,
      "step": 25
    },
    {
      "epoch": 0.0043391477913737745,
      "eval_synth_accuracy": 0.663481228668942,
      "eval_synth_auroc": 0.464387968948316,
      "eval_synth_f1": 0.7977020927369717,
      "eval_synth_loss": 1.355926513671875,
      "eval_synth_precision": 0.668041237113402,
      "eval_synth_recall": 0.9898167006109979,
      "eval_synth_runtime": 102.0338,
      "eval_synth_samples_per_second": 14.358,
      "eval_synth_steps_per_second": 0.451,
      "step": 25
    },
    {
      "epoch": 0.0043391477913737745,
      "eval_real_accuracy": 0.6656976744186046,
      "eval_real_auroc": 0.5140159803726543,
      "eval_real_f1": 0.7985989492119089,
      "eval_real_loss": 1.3779751062393188,
      "eval_real_precision": 0.6656934306569343,
      "eval_real_recall": 0.9978118161925602,
      "eval_real_runtime": 95.2937,
      "eval_real_samples_per_second": 14.44,
      "eval_real_steps_per_second": 0.451,
      "step": 25
    },
    {
      "epoch": 0.004512713703028725,
      "grad_norm": 3591.2275390625,
      "learning_rate": 3.6148062463851945e-08,
      "loss": 34.7618,
      "step": 26
    },
    {
      "epoch": 0.004686279614683676,
      "grad_norm": 4651.61181640625,
      "learning_rate": 3.7593984962406015e-08,
      "loss": 38.1441,
      "step": 27
    },
    {
      "epoch": 0.004859845526338627,
      "grad_norm": 3492.941162109375,
      "learning_rate": 3.903990746096009e-08,
      "loss": 37.4074,
      "step": 28
    },
    {
      "epoch": 0.005033411437993578,
      "grad_norm": 3865.257080078125,
      "learning_rate": 4.0485829959514176e-08,
      "loss": 34.8805,
      "step": 29
    },
    {
      "epoch": 0.005206977349648529,
      "grad_norm": 3390.60693359375,
      "learning_rate": 4.193175245806825e-08,
      "loss": 31.7985,
      "step": 30
    },
    {
      "epoch": 0.00538054326130348,
      "grad_norm": 4035.4833984375,
      "learning_rate": 4.337767495662233e-08,
      "loss": 35.9005,
      "step": 31
    },
    {
      "epoch": 0.005554109172958431,
      "grad_norm": 3625.94873046875,
      "learning_rate": 4.4823597455176413e-08,
      "loss": 34.4426,
      "step": 32
    },
    {
      "epoch": 0.005727675084613382,
      "grad_norm": 4014.754638671875,
      "learning_rate": 4.6269519953730484e-08,
      "loss": 37.2662,
      "step": 33
    },
    {
      "epoch": 0.005901240996268333,
      "grad_norm": 4071.7470703125,
      "learning_rate": 4.771544245228456e-08,
      "loss": 36.2167,
      "step": 34
    },
    {
      "epoch": 0.006074806907923284,
      "grad_norm": 4045.746826171875,
      "learning_rate": 4.916136495083864e-08,
      "loss": 34.9773,
      "step": 35
    },
    {
      "epoch": 0.006248372819578235,
      "grad_norm": 3790.11572265625,
      "learning_rate": 5.0607287449392715e-08,
      "loss": 33.9086,
      "step": 36
    },
    {
      "epoch": 0.006421938731233185,
      "grad_norm": 3702.358642578125,
      "learning_rate": 5.20532099479468e-08,
      "loss": 35.5043,
      "step": 37
    },
    {
      "epoch": 0.006595504642888137,
      "grad_norm": 3762.54736328125,
      "learning_rate": 5.3499132446500875e-08,
      "loss": 32.9877,
      "step": 38
    },
    {
      "epoch": 0.006769070554543088,
      "grad_norm": 4061.750732421875,
      "learning_rate": 5.494505494505495e-08,
      "loss": 38.2145,
      "step": 39
    },
    {
      "epoch": 0.006942636466198039,
      "grad_norm": 3597.857421875,
      "learning_rate": 5.639097744360902e-08,
      "loss": 34.9046,
      "step": 40
    },
    {
      "epoch": 0.00711620237785299,
      "grad_norm": 3984.69189453125,
      "learning_rate": 5.78368999421631e-08,
      "loss": 34.9614,
      "step": 41
    },
    {
      "epoch": 0.0072897682895079405,
      "grad_norm": 4063.58251953125,
      "learning_rate": 5.928282244071718e-08,
      "loss": 32.0313,
      "step": 42
    },
    {
      "epoch": 0.007463334201162891,
      "grad_norm": 3969.01220703125,
      "learning_rate": 6.072874493927126e-08,
      "loss": 34.5995,
      "step": 43
    },
    {
      "epoch": 0.007636900112817842,
      "grad_norm": 3594.889404296875,
      "learning_rate": 6.217466743782534e-08,
      "loss": 31.0729,
      "step": 44
    },
    {
      "epoch": 0.007810466024472794,
      "grad_norm": 4138.6357421875,
      "learning_rate": 6.362058993637941e-08,
      "loss": 33.124,
      "step": 45
    },
    {
      "epoch": 0.007984031936127744,
      "grad_norm": 3534.60205078125,
      "learning_rate": 6.506651243493348e-08,
      "loss": 32.3269,
      "step": 46
    },
    {
      "epoch": 0.008157597847782696,
      "grad_norm": 3126.472412109375,
      "learning_rate": 6.651243493348757e-08,
      "loss": 28.0996,
      "step": 47
    },
    {
      "epoch": 0.008331163759437647,
      "grad_norm": 4079.546142578125,
      "learning_rate": 6.795835743204165e-08,
      "loss": 35.2665,
      "step": 48
    },
    {
      "epoch": 0.008504729671092597,
      "grad_norm": 3551.023193359375,
      "learning_rate": 6.940427993059572e-08,
      "loss": 33.8815,
      "step": 49
    },
    {
      "epoch": 0.008678295582747549,
      "grad_norm": 3879.751708984375,
      "learning_rate": 7.08502024291498e-08,
      "loss": 31.4885,
      "step": 50
    },
    {
      "epoch": 0.008678295582747549,
      "eval_synth_accuracy": 0.6593856655290102,
      "eval_synth_auroc": 0.46192331532807934,
      "eval_synth_f1": 0.7940569541890219,
      "eval_synth_loss": 1.2526544332504272,
      "eval_synth_precision": 0.6675919500346982,
      "eval_synth_recall": 0.9796334012219959,
      "eval_synth_runtime": 102.0591,
      "eval_synth_samples_per_second": 14.354,
      "eval_synth_steps_per_second": 0.451,
      "step": 50
    },
    {
      "epoch": 0.008678295582747549,
      "eval_real_accuracy": 0.6620639534883721,
      "eval_real_auroc": 0.5147619521251906,
      "eval_real_f1": 0.7959631417288284,
      "eval_real_loss": 1.26611328125,
      "eval_real_precision": 0.6644688644688644,
      "eval_real_recall": 0.9923413566739606,
      "eval_real_runtime": 95.3003,
      "eval_real_samples_per_second": 14.439,
      "eval_real_steps_per_second": 0.451,
      "step": 50
    },
    {
      "epoch": 0.008851861494402499,
      "grad_norm": 3569.44140625,
      "learning_rate": 7.229612492770389e-08,
      "loss": 33.9007,
      "step": 51
    },
    {
      "epoch": 0.00902542740605745,
      "grad_norm": 3478.649169921875,
      "learning_rate": 7.374204742625796e-08,
      "loss": 30.4424,
      "step": 52
    },
    {
      "epoch": 0.0091989933177124,
      "grad_norm": 3823.427978515625,
      "learning_rate": 7.518796992481203e-08,
      "loss": 35.0564,
      "step": 53
    },
    {
      "epoch": 0.009372559229367352,
      "grad_norm": 3889.23046875,
      "learning_rate": 7.663389242336611e-08,
      "loss": 29.8344,
      "step": 54
    },
    {
      "epoch": 0.009546125141022304,
      "grad_norm": 3728.981201171875,
      "learning_rate": 7.807981492192018e-08,
      "loss": 29.9138,
      "step": 55
    },
    {
      "epoch": 0.009719691052677254,
      "grad_norm": 3135.741943359375,
      "learning_rate": 7.952573742047427e-08,
      "loss": 26.663,
      "step": 56
    },
    {
      "epoch": 0.009893256964332206,
      "grad_norm": 3568.915771484375,
      "learning_rate": 8.097165991902835e-08,
      "loss": 27.905,
      "step": 57
    },
    {
      "epoch": 0.010066822875987156,
      "grad_norm": 3419.41162109375,
      "learning_rate": 8.241758241758242e-08,
      "loss": 27.4777,
      "step": 58
    },
    {
      "epoch": 0.010240388787642107,
      "grad_norm": 3318.543701171875,
      "learning_rate": 8.38635049161365e-08,
      "loss": 26.5013,
      "step": 59
    },
    {
      "epoch": 0.010413954699297057,
      "grad_norm": 6693.0341796875,
      "learning_rate": 8.530942741469059e-08,
      "loss": 24.5915,
      "step": 60
    },
    {
      "epoch": 0.010587520610952009,
      "grad_norm": 3150.340576171875,
      "learning_rate": 8.675534991324466e-08,
      "loss": 26.1918,
      "step": 61
    },
    {
      "epoch": 0.01076108652260696,
      "grad_norm": 3398.87548828125,
      "learning_rate": 8.820127241179874e-08,
      "loss": 25.9595,
      "step": 62
    },
    {
      "epoch": 0.01093465243426191,
      "grad_norm": 3067.6767578125,
      "learning_rate": 8.964719491035283e-08,
      "loss": 26.6996,
      "step": 63
    },
    {
      "epoch": 0.011108218345916862,
      "grad_norm": 2657.7607421875,
      "learning_rate": 9.109311740890688e-08,
      "loss": 24.2999,
      "step": 64
    },
    {
      "epoch": 0.011281784257571812,
      "grad_norm": 2777.037109375,
      "learning_rate": 9.253903990746097e-08,
      "loss": 27.1251,
      "step": 65
    },
    {
      "epoch": 0.011455350169226764,
      "grad_norm": 2549.5859375,
      "learning_rate": 9.398496240601504e-08,
      "loss": 23.6898,
      "step": 66
    },
    {
      "epoch": 0.011628916080881714,
      "grad_norm": 3138.75927734375,
      "learning_rate": 9.543088490456912e-08,
      "loss": 25.7994,
      "step": 67
    },
    {
      "epoch": 0.011802481992536666,
      "grad_norm": 2690.289306640625,
      "learning_rate": 9.687680740312319e-08,
      "loss": 25.677,
      "step": 68
    },
    {
      "epoch": 0.011976047904191617,
      "grad_norm": 2962.223876953125,
      "learning_rate": 9.832272990167728e-08,
      "loss": 27.5256,
      "step": 69
    },
    {
      "epoch": 0.012149613815846567,
      "grad_norm": 2931.5283203125,
      "learning_rate": 9.976865240023136e-08,
      "loss": 25.1299,
      "step": 70
    },
    {
      "epoch": 0.01232317972750152,
      "grad_norm": 2772.566650390625,
      "learning_rate": 1.0121457489878543e-07,
      "loss": 24.8539,
      "step": 71
    },
    {
      "epoch": 0.01249674563915647,
      "grad_norm": 2875.86572265625,
      "learning_rate": 1.0266049739733951e-07,
      "loss": 21.6222,
      "step": 72
    },
    {
      "epoch": 0.01267031155081142,
      "grad_norm": 2730.883544921875,
      "learning_rate": 1.041064198958936e-07,
      "loss": 21.4826,
      "step": 73
    },
    {
      "epoch": 0.01284387746246637,
      "grad_norm": 2522.251953125,
      "learning_rate": 1.0555234239444767e-07,
      "loss": 20.7973,
      "step": 74
    },
    {
      "epoch": 0.013017443374121323,
      "grad_norm": 2891.79150390625,
      "learning_rate": 1.0699826489300175e-07,
      "loss": 20.0441,
      "step": 75
    },
    {
      "epoch": 0.013017443374121323,
      "eval_synth_accuracy": 0.489419795221843,
      "eval_synth_auroc": 0.46389461655555697,
      "eval_synth_f1": 0.5788288288288288,
      "eval_synth_loss": 1.0068395137786865,
      "eval_synth_precision": 0.6473551637279596,
      "eval_synth_recall": 0.5234215885947047,
      "eval_synth_runtime": 102.0477,
      "eval_synth_samples_per_second": 14.356,
      "eval_synth_steps_per_second": 0.451,
      "step": 75
    },
    {
      "epoch": 0.013017443374121323,
      "eval_real_accuracy": 0.5574127906976745,
      "eval_real_auroc": 0.5201862324400618,
      "eval_real_f1": 0.6637217007178354,
      "eval_real_loss": 0.8862983584403992,
      "eval_real_precision": 0.6700111482720178,
      "eval_real_recall": 0.6575492341356673,
      "eval_real_runtime": 95.3957,
      "eval_real_samples_per_second": 14.424,
      "eval_real_steps_per_second": 0.451,
      "step": 75
    },
    {
      "epoch": 0.013191009285776274,
      "grad_norm": 2423.336181640625,
      "learning_rate": 1.0844418739155583e-07,
      "loss": 15.9901,
      "step": 76
    },
    {
      "epoch": 0.013364575197431224,
      "grad_norm": 1265.911376953125,
      "learning_rate": 1.098901098901099e-07,
      "loss": 17.1076,
      "step": 77
    },
    {
      "epoch": 0.013538141109086176,
      "grad_norm": 1386.8963623046875,
      "learning_rate": 1.1133603238866398e-07,
      "loss": 16.6328,
      "step": 78
    },
    {
      "epoch": 0.013711707020741126,
      "grad_norm": 2355.27587890625,
      "learning_rate": 1.1278195488721805e-07,
      "loss": 14.759,
      "step": 79
    },
    {
      "epoch": 0.013885272932396078,
      "grad_norm": 1171.97119140625,
      "learning_rate": 1.1422787738577213e-07,
      "loss": 14.061,
      "step": 80
    },
    {
      "epoch": 0.014058838844051028,
      "grad_norm": 1007.5577392578125,
      "learning_rate": 1.156737998843262e-07,
      "loss": 15.6206,
      "step": 81
    },
    {
      "epoch": 0.01423240475570598,
      "grad_norm": 1687.1466064453125,
      "learning_rate": 1.1711972238288028e-07,
      "loss": 16.6668,
      "step": 82
    },
    {
      "epoch": 0.014405970667360931,
      "grad_norm": 1064.3980712890625,
      "learning_rate": 1.1856564488143437e-07,
      "loss": 14.452,
      "step": 83
    },
    {
      "epoch": 0.014579536579015881,
      "grad_norm": 895.5460205078125,
      "learning_rate": 1.2001156737998845e-07,
      "loss": 15.524,
      "step": 84
    },
    {
      "epoch": 0.014753102490670833,
      "grad_norm": 1105.4044189453125,
      "learning_rate": 1.2145748987854252e-07,
      "loss": 16.5516,
      "step": 85
    },
    {
      "epoch": 0.014926668402325783,
      "grad_norm": 1411.94970703125,
      "learning_rate": 1.229034123770966e-07,
      "loss": 14.2344,
      "step": 86
    },
    {
      "epoch": 0.015100234313980734,
      "grad_norm": 2731.4775390625,
      "learning_rate": 1.243493348756507e-07,
      "loss": 14.8327,
      "step": 87
    },
    {
      "epoch": 0.015273800225635684,
      "grad_norm": 908.2174072265625,
      "learning_rate": 1.2579525737420476e-07,
      "loss": 15.1681,
      "step": 88
    },
    {
      "epoch": 0.015447366137290636,
      "grad_norm": 1103.2083740234375,
      "learning_rate": 1.2724117987275883e-07,
      "loss": 15.3171,
      "step": 89
    },
    {
      "epoch": 0.015620932048945588,
      "grad_norm": 983.1049194335938,
      "learning_rate": 1.2868710237131293e-07,
      "loss": 14.9218,
      "step": 90
    },
    {
      "epoch": 0.015794497960600538,
      "grad_norm": 1019.3872680664062,
      "learning_rate": 1.3013302486986697e-07,
      "loss": 16.2134,
      "step": 91
    },
    {
      "epoch": 0.015968063872255488,
      "grad_norm": 970.2417602539062,
      "learning_rate": 1.3157894736842107e-07,
      "loss": 16.6032,
      "step": 92
    },
    {
      "epoch": 0.01614162978391044,
      "grad_norm": 994.5049438476562,
      "learning_rate": 1.3302486986697514e-07,
      "loss": 14.6115,
      "step": 93
    },
    {
      "epoch": 0.01631519569556539,
      "grad_norm": 1160.5682373046875,
      "learning_rate": 1.344707923655292e-07,
      "loss": 16.5379,
      "step": 94
    },
    {
      "epoch": 0.01648876160722034,
      "grad_norm": 842.8480224609375,
      "learning_rate": 1.359167148640833e-07,
      "loss": 14.6116,
      "step": 95
    },
    {
      "epoch": 0.016662327518875295,
      "grad_norm": 7052.26611328125,
      "learning_rate": 1.3736263736263737e-07,
      "loss": 13.7351,
      "step": 96
    },
    {
      "epoch": 0.016835893430530244,
      "grad_norm": 956.9061279296875,
      "learning_rate": 1.3880855986119144e-07,
      "loss": 14.6558,
      "step": 97
    },
    {
      "epoch": 0.017009459342185194,
      "grad_norm": 1082.5347900390625,
      "learning_rate": 1.4025448235974554e-07,
      "loss": 15.4275,
      "step": 98
    },
    {
      "epoch": 0.017183025253840144,
      "grad_norm": 1361.5113525390625,
      "learning_rate": 1.417004048582996e-07,
      "loss": 14.3215,
      "step": 99
    },
    {
      "epoch": 0.017356591165495098,
      "grad_norm": 735.9482421875,
      "learning_rate": 1.4314632735685368e-07,
      "loss": 12.2037,
      "step": 100
    },
    {
      "epoch": 0.017356591165495098,
      "eval_synth_accuracy": 0.4402730375426621,
      "eval_synth_auroc": 0.5143504404329695,
      "eval_synth_f1": 0.4192634560906516,
      "eval_synth_loss": 0.9916262030601501,
      "eval_synth_precision": 0.6883720930232559,
      "eval_synth_recall": 0.3014256619144603,
      "eval_synth_runtime": 102.0239,
      "eval_synth_samples_per_second": 14.359,
      "eval_synth_steps_per_second": 0.451,
      "step": 100
    },
    {
      "epoch": 0.017356591165495098,
      "eval_real_accuracy": 0.5065406976744186,
      "eval_real_auroc": 0.5488291795731621,
      "eval_real_f1": 0.5409060175794456,
      "eval_real_loss": 0.8694087266921997,
      "eval_real_precision": 0.7079646017699115,
      "eval_real_recall": 0.437636761487965,
      "eval_real_runtime": 95.3772,
      "eval_real_samples_per_second": 14.427,
      "eval_real_steps_per_second": 0.451,
      "step": 100
    },
    {
      "epoch": 0.017530157077150048,
      "grad_norm": 1004.0142211914062,
      "learning_rate": 1.4459224985540778e-07,
      "loss": 13.1297,
      "step": 101
    },
    {
      "epoch": 0.017703722988804998,
      "grad_norm": 1150.3626708984375,
      "learning_rate": 1.4603817235396185e-07,
      "loss": 11.8455,
      "step": 102
    },
    {
      "epoch": 0.01787728890045995,
      "grad_norm": 1019.5889282226562,
      "learning_rate": 1.4748409485251592e-07,
      "loss": 13.6162,
      "step": 103
    },
    {
      "epoch": 0.0180508548121149,
      "grad_norm": 6008.43994140625,
      "learning_rate": 1.4893001735107e-07,
      "loss": 13.3405,
      "step": 104
    },
    {
      "epoch": 0.01822442072376985,
      "grad_norm": 623.3563232421875,
      "learning_rate": 1.5037593984962406e-07,
      "loss": 11.997,
      "step": 105
    },
    {
      "epoch": 0.0183979866354248,
      "grad_norm": 1209.540771484375,
      "learning_rate": 1.5182186234817813e-07,
      "loss": 14.1525,
      "step": 106
    },
    {
      "epoch": 0.018571552547079755,
      "grad_norm": 714.8843383789062,
      "learning_rate": 1.5326778484673223e-07,
      "loss": 12.1384,
      "step": 107
    },
    {
      "epoch": 0.018745118458734705,
      "grad_norm": 792.8550415039062,
      "learning_rate": 1.547137073452863e-07,
      "loss": 13.0055,
      "step": 108
    },
    {
      "epoch": 0.018918684370389655,
      "grad_norm": 785.5982055664062,
      "learning_rate": 1.5615962984384037e-07,
      "loss": 12.7022,
      "step": 109
    },
    {
      "epoch": 0.019092250282044608,
      "grad_norm": 719.5730590820312,
      "learning_rate": 1.5760555234239447e-07,
      "loss": 13.8051,
      "step": 110
    },
    {
      "epoch": 0.019265816193699558,
      "grad_norm": 944.4879150390625,
      "learning_rate": 1.5905147484094854e-07,
      "loss": 12.6199,
      "step": 111
    },
    {
      "epoch": 0.019439382105354508,
      "grad_norm": 965.5612182617188,
      "learning_rate": 1.604973973395026e-07,
      "loss": 12.5227,
      "step": 112
    },
    {
      "epoch": 0.019612948017009458,
      "grad_norm": 723.71728515625,
      "learning_rate": 1.619433198380567e-07,
      "loss": 11.7335,
      "step": 113
    },
    {
      "epoch": 0.01978651392866441,
      "grad_norm": 521.7393798828125,
      "learning_rate": 1.6338924233661075e-07,
      "loss": 11.6053,
      "step": 114
    },
    {
      "epoch": 0.01996007984031936,
      "grad_norm": 1010.882080078125,
      "learning_rate": 1.6483516483516484e-07,
      "loss": 12.622,
      "step": 115
    },
    {
      "epoch": 0.02013364575197431,
      "grad_norm": 1157.8211669921875,
      "learning_rate": 1.6628108733371891e-07,
      "loss": 12.2094,
      "step": 116
    },
    {
      "epoch": 0.020307211663629265,
      "grad_norm": 780.14599609375,
      "learning_rate": 1.67727009832273e-07,
      "loss": 11.1776,
      "step": 117
    },
    {
      "epoch": 0.020480777575284215,
      "grad_norm": 624.899169921875,
      "learning_rate": 1.6917293233082708e-07,
      "loss": 12.2361,
      "step": 118
    },
    {
      "epoch": 0.020654343486939165,
      "grad_norm": 666.6650390625,
      "learning_rate": 1.7061885482938118e-07,
      "loss": 11.5533,
      "step": 119
    },
    {
      "epoch": 0.020827909398594115,
      "grad_norm": 646.1754760742188,
      "learning_rate": 1.7206477732793522e-07,
      "loss": 11.8096,
      "step": 120
    },
    {
      "epoch": 0.021001475310249068,
      "grad_norm": 808.6531372070312,
      "learning_rate": 1.7351069982648932e-07,
      "loss": 11.322,
      "step": 121
    },
    {
      "epoch": 0.021175041221904018,
      "grad_norm": 696.4247436523438,
      "learning_rate": 1.749566223250434e-07,
      "loss": 12.224,
      "step": 122
    },
    {
      "epoch": 0.021348607133558968,
      "grad_norm": 799.3973388671875,
      "learning_rate": 1.7640254482359749e-07,
      "loss": 12.1091,
      "step": 123
    },
    {
      "epoch": 0.02152217304521392,
      "grad_norm": 713.3546752929688,
      "learning_rate": 1.7784846732215156e-07,
      "loss": 11.1734,
      "step": 124
    },
    {
      "epoch": 0.02169573895686887,
      "grad_norm": 698.327880859375,
      "learning_rate": 1.7929438982070565e-07,
      "loss": 11.7365,
      "step": 125
    },
    {
      "epoch": 0.02169573895686887,
      "eval_synth_accuracy": 0.5249146757679181,
      "eval_synth_auroc": 0.5762840866444869,
      "eval_synth_f1": 0.5611601513240857,
      "eval_synth_loss": 0.8221114873886108,
      "eval_synth_precision": 0.7367549668874173,
      "eval_synth_recall": 0.4531568228105906,
      "eval_synth_runtime": 102.0558,
      "eval_synth_samples_per_second": 14.355,
      "eval_synth_steps_per_second": 0.451,
      "step": 125
    },
    {
      "epoch": 0.02169573895686887,
      "eval_real_accuracy": 0.5893895348837209,
      "eval_real_auroc": 0.6209232051682817,
      "eval_real_f1": 0.6552776082977425,
      "eval_real_loss": 0.7179937362670898,
      "eval_real_precision": 0.7406896551724138,
      "eval_real_recall": 0.587527352297593,
      "eval_real_runtime": 95.7883,
      "eval_real_samples_per_second": 14.365,
      "eval_real_steps_per_second": 0.449,
      "step": 125
    },
    {
      "epoch": 0.02186930486852382,
      "grad_norm": 566.8441772460938,
      "learning_rate": 1.807403123192597e-07,
      "loss": 11.4829,
      "step": 126
    },
    {
      "epoch": 0.02204287078017877,
      "grad_norm": 804.3379516601562,
      "learning_rate": 1.8218623481781377e-07,
      "loss": 10.9031,
      "step": 127
    },
    {
      "epoch": 0.022216436691833725,
      "grad_norm": 664.3417358398438,
      "learning_rate": 1.8363215731636786e-07,
      "loss": 11.1052,
      "step": 128
    },
    {
      "epoch": 0.022390002603488675,
      "grad_norm": 682.5875244140625,
      "learning_rate": 1.8507807981492193e-07,
      "loss": 11.4294,
      "step": 129
    },
    {
      "epoch": 0.022563568515143625,
      "grad_norm": 1500.47705078125,
      "learning_rate": 1.8652400231347603e-07,
      "loss": 11.4467,
      "step": 130
    },
    {
      "epoch": 0.022737134426798578,
      "grad_norm": 559.6701049804688,
      "learning_rate": 1.8796992481203008e-07,
      "loss": 11.8669,
      "step": 131
    },
    {
      "epoch": 0.022910700338453528,
      "grad_norm": 808.9076538085938,
      "learning_rate": 1.8941584731058417e-07,
      "loss": 10.9752,
      "step": 132
    },
    {
      "epoch": 0.023084266250108478,
      "grad_norm": 571.9136962890625,
      "learning_rate": 1.9086176980913824e-07,
      "loss": 11.4159,
      "step": 133
    },
    {
      "epoch": 0.023257832161763428,
      "grad_norm": 902.4847412109375,
      "learning_rate": 1.9230769230769234e-07,
      "loss": 12.3609,
      "step": 134
    },
    {
      "epoch": 0.02343139807341838,
      "grad_norm": 677.5269165039062,
      "learning_rate": 1.9375361480624638e-07,
      "loss": 12.9602,
      "step": 135
    },
    {
      "epoch": 0.02360496398507333,
      "grad_norm": 447.4296569824219,
      "learning_rate": 1.9519953730480048e-07,
      "loss": 9.7159,
      "step": 136
    },
    {
      "epoch": 0.02377852989672828,
      "grad_norm": 769.6109619140625,
      "learning_rate": 1.9664545980335455e-07,
      "loss": 12.5533,
      "step": 137
    },
    {
      "epoch": 0.023952095808383235,
      "grad_norm": 882.5996704101562,
      "learning_rate": 1.9809138230190865e-07,
      "loss": 12.6275,
      "step": 138
    },
    {
      "epoch": 0.024125661720038185,
      "grad_norm": 707.8035278320312,
      "learning_rate": 1.9953730480046272e-07,
      "loss": 11.2262,
      "step": 139
    },
    {
      "epoch": 0.024299227631693135,
      "grad_norm": 552.8724975585938,
      "learning_rate": 2.0098322729901676e-07,
      "loss": 10.4493,
      "step": 140
    },
    {
      "epoch": 0.024472793543348085,
      "grad_norm": 716.0234375,
      "learning_rate": 2.0242914979757086e-07,
      "loss": 10.5672,
      "step": 141
    },
    {
      "epoch": 0.02464635945500304,
      "grad_norm": 566.8046264648438,
      "learning_rate": 2.0387507229612493e-07,
      "loss": 11.2099,
      "step": 142
    },
    {
      "epoch": 0.02481992536665799,
      "grad_norm": 772.98291015625,
      "learning_rate": 2.0532099479467903e-07,
      "loss": 10.2639,
      "step": 143
    },
    {
      "epoch": 0.02499349127831294,
      "grad_norm": 502.43890380859375,
      "learning_rate": 2.067669172932331e-07,
      "loss": 10.7643,
      "step": 144
    },
    {
      "epoch": 0.02516705718996789,
      "grad_norm": 653.2532348632812,
      "learning_rate": 2.082128397917872e-07,
      "loss": 11.1456,
      "step": 145
    },
    {
      "epoch": 0.02534062310162284,
      "grad_norm": 4993.66552734375,
      "learning_rate": 2.0965876229034124e-07,
      "loss": 10.6129,
      "step": 146
    },
    {
      "epoch": 0.02551418901327779,
      "grad_norm": 602.5426025390625,
      "learning_rate": 2.1110468478889533e-07,
      "loss": 11.4216,
      "step": 147
    },
    {
      "epoch": 0.02568775492493274,
      "grad_norm": 698.617431640625,
      "learning_rate": 2.125506072874494e-07,
      "loss": 11.2717,
      "step": 148
    },
    {
      "epoch": 0.025861320836587695,
      "grad_norm": 608.47119140625,
      "learning_rate": 2.139965297860035e-07,
      "loss": 10.8407,
      "step": 149
    },
    {
      "epoch": 0.026034886748242645,
      "grad_norm": 4287.14990234375,
      "learning_rate": 2.1544245228455757e-07,
      "loss": 11.377,
      "step": 150
    },
    {
      "epoch": 0.026034886748242645,
      "eval_synth_accuracy": 0.48737201365187716,
      "eval_synth_auroc": 0.5873117776287882,
      "eval_synth_f1": 0.47445766270118966,
      "eval_synth_loss": 0.8613633513450623,
      "eval_synth_precision": 0.7583892617449665,
      "eval_synth_recall": 0.34521384928716903,
      "eval_synth_runtime": 102.0667,
      "eval_synth_samples_per_second": 14.353,
      "eval_synth_steps_per_second": 0.451,
      "step": 150
    },
    {
      "epoch": 0.026034886748242645,
      "eval_real_accuracy": 0.5821220930232558,
      "eval_real_auroc": 0.6519153712807979,
      "eval_real_f1": 0.6367656348704991,
      "eval_real_loss": 0.6979497671127319,
      "eval_real_precision": 0.7533632286995515,
      "eval_real_recall": 0.5514223194748359,
      "eval_real_runtime": 95.3367,
      "eval_real_samples_per_second": 14.433,
      "eval_real_steps_per_second": 0.451,
      "step": 150
    },
    {
      "epoch": 0.026208452659897595,
      "grad_norm": 843.422119140625,
      "learning_rate": 2.1688837478311167e-07,
      "loss": 11.3347,
      "step": 151
    },
    {
      "epoch": 0.02638201857155255,
      "grad_norm": 483.291259765625,
      "learning_rate": 2.183342972816657e-07,
      "loss": 11.5946,
      "step": 152
    },
    {
      "epoch": 0.0265555844832075,
      "grad_norm": 822.267333984375,
      "learning_rate": 2.197802197802198e-07,
      "loss": 10.326,
      "step": 153
    },
    {
      "epoch": 0.02672915039486245,
      "grad_norm": 1084.1409912109375,
      "learning_rate": 2.2122614227877388e-07,
      "loss": 11.021,
      "step": 154
    },
    {
      "epoch": 0.0269027163065174,
      "grad_norm": 730.4899291992188,
      "learning_rate": 2.2267206477732795e-07,
      "loss": 11.6653,
      "step": 155
    },
    {
      "epoch": 0.027076282218172352,
      "grad_norm": 504.2392578125,
      "learning_rate": 2.2411798727588205e-07,
      "loss": 10.9698,
      "step": 156
    },
    {
      "epoch": 0.027249848129827302,
      "grad_norm": 592.7274780273438,
      "learning_rate": 2.255639097744361e-07,
      "loss": 10.0055,
      "step": 157
    },
    {
      "epoch": 0.027423414041482252,
      "grad_norm": 903.6614379882812,
      "learning_rate": 2.270098322729902e-07,
      "loss": 10.7738,
      "step": 158
    },
    {
      "epoch": 0.027596979953137205,
      "grad_norm": 1103.442138671875,
      "learning_rate": 2.2845575477154426e-07,
      "loss": 10.8125,
      "step": 159
    },
    {
      "epoch": 0.027770545864792155,
      "grad_norm": 596.5513916015625,
      "learning_rate": 2.2990167727009835e-07,
      "loss": 10.5774,
      "step": 160
    },
    {
      "epoch": 0.027944111776447105,
      "grad_norm": 726.4439697265625,
      "learning_rate": 2.313475997686524e-07,
      "loss": 10.497,
      "step": 161
    },
    {
      "epoch": 0.028117677688102055,
      "grad_norm": 681.2855834960938,
      "learning_rate": 2.327935222672065e-07,
      "loss": 10.7528,
      "step": 162
    },
    {
      "epoch": 0.02829124359975701,
      "grad_norm": 487.4897766113281,
      "learning_rate": 2.3423944476576057e-07,
      "loss": 10.6809,
      "step": 163
    },
    {
      "epoch": 0.02846480951141196,
      "grad_norm": 496.81396484375,
      "learning_rate": 2.3568536726431466e-07,
      "loss": 10.5526,
      "step": 164
    },
    {
      "epoch": 0.02863837542306691,
      "grad_norm": 498.422119140625,
      "learning_rate": 2.3713128976286873e-07,
      "loss": 10.3265,
      "step": 165
    },
    {
      "epoch": 0.028811941334721862,
      "grad_norm": 421.9248046875,
      "learning_rate": 2.385772122614228e-07,
      "loss": 10.2094,
      "step": 166
    },
    {
      "epoch": 0.028985507246376812,
      "grad_norm": 637.438720703125,
      "learning_rate": 2.400231347599769e-07,
      "loss": 10.7987,
      "step": 167
    },
    {
      "epoch": 0.029159073158031762,
      "grad_norm": 833.5834350585938,
      "learning_rate": 2.4146905725853094e-07,
      "loss": 10.5792,
      "step": 168
    },
    {
      "epoch": 0.029332639069686712,
      "grad_norm": 1427.0009765625,
      "learning_rate": 2.4291497975708504e-07,
      "loss": 10.5342,
      "step": 169
    },
    {
      "epoch": 0.029506204981341665,
      "grad_norm": 510.9377746582031,
      "learning_rate": 2.443609022556391e-07,
      "loss": 10.1789,
      "step": 170
    },
    {
      "epoch": 0.029679770892996615,
      "grad_norm": 640.7029418945312,
      "learning_rate": 2.458068247541932e-07,
      "loss": 10.3114,
      "step": 171
    },
    {
      "epoch": 0.029853336804651565,
      "grad_norm": 594.9172973632812,
      "learning_rate": 2.472527472527473e-07,
      "loss": 9.9826,
      "step": 172
    },
    {
      "epoch": 0.03002690271630652,
      "grad_norm": 549.99658203125,
      "learning_rate": 2.486986697513014e-07,
      "loss": 10.3734,
      "step": 173
    },
    {
      "epoch": 0.03020046862796147,
      "grad_norm": 1957.3707275390625,
      "learning_rate": 2.501445922498554e-07,
      "loss": 10.3341,
      "step": 174
    },
    {
      "epoch": 0.03037403453961642,
      "grad_norm": 553.8073120117188,
      "learning_rate": 2.515905147484095e-07,
      "loss": 11.0656,
      "step": 175
    },
    {
      "epoch": 0.03037403453961642,
      "eval_synth_accuracy": 0.5078498293515359,
      "eval_synth_auroc": 0.6244955788035572,
      "eval_synth_f1": 0.49403508771929827,
      "eval_synth_loss": 0.8163761496543884,
      "eval_synth_precision": 0.7945823927765236,
      "eval_synth_recall": 0.35845213849287166,
      "eval_synth_runtime": 102.0056,
      "eval_synth_samples_per_second": 14.362,
      "eval_synth_steps_per_second": 0.451,
      "step": 175
    },
    {
      "epoch": 0.03037403453961642,
      "eval_real_accuracy": 0.6344476744186046,
      "eval_real_auroc": 0.6816287286746806,
      "eval_real_f1": 0.6971703792895846,
      "eval_real_loss": 0.6517310738563538,
      "eval_real_precision": 0.7751004016064257,
      "eval_real_recall": 0.6334792122538293,
      "eval_real_runtime": 95.2431,
      "eval_real_samples_per_second": 14.447,
      "eval_real_steps_per_second": 0.451,
      "step": 175
    },
    {
      "epoch": 0.03054760045127137,
      "grad_norm": 428.73065185546875,
      "learning_rate": 2.5303643724696356e-07,
      "loss": 10.442,
      "step": 176
    },
    {
      "epoch": 0.030721166362926322,
      "grad_norm": 413.03033447265625,
      "learning_rate": 2.5448235974551766e-07,
      "loss": 10.6839,
      "step": 177
    },
    {
      "epoch": 0.030894732274581272,
      "grad_norm": 479.01507568359375,
      "learning_rate": 2.5592828224407175e-07,
      "loss": 10.2852,
      "step": 178
    },
    {
      "epoch": 0.031068298186236222,
      "grad_norm": 619.8552856445312,
      "learning_rate": 2.5737420474262585e-07,
      "loss": 10.4058,
      "step": 179
    },
    {
      "epoch": 0.031241864097891175,
      "grad_norm": 533.8956298828125,
      "learning_rate": 2.588201272411799e-07,
      "loss": 10.9401,
      "step": 180
    },
    {
      "epoch": 0.03141543000954612,
      "grad_norm": 460.1256408691406,
      "learning_rate": 2.6026604973973394e-07,
      "loss": 9.6353,
      "step": 181
    },
    {
      "epoch": 0.031588995921201075,
      "grad_norm": 553.9686279296875,
      "learning_rate": 2.6171197223828804e-07,
      "loss": 9.9435,
      "step": 182
    },
    {
      "epoch": 0.03176256183285603,
      "grad_norm": 589.3078002929688,
      "learning_rate": 2.6315789473684213e-07,
      "loss": 9.6342,
      "step": 183
    },
    {
      "epoch": 0.031936127744510975,
      "grad_norm": 563.6541748046875,
      "learning_rate": 2.6460381723539623e-07,
      "loss": 10.3722,
      "step": 184
    },
    {
      "epoch": 0.03210969365616593,
      "grad_norm": 752.8009643554688,
      "learning_rate": 2.6604973973395027e-07,
      "loss": 10.6569,
      "step": 185
    },
    {
      "epoch": 0.03228325956782088,
      "grad_norm": 573.716796875,
      "learning_rate": 2.6749566223250437e-07,
      "loss": 10.4248,
      "step": 186
    },
    {
      "epoch": 0.03245682547947583,
      "grad_norm": 541.9879150390625,
      "learning_rate": 2.689415847310584e-07,
      "loss": 10.7753,
      "step": 187
    },
    {
      "epoch": 0.03263039139113078,
      "grad_norm": 633.440185546875,
      "learning_rate": 2.703875072296125e-07,
      "loss": 10.4729,
      "step": 188
    },
    {
      "epoch": 0.032803957302785736,
      "grad_norm": 375.4467468261719,
      "learning_rate": 2.718334297281666e-07,
      "loss": 11.1585,
      "step": 189
    },
    {
      "epoch": 0.03297752321444068,
      "grad_norm": 495.8645935058594,
      "learning_rate": 2.732793522267207e-07,
      "loss": 11.4572,
      "step": 190
    },
    {
      "epoch": 0.033151089126095636,
      "grad_norm": 599.406982421875,
      "learning_rate": 2.7472527472527475e-07,
      "loss": 11.1691,
      "step": 191
    },
    {
      "epoch": 0.03332465503775059,
      "grad_norm": 674.740234375,
      "learning_rate": 2.7617119722382885e-07,
      "loss": 10.5774,
      "step": 192
    },
    {
      "epoch": 0.033498220949405536,
      "grad_norm": 825.9754638671875,
      "learning_rate": 2.776171197223829e-07,
      "loss": 10.5741,
      "step": 193
    },
    {
      "epoch": 0.03367178686106049,
      "grad_norm": 492.50506591796875,
      "learning_rate": 2.79063042220937e-07,
      "loss": 9.6409,
      "step": 194
    },
    {
      "epoch": 0.033845352772715435,
      "grad_norm": 648.5138549804688,
      "learning_rate": 2.805089647194911e-07,
      "loss": 10.277,
      "step": 195
    },
    {
      "epoch": 0.03401891868437039,
      "grad_norm": 467.93377685546875,
      "learning_rate": 2.8195488721804513e-07,
      "loss": 9.5087,
      "step": 196
    },
    {
      "epoch": 0.03419248459602534,
      "grad_norm": 476.08648681640625,
      "learning_rate": 2.834008097165992e-07,
      "loss": 10.6966,
      "step": 197
    },
    {
      "epoch": 0.03436605050768029,
      "grad_norm": 431.7956237792969,
      "learning_rate": 2.8484673221515327e-07,
      "loss": 9.5268,
      "step": 198
    },
    {
      "epoch": 0.03453961641933524,
      "grad_norm": 414.8385314941406,
      "learning_rate": 2.8629265471370736e-07,
      "loss": 11.0595,
      "step": 199
    },
    {
      "epoch": 0.034713182330990196,
      "grad_norm": 390.2220153808594,
      "learning_rate": 2.8773857721226146e-07,
      "loss": 10.532,
      "step": 200
    },
    {
      "epoch": 0.034713182330990196,
      "eval_synth_accuracy": 0.49829351535836175,
      "eval_synth_auroc": 0.6342392885605496,
      "eval_synth_f1": 0.45916114790286977,
      "eval_synth_loss": 0.8285456895828247,
      "eval_synth_precision": 0.8275862068965517,
      "eval_synth_recall": 0.31771894093686354,
      "eval_synth_runtime": 102.0145,
      "eval_synth_samples_per_second": 14.361,
      "eval_synth_steps_per_second": 0.451,
      "step": 200
    },
    {
      "epoch": 0.034713182330990196,
      "eval_real_accuracy": 0.6504360465116279,
      "eval_real_auroc": 0.7079011433497211,
      "eval_real_f1": 0.7172251616696061,
      "eval_real_loss": 0.6259280443191528,
      "eval_real_precision": 0.7750952986022872,
      "eval_real_recall": 0.6673960612691466,
      "eval_real_runtime": 95.2253,
      "eval_real_samples_per_second": 14.45,
      "eval_real_steps_per_second": 0.452,
      "step": 200
    },
    {
      "epoch": 0.03488674824264514,
      "grad_norm": 445.01373291015625,
      "learning_rate": 2.8918449971081556e-07,
      "loss": 10.3342,
      "step": 201
    },
    {
      "epoch": 0.035060314154300096,
      "grad_norm": 321.7997131347656,
      "learning_rate": 2.906304222093696e-07,
      "loss": 10.047,
      "step": 202
    },
    {
      "epoch": 0.03523388006595505,
      "grad_norm": 304.62701416015625,
      "learning_rate": 2.920763447079237e-07,
      "loss": 9.9382,
      "step": 203
    },
    {
      "epoch": 0.035407445977609996,
      "grad_norm": 341.3000183105469,
      "learning_rate": 2.9352226720647774e-07,
      "loss": 9.9568,
      "step": 204
    },
    {
      "epoch": 0.03558101188926495,
      "grad_norm": 344.105224609375,
      "learning_rate": 2.9496818970503184e-07,
      "loss": 10.3166,
      "step": 205
    },
    {
      "epoch": 0.0357545778009199,
      "grad_norm": 486.0516052246094,
      "learning_rate": 2.964141122035859e-07,
      "loss": 9.3678,
      "step": 206
    },
    {
      "epoch": 0.03592814371257485,
      "grad_norm": 776.0092163085938,
      "learning_rate": 2.9786003470214e-07,
      "loss": 9.7424,
      "step": 207
    },
    {
      "epoch": 0.0361017096242298,
      "grad_norm": 387.37176513671875,
      "learning_rate": 2.993059572006941e-07,
      "loss": 10.2406,
      "step": 208
    },
    {
      "epoch": 0.03627527553588475,
      "grad_norm": 316.5718688964844,
      "learning_rate": 3.007518796992481e-07,
      "loss": 9.8302,
      "step": 209
    },
    {
      "epoch": 0.0364488414475397,
      "grad_norm": 485.337890625,
      "learning_rate": 3.021978021978022e-07,
      "loss": 11.09,
      "step": 210
    },
    {
      "epoch": 0.036622407359194656,
      "grad_norm": 374.95086669921875,
      "learning_rate": 3.0364372469635626e-07,
      "loss": 10.0963,
      "step": 211
    },
    {
      "epoch": 0.0367959732708496,
      "grad_norm": 336.9520263671875,
      "learning_rate": 3.0508964719491036e-07,
      "loss": 9.6891,
      "step": 212
    },
    {
      "epoch": 0.036969539182504556,
      "grad_norm": 382.8406982421875,
      "learning_rate": 3.0653556969346446e-07,
      "loss": 9.6168,
      "step": 213
    },
    {
      "epoch": 0.03714310509415951,
      "grad_norm": 327.1116027832031,
      "learning_rate": 3.0798149219201855e-07,
      "loss": 10.6935,
      "step": 214
    },
    {
      "epoch": 0.037316671005814456,
      "grad_norm": 601.7669067382812,
      "learning_rate": 3.094274146905726e-07,
      "loss": 10.5334,
      "step": 215
    },
    {
      "epoch": 0.03749023691746941,
      "grad_norm": 346.32666015625,
      "learning_rate": 3.108733371891267e-07,
      "loss": 10.1631,
      "step": 216
    },
    {
      "epoch": 0.03766380282912436,
      "grad_norm": 375.6203308105469,
      "learning_rate": 3.1231925968768074e-07,
      "loss": 10.1556,
      "step": 217
    },
    {
      "epoch": 0.03783736874077931,
      "grad_norm": 378.63726806640625,
      "learning_rate": 3.1376518218623483e-07,
      "loss": 9.5766,
      "step": 218
    },
    {
      "epoch": 0.03801093465243426,
      "grad_norm": 411.83416748046875,
      "learning_rate": 3.1521110468478893e-07,
      "loss": 10.5478,
      "step": 219
    },
    {
      "epoch": 0.038184500564089216,
      "grad_norm": 404.2826843261719,
      "learning_rate": 3.1665702718334303e-07,
      "loss": 9.8692,
      "step": 220
    },
    {
      "epoch": 0.03835806647574416,
      "grad_norm": 501.92913818359375,
      "learning_rate": 3.1810294968189707e-07,
      "loss": 10.2489,
      "step": 221
    },
    {
      "epoch": 0.038531632387399116,
      "grad_norm": 435.48760986328125,
      "learning_rate": 3.195488721804511e-07,
      "loss": 10.3287,
      "step": 222
    },
    {
      "epoch": 0.03870519829905406,
      "grad_norm": 307.8321838378906,
      "learning_rate": 3.209947946790052e-07,
      "loss": 9.925,
      "step": 223
    },
    {
      "epoch": 0.038878764210709016,
      "grad_norm": 293.4517517089844,
      "learning_rate": 3.224407171775593e-07,
      "loss": 10.0477,
      "step": 224
    },
    {
      "epoch": 0.03905233012236397,
      "grad_norm": 519.5366821289062,
      "learning_rate": 3.238866396761134e-07,
      "loss": 10.1651,
      "step": 225
    },
    {
      "epoch": 0.03905233012236397,
      "eval_synth_accuracy": 0.5255972696245734,
      "eval_synth_auroc": 0.6592337014501187,
      "eval_synth_f1": 0.5102184637068358,
      "eval_synth_loss": 0.7716098427772522,
      "eval_synth_precision": 0.8283752860411899,
      "eval_synth_recall": 0.36863543788187375,
      "eval_synth_runtime": 102.0485,
      "eval_synth_samples_per_second": 14.356,
      "eval_synth_steps_per_second": 0.451,
      "step": 225
    },
    {
      "epoch": 0.03905233012236397,
      "eval_real_accuracy": 0.6787790697674418,
      "eval_real_auroc": 0.7217335909896084,
      "eval_real_f1": 0.75,
      "eval_real_loss": 0.6014537215232849,
      "eval_real_precision": 0.7763466042154566,
      "eval_real_recall": 0.725382932166302,
      "eval_real_runtime": 95.3411,
      "eval_real_samples_per_second": 14.432,
      "eval_real_steps_per_second": 0.451,
      "step": 225
    },
    {
      "epoch": 0.039225896034018916,
      "grad_norm": 409.64337158203125,
      "learning_rate": 3.2533256217466745e-07,
      "loss": 9.9368,
      "step": 226
    },
    {
      "epoch": 0.03939946194567387,
      "grad_norm": 517.8222045898438,
      "learning_rate": 3.267784846732215e-07,
      "loss": 10.1584,
      "step": 227
    },
    {
      "epoch": 0.03957302785732882,
      "grad_norm": 733.7662963867188,
      "learning_rate": 3.2822440717177564e-07,
      "loss": 10.3236,
      "step": 228
    },
    {
      "epoch": 0.03974659376898377,
      "grad_norm": 333.9797668457031,
      "learning_rate": 3.296703296703297e-07,
      "loss": 10.1742,
      "step": 229
    },
    {
      "epoch": 0.03992015968063872,
      "grad_norm": 450.3802185058594,
      "learning_rate": 3.311162521688838e-07,
      "loss": 10.1156,
      "step": 230
    },
    {
      "epoch": 0.040093725592293676,
      "grad_norm": 278.610107421875,
      "learning_rate": 3.3256217466743783e-07,
      "loss": 10.2132,
      "step": 231
    },
    {
      "epoch": 0.04026729150394862,
      "grad_norm": 298.7188720703125,
      "learning_rate": 3.34008097165992e-07,
      "loss": 9.7024,
      "step": 232
    },
    {
      "epoch": 0.040440857415603576,
      "grad_norm": 316.1005859375,
      "learning_rate": 3.35454019664546e-07,
      "loss": 9.6906,
      "step": 233
    },
    {
      "epoch": 0.04061442332725853,
      "grad_norm": 266.95843505859375,
      "learning_rate": 3.3689994216310007e-07,
      "loss": 9.4773,
      "step": 234
    },
    {
      "epoch": 0.040787989238913476,
      "grad_norm": 313.6705627441406,
      "learning_rate": 3.3834586466165416e-07,
      "loss": 10.1981,
      "step": 235
    },
    {
      "epoch": 0.04096155515056843,
      "grad_norm": 454.44561767578125,
      "learning_rate": 3.3979178716020826e-07,
      "loss": 9.877,
      "step": 236
    },
    {
      "epoch": 0.041135121062223376,
      "grad_norm": 402.2066955566406,
      "learning_rate": 3.4123770965876236e-07,
      "loss": 10.0221,
      "step": 237
    },
    {
      "epoch": 0.04130868697387833,
      "grad_norm": 311.9336242675781,
      "learning_rate": 3.426836321573164e-07,
      "loss": 9.5258,
      "step": 238
    },
    {
      "epoch": 0.04148225288553328,
      "grad_norm": 363.1225280761719,
      "learning_rate": 3.4412955465587044e-07,
      "loss": 10.0641,
      "step": 239
    },
    {
      "epoch": 0.04165581879718823,
      "grad_norm": 397.6502380371094,
      "learning_rate": 3.4557547715442454e-07,
      "loss": 9.8706,
      "step": 240
    },
    {
      "epoch": 0.04182938470884318,
      "grad_norm": 454.6461181640625,
      "learning_rate": 3.4702139965297864e-07,
      "loss": 9.6031,
      "step": 241
    },
    {
      "epoch": 0.042002950620498136,
      "grad_norm": 270.09759521484375,
      "learning_rate": 3.4846732215153273e-07,
      "loss": 9.7127,
      "step": 242
    },
    {
      "epoch": 0.04217651653215308,
      "grad_norm": 862.46240234375,
      "learning_rate": 3.499132446500868e-07,
      "loss": 9.4914,
      "step": 243
    },
    {
      "epoch": 0.042350082443808036,
      "grad_norm": 332.0145263671875,
      "learning_rate": 3.513591671486408e-07,
      "loss": 9.213,
      "step": 244
    },
    {
      "epoch": 0.04252364835546299,
      "grad_norm": 243.05906677246094,
      "learning_rate": 3.5280508964719497e-07,
      "loss": 9.5203,
      "step": 245
    },
    {
      "epoch": 0.042697214267117936,
      "grad_norm": 404.7460021972656,
      "learning_rate": 3.54251012145749e-07,
      "loss": 9.5384,
      "step": 246
    },
    {
      "epoch": 0.04287078017877289,
      "grad_norm": 316.2758483886719,
      "learning_rate": 3.556969346443031e-07,
      "loss": 9.0609,
      "step": 247
    },
    {
      "epoch": 0.04304434609042784,
      "grad_norm": 529.0734252929688,
      "learning_rate": 3.5714285714285716e-07,
      "loss": 9.7129,
      "step": 248
    },
    {
      "epoch": 0.04321791200208279,
      "grad_norm": 753.0047607421875,
      "learning_rate": 3.585887796414113e-07,
      "loss": 9.975,
      "step": 249
    },
    {
      "epoch": 0.04339147791373774,
      "grad_norm": 327.34039306640625,
      "learning_rate": 3.6003470213996535e-07,
      "loss": 10.4942,
      "step": 250
    },
    {
      "epoch": 0.04339147791373774,
      "eval_synth_accuracy": 0.5337883959044368,
      "eval_synth_auroc": 0.6657769456848532,
      "eval_synth_f1": 0.515946137491141,
      "eval_synth_loss": 0.7810820937156677,
      "eval_synth_precision": 0.8484848484848485,
      "eval_synth_recall": 0.37067209775967414,
      "eval_synth_runtime": 102.6832,
      "eval_synth_samples_per_second": 14.267,
      "eval_synth_steps_per_second": 0.448,
      "step": 250
    },
    {
      "epoch": 0.04339147791373774,
      "eval_real_accuracy": 0.6882267441860465,
      "eval_real_auroc": 0.7333115462218307,
      "eval_real_f1": 0.7633756205184776,
      "eval_real_loss": 0.5896124839782715,
      "eval_real_precision": 0.7697441601779755,
      "eval_real_recall": 0.7571115973741794,
      "eval_real_runtime": 95.2978,
      "eval_real_samples_per_second": 14.439,
      "eval_real_steps_per_second": 0.451,
      "step": 250
    },
    {
      "epoch": 0.04356504382539269,
      "grad_norm": 317.0423889160156,
      "learning_rate": 3.614806246385194e-07,
      "loss": 10.1501,
      "step": 251
    },
    {
      "epoch": 0.04373860973704764,
      "grad_norm": 335.48553466796875,
      "learning_rate": 3.629265471370735e-07,
      "loss": 9.9311,
      "step": 252
    },
    {
      "epoch": 0.043912175648702596,
      "grad_norm": 317.9461364746094,
      "learning_rate": 3.6437246963562754e-07,
      "loss": 10.1007,
      "step": 253
    },
    {
      "epoch": 0.04408574156035754,
      "grad_norm": 443.48138427734375,
      "learning_rate": 3.658183921341817e-07,
      "loss": 9.7936,
      "step": 254
    },
    {
      "epoch": 0.044259307472012496,
      "grad_norm": 513.529296875,
      "learning_rate": 3.6726431463273573e-07,
      "loss": 9.5831,
      "step": 255
    },
    {
      "epoch": 0.04443287338366745,
      "grad_norm": 263.85052490234375,
      "learning_rate": 3.6871023713128977e-07,
      "loss": 8.9614,
      "step": 256
    },
    {
      "epoch": 0.044606439295322396,
      "grad_norm": 384.2204284667969,
      "learning_rate": 3.7015615962984387e-07,
      "loss": 9.9967,
      "step": 257
    },
    {
      "epoch": 0.04478000520697735,
      "grad_norm": 547.1803588867188,
      "learning_rate": 3.7160208212839797e-07,
      "loss": 9.9613,
      "step": 258
    },
    {
      "epoch": 0.0449535711186323,
      "grad_norm": 588.8538208007812,
      "learning_rate": 3.7304800462695206e-07,
      "loss": 9.6798,
      "step": 259
    },
    {
      "epoch": 0.04512713703028725,
      "grad_norm": 425.8323974609375,
      "learning_rate": 3.744939271255061e-07,
      "loss": 9.2075,
      "step": 260
    },
    {
      "epoch": 0.0453007029419422,
      "grad_norm": 225.22552490234375,
      "learning_rate": 3.7593984962406015e-07,
      "loss": 9.5612,
      "step": 261
    },
    {
      "epoch": 0.045474268853597156,
      "grad_norm": 1159.70263671875,
      "learning_rate": 3.773857721226143e-07,
      "loss": 9.2407,
      "step": 262
    },
    {
      "epoch": 0.0456478347652521,
      "grad_norm": 277.13812255859375,
      "learning_rate": 3.7883169462116834e-07,
      "loss": 9.237,
      "step": 263
    },
    {
      "epoch": 0.045821400676907056,
      "grad_norm": 347.63995361328125,
      "learning_rate": 3.802776171197224e-07,
      "loss": 10.0258,
      "step": 264
    },
    {
      "epoch": 0.04599496658856201,
      "grad_norm": 272.668701171875,
      "learning_rate": 3.817235396182765e-07,
      "loss": 9.7967,
      "step": 265
    },
    {
      "epoch": 0.046168532500216956,
      "grad_norm": 471.4443054199219,
      "learning_rate": 3.8316946211683053e-07,
      "loss": 10.1159,
      "step": 266
    },
    {
      "epoch": 0.04634209841187191,
      "grad_norm": 452.60247802734375,
      "learning_rate": 3.846153846153847e-07,
      "loss": 9.2603,
      "step": 267
    },
    {
      "epoch": 0.046515664323526856,
      "grad_norm": 436.7894287109375,
      "learning_rate": 3.860613071139387e-07,
      "loss": 10.4307,
      "step": 268
    },
    {
      "epoch": 0.04668923023518181,
      "grad_norm": 516.0972900390625,
      "learning_rate": 3.8750722961249277e-07,
      "loss": 10.1104,
      "step": 269
    },
    {
      "epoch": 0.04686279614683676,
      "grad_norm": 418.3099670410156,
      "learning_rate": 3.8895315211104686e-07,
      "loss": 9.0855,
      "step": 270
    },
    {
      "epoch": 0.04703636205849171,
      "grad_norm": 343.8437194824219,
      "learning_rate": 3.9039907460960096e-07,
      "loss": 9.8895,
      "step": 271
    },
    {
      "epoch": 0.04720992797014666,
      "grad_norm": 288.5513916015625,
      "learning_rate": 3.9184499710815506e-07,
      "loss": 9.8843,
      "step": 272
    },
    {
      "epoch": 0.04738349388180162,
      "grad_norm": 287.6419982910156,
      "learning_rate": 3.932909196067091e-07,
      "loss": 10.2006,
      "step": 273
    },
    {
      "epoch": 0.04755705979345656,
      "grad_norm": 342.0131530761719,
      "learning_rate": 3.9473684210526315e-07,
      "loss": 10.0901,
      "step": 274
    },
    {
      "epoch": 0.04773062570511152,
      "grad_norm": 502.31451416015625,
      "learning_rate": 3.961827646038173e-07,
      "loss": 9.2498,
      "step": 275
    },
    {
      "epoch": 0.04773062570511152,
      "eval_synth_accuracy": 0.5549488054607509,
      "eval_synth_auroc": 0.6869615817636716,
      "eval_synth_f1": 0.5624161073825503,
      "eval_synth_loss": 0.7157907485961914,
      "eval_synth_precision": 0.8248031496062992,
      "eval_synth_recall": 0.42668024439918534,
      "eval_synth_runtime": 102.0162,
      "eval_synth_samples_per_second": 14.36,
      "eval_synth_steps_per_second": 0.451,
      "step": 275
    },
    {
      "epoch": 0.04773062570511152,
      "eval_real_accuracy": 0.7122093023255814,
      "eval_real_auroc": 0.7384066516998684,
      "eval_real_f1": 0.7939646201873048,
      "eval_real_loss": 0.5671278834342957,
      "eval_real_precision": 0.7569444444444444,
      "eval_real_recall": 0.8347921225382933,
      "eval_real_runtime": 96.1793,
      "eval_real_samples_per_second": 14.307,
      "eval_real_steps_per_second": 0.447,
      "step": 275
    },
    {
      "epoch": 0.04790419161676647,
      "grad_norm": 360.5816650390625,
      "learning_rate": 3.9762868710237134e-07,
      "loss": 9.2507,
      "step": 276
    },
    {
      "epoch": 0.048077757528421416,
      "grad_norm": 282.981689453125,
      "learning_rate": 3.9907460960092544e-07,
      "loss": 9.496,
      "step": 277
    },
    {
      "epoch": 0.04825132344007637,
      "grad_norm": 344.7749328613281,
      "learning_rate": 4.005205320994795e-07,
      "loss": 9.4561,
      "step": 278
    },
    {
      "epoch": 0.04842488935173132,
      "grad_norm": 534.78076171875,
      "learning_rate": 4.019664545980335e-07,
      "loss": 9.8718,
      "step": 279
    },
    {
      "epoch": 0.04859845526338627,
      "grad_norm": 298.847412109375,
      "learning_rate": 4.034123770965877e-07,
      "loss": 9.7053,
      "step": 280
    },
    {
      "epoch": 0.04877202117504122,
      "grad_norm": 496.2762756347656,
      "learning_rate": 4.048582995951417e-07,
      "loss": 9.9684,
      "step": 281
    },
    {
      "epoch": 0.04894558708669617,
      "grad_norm": 231.0031280517578,
      "learning_rate": 4.063042220936958e-07,
      "loss": 9.3337,
      "step": 282
    },
    {
      "epoch": 0.04911915299835112,
      "grad_norm": 311.35888671875,
      "learning_rate": 4.0775014459224986e-07,
      "loss": 10.2515,
      "step": 283
    },
    {
      "epoch": 0.04929271891000608,
      "grad_norm": 378.2608642578125,
      "learning_rate": 4.09196067090804e-07,
      "loss": 9.7396,
      "step": 284
    },
    {
      "epoch": 0.04946628482166102,
      "grad_norm": 482.2501220703125,
      "learning_rate": 4.1064198958935805e-07,
      "loss": 8.9148,
      "step": 285
    },
    {
      "epoch": 0.04963985073331598,
      "grad_norm": 308.1439514160156,
      "learning_rate": 4.120879120879121e-07,
      "loss": 9.1105,
      "step": 286
    },
    {
      "epoch": 0.04981341664497093,
      "grad_norm": 494.5925598144531,
      "learning_rate": 4.135338345864662e-07,
      "loss": 9.3448,
      "step": 287
    },
    {
      "epoch": 0.04998698255662588,
      "grad_norm": 403.3826599121094,
      "learning_rate": 4.149797570850203e-07,
      "loss": 9.0179,
      "step": 288
    },
    {
      "epoch": 0.05016054846828083,
      "grad_norm": 252.7209930419922,
      "learning_rate": 4.164256795835744e-07,
      "loss": 9.3139,
      "step": 289
    },
    {
      "epoch": 0.05033411437993578,
      "grad_norm": 510.93701171875,
      "learning_rate": 4.1787160208212843e-07,
      "loss": 9.4745,
      "step": 290
    },
    {
      "epoch": 0.05050768029159073,
      "grad_norm": 280.059326171875,
      "learning_rate": 4.193175245806825e-07,
      "loss": 9.5198,
      "step": 291
    },
    {
      "epoch": 0.05068124620324568,
      "grad_norm": 417.1769104003906,
      "learning_rate": 4.2076344707923657e-07,
      "loss": 9.4419,
      "step": 292
    },
    {
      "epoch": 0.05085481211490064,
      "grad_norm": 403.1543884277344,
      "learning_rate": 4.2220936957779067e-07,
      "loss": 10.2378,
      "step": 293
    },
    {
      "epoch": 0.05102837802655558,
      "grad_norm": 318.21002197265625,
      "learning_rate": 4.2365529207634476e-07,
      "loss": 9.1833,
      "step": 294
    },
    {
      "epoch": 0.05120194393821054,
      "grad_norm": 420.1531677246094,
      "learning_rate": 4.251012145748988e-07,
      "loss": 9.7271,
      "step": 295
    },
    {
      "epoch": 0.05137550984986548,
      "grad_norm": 581.2122192382812,
      "learning_rate": 4.2654713707345285e-07,
      "loss": 9.3631,
      "step": 296
    },
    {
      "epoch": 0.05154907576152044,
      "grad_norm": 475.9655456542969,
      "learning_rate": 4.27993059572007e-07,
      "loss": 9.82,
      "step": 297
    },
    {
      "epoch": 0.05172264167317539,
      "grad_norm": 297.6279296875,
      "learning_rate": 4.2943898207056105e-07,
      "loss": 9.3039,
      "step": 298
    },
    {
      "epoch": 0.05189620758483034,
      "grad_norm": 228.9809112548828,
      "learning_rate": 4.3088490456911514e-07,
      "loss": 9.7858,
      "step": 299
    },
    {
      "epoch": 0.05206977349648529,
      "grad_norm": 279.2657775878906,
      "learning_rate": 4.323308270676692e-07,
      "loss": 9.0974,
      "step": 300
    },
    {
      "epoch": 0.05206977349648529,
      "eval_synth_accuracy": 0.4962457337883959,
      "eval_synth_auroc": 0.6722685355023971,
      "eval_synth_f1": 0.43577981651376146,
      "eval_synth_loss": 0.8245093822479248,
      "eval_synth_precision": 0.8742331288343558,
      "eval_synth_recall": 0.29022403258655805,
      "eval_synth_runtime": 102.1043,
      "eval_synth_samples_per_second": 14.348,
      "eval_synth_steps_per_second": 0.451,
      "step": 300
    },
    {
      "epoch": 0.05206977349648529,
      "eval_real_accuracy": 0.6875,
      "eval_real_auroc": 0.7478497068212604,
      "eval_real_f1": 0.7482435597189696,
      "eval_real_loss": 0.6043989658355713,
      "eval_real_precision": 0.8047858942065491,
      "eval_real_recall": 0.6991247264770241,
      "eval_real_runtime": 95.3835,
      "eval_real_samples_per_second": 14.426,
      "eval_real_steps_per_second": 0.451,
      "step": 300
    },
    {
      "epoch": 0.052243339408140244,
      "grad_norm": 426.4030456542969,
      "learning_rate": 4.3377674956622334e-07,
      "loss": 9.4989,
      "step": 301
    },
    {
      "epoch": 0.05241690531979519,
      "grad_norm": 335.4671325683594,
      "learning_rate": 4.352226720647774e-07,
      "loss": 8.7758,
      "step": 302
    },
    {
      "epoch": 0.052590471231450144,
      "grad_norm": 317.60113525390625,
      "learning_rate": 4.366685945633314e-07,
      "loss": 9.9294,
      "step": 303
    },
    {
      "epoch": 0.0527640371431051,
      "grad_norm": 381.70037841796875,
      "learning_rate": 4.381145170618855e-07,
      "loss": 9.4212,
      "step": 304
    },
    {
      "epoch": 0.05293760305476004,
      "grad_norm": 194.1588897705078,
      "learning_rate": 4.395604395604396e-07,
      "loss": 9.439,
      "step": 305
    },
    {
      "epoch": 0.053111168966415,
      "grad_norm": 313.7008056640625,
      "learning_rate": 4.410063620589937e-07,
      "loss": 9.4665,
      "step": 306
    },
    {
      "epoch": 0.05328473487806995,
      "grad_norm": 254.8730926513672,
      "learning_rate": 4.4245228455754776e-07,
      "loss": 9.3244,
      "step": 307
    },
    {
      "epoch": 0.0534583007897249,
      "grad_norm": 213.39120483398438,
      "learning_rate": 4.438982070561018e-07,
      "loss": 8.7388,
      "step": 308
    },
    {
      "epoch": 0.05363186670137985,
      "grad_norm": 251.09286499023438,
      "learning_rate": 4.453441295546559e-07,
      "loss": 9.5937,
      "step": 309
    },
    {
      "epoch": 0.0538054326130348,
      "grad_norm": 214.14224243164062,
      "learning_rate": 4.4679005205321e-07,
      "loss": 9.5952,
      "step": 310
    },
    {
      "epoch": 0.05397899852468975,
      "grad_norm": 253.2423553466797,
      "learning_rate": 4.482359745517641e-07,
      "loss": 9.188,
      "step": 311
    },
    {
      "epoch": 0.054152564436344704,
      "grad_norm": 319.87335205078125,
      "learning_rate": 4.4968189705031814e-07,
      "loss": 9.3205,
      "step": 312
    },
    {
      "epoch": 0.05432613034799965,
      "grad_norm": 409.5017395019531,
      "learning_rate": 4.511278195488722e-07,
      "loss": 9.0173,
      "step": 313
    },
    {
      "epoch": 0.054499696259654604,
      "grad_norm": 327.0438537597656,
      "learning_rate": 4.5257374204742633e-07,
      "loss": 9.4409,
      "step": 314
    },
    {
      "epoch": 0.05467326217130956,
      "grad_norm": 293.1316223144531,
      "learning_rate": 4.540196645459804e-07,
      "loss": 9.4478,
      "step": 315
    },
    {
      "epoch": 0.054846828082964504,
      "grad_norm": 575.9779663085938,
      "learning_rate": 4.5546558704453447e-07,
      "loss": 10.0776,
      "step": 316
    },
    {
      "epoch": 0.05502039399461946,
      "grad_norm": 372.94183349609375,
      "learning_rate": 4.569115095430885e-07,
      "loss": 9.637,
      "step": 317
    },
    {
      "epoch": 0.05519395990627441,
      "grad_norm": 274.2693786621094,
      "learning_rate": 4.583574320416426e-07,
      "loss": 9.312,
      "step": 318
    },
    {
      "epoch": 0.05536752581792936,
      "grad_norm": 234.8648223876953,
      "learning_rate": 4.598033545401967e-07,
      "loss": 9.4123,
      "step": 319
    },
    {
      "epoch": 0.05554109172958431,
      "grad_norm": 343.66461181640625,
      "learning_rate": 4.6124927703875075e-07,
      "loss": 8.9897,
      "step": 320
    },
    {
      "epoch": 0.055714657641239264,
      "grad_norm": 278.38031005859375,
      "learning_rate": 4.626951995373048e-07,
      "loss": 10.2359,
      "step": 321
    },
    {
      "epoch": 0.05588822355289421,
      "grad_norm": 244.68959045410156,
      "learning_rate": 4.641411220358589e-07,
      "loss": 9.5905,
      "step": 322
    },
    {
      "epoch": 0.056061789464549164,
      "grad_norm": 195.39889526367188,
      "learning_rate": 4.65587044534413e-07,
      "loss": 8.5419,
      "step": 323
    },
    {
      "epoch": 0.05623535537620411,
      "grad_norm": 231.07618713378906,
      "learning_rate": 4.670329670329671e-07,
      "loss": 8.7625,
      "step": 324
    },
    {
      "epoch": 0.056408921287859064,
      "grad_norm": 219.75486755371094,
      "learning_rate": 4.6847888953152113e-07,
      "loss": 9.8277,
      "step": 325
    },
    {
      "epoch": 0.056408921287859064,
      "eval_synth_accuracy": 0.5972696245733788,
      "eval_synth_auroc": 0.687603572377326,
      "eval_synth_f1": 0.628463476070529,
      "eval_synth_loss": 0.6929799914360046,
      "eval_synth_precision": 0.8234323432343235,
      "eval_synth_recall": 0.5081466395112016,
      "eval_synth_runtime": 102.0585,
      "eval_synth_samples_per_second": 14.355,
      "eval_synth_steps_per_second": 0.451,
      "step": 325
    },
    {
      "epoch": 0.056408921287859064,
      "eval_real_accuracy": 0.7093023255813954,
      "eval_real_auroc": 0.7440215692403875,
      "eval_real_f1": 0.7920997920997921,
      "eval_real_loss": 0.5619049668312073,
      "eval_real_precision": 0.7544554455445545,
      "eval_real_recall": 0.8336980306345733,
      "eval_real_runtime": 95.2713,
      "eval_real_samples_per_second": 14.443,
      "eval_real_steps_per_second": 0.451,
      "step": 325
    },
    {
      "epoch": 0.05658248719951402,
      "grad_norm": 262.8754577636719,
      "learning_rate": 4.699248120300752e-07,
      "loss": 9.4039,
      "step": 326
    },
    {
      "epoch": 0.056756053111168964,
      "grad_norm": 188.27027893066406,
      "learning_rate": 4.713707345286293e-07,
      "loss": 8.7667,
      "step": 327
    },
    {
      "epoch": 0.05692961902282392,
      "grad_norm": 290.4839782714844,
      "learning_rate": 4.7281665702718337e-07,
      "loss": 9.6989,
      "step": 328
    },
    {
      "epoch": 0.05710318493447887,
      "grad_norm": 191.69021606445312,
      "learning_rate": 4.7426257952573747e-07,
      "loss": 9.9265,
      "step": 329
    },
    {
      "epoch": 0.05727675084613382,
      "grad_norm": 300.92242431640625,
      "learning_rate": 4.757085020242915e-07,
      "loss": 8.8503,
      "step": 330
    },
    {
      "epoch": 0.05745031675778877,
      "grad_norm": 429.1082763671875,
      "learning_rate": 4.771544245228456e-07,
      "loss": 9.697,
      "step": 331
    },
    {
      "epoch": 0.057623882669443724,
      "grad_norm": 399.6001892089844,
      "learning_rate": 4.786003470213997e-07,
      "loss": 9.5056,
      "step": 332
    },
    {
      "epoch": 0.05779744858109867,
      "grad_norm": 364.8107604980469,
      "learning_rate": 4.800462695199538e-07,
      "loss": 8.5631,
      "step": 333
    },
    {
      "epoch": 0.057971014492753624,
      "grad_norm": 206.66539001464844,
      "learning_rate": 4.814921920185078e-07,
      "loss": 10.0668,
      "step": 334
    },
    {
      "epoch": 0.05814458040440858,
      "grad_norm": 395.2929992675781,
      "learning_rate": 4.829381145170619e-07,
      "loss": 9.434,
      "step": 335
    },
    {
      "epoch": 0.058318146316063524,
      "grad_norm": 536.2625732421875,
      "learning_rate": 4.84384037015616e-07,
      "loss": 9.5715,
      "step": 336
    },
    {
      "epoch": 0.05849171222771848,
      "grad_norm": 226.7929229736328,
      "learning_rate": 4.858299595141701e-07,
      "loss": 9.1373,
      "step": 337
    },
    {
      "epoch": 0.058665278139373424,
      "grad_norm": 426.16522216796875,
      "learning_rate": 4.872758820127242e-07,
      "loss": 9.0083,
      "step": 338
    },
    {
      "epoch": 0.05883884405102838,
      "grad_norm": 597.7041015625,
      "learning_rate": 4.887218045112782e-07,
      "loss": 9.4093,
      "step": 339
    },
    {
      "epoch": 0.05901240996268333,
      "grad_norm": 337.6408996582031,
      "learning_rate": 4.901677270098324e-07,
      "loss": 9.6789,
      "step": 340
    },
    {
      "epoch": 0.05918597587433828,
      "grad_norm": 344.4129943847656,
      "learning_rate": 4.916136495083864e-07,
      "loss": 9.2926,
      "step": 341
    },
    {
      "epoch": 0.05935954178599323,
      "grad_norm": 397.0469665527344,
      "learning_rate": 4.930595720069405e-07,
      "loss": 9.6373,
      "step": 342
    },
    {
      "epoch": 0.059533107697648184,
      "grad_norm": 382.1502380371094,
      "learning_rate": 4.945054945054946e-07,
      "loss": 9.051,
      "step": 343
    },
    {
      "epoch": 0.05970667360930313,
      "grad_norm": 693.0482177734375,
      "learning_rate": 4.959514170040487e-07,
      "loss": 10.2484,
      "step": 344
    },
    {
      "epoch": 0.059880239520958084,
      "grad_norm": 335.05322265625,
      "learning_rate": 4.973973395026028e-07,
      "loss": 9.3903,
      "step": 345
    },
    {
      "epoch": 0.06005380543261304,
      "grad_norm": 220.7088165283203,
      "learning_rate": 4.988432620011567e-07,
      "loss": 9.9668,
      "step": 346
    },
    {
      "epoch": 0.060227371344267984,
      "grad_norm": 584.1995239257812,
      "learning_rate": 5.002891844997108e-07,
      "loss": 9.9758,
      "step": 347
    },
    {
      "epoch": 0.06040093725592294,
      "grad_norm": 314.82891845703125,
      "learning_rate": 5.017351069982649e-07,
      "loss": 9.2836,
      "step": 348
    },
    {
      "epoch": 0.06057450316757789,
      "grad_norm": 503.5180969238281,
      "learning_rate": 5.03181029496819e-07,
      "loss": 10.1588,
      "step": 349
    },
    {
      "epoch": 0.06074806907923284,
      "grad_norm": 223.43907165527344,
      "learning_rate": 5.046269519953731e-07,
      "loss": 9.6677,
      "step": 350
    },
    {
      "epoch": 0.06074806907923284,
      "eval_synth_accuracy": 0.5542662116040956,
      "eval_synth_auroc": 0.6992711456317231,
      "eval_synth_f1": 0.5474705474705475,
      "eval_synth_loss": 0.7453018426895142,
      "eval_synth_precision": 0.8568329718004338,
      "eval_synth_recall": 0.40224032586558045,
      "eval_synth_runtime": 102.0587,
      "eval_synth_samples_per_second": 14.354,
      "eval_synth_steps_per_second": 0.451,
      "step": 350
    },
    {
      "epoch": 0.06074806907923284,
      "eval_real_accuracy": 0.6911337209302325,
      "eval_real_auroc": 0.7466964108101964,
      "eval_real_f1": 0.7619047619047619,
      "eval_real_loss": 0.5797678828239441,
      "eval_real_precision": 0.7807118254879449,
      "eval_real_recall": 0.7439824945295405,
      "eval_real_runtime": 95.4097,
      "eval_real_samples_per_second": 14.422,
      "eval_real_steps_per_second": 0.451,
      "step": 350
    },
    {
      "epoch": 0.06092163499088779,
      "grad_norm": 222.00401306152344,
      "learning_rate": 5.060728744939271e-07,
      "loss": 9.8737,
      "step": 351
    },
    {
      "epoch": 0.06109520090254274,
      "grad_norm": 356.85675048828125,
      "learning_rate": 5.075187969924812e-07,
      "loss": 9.2671,
      "step": 352
    },
    {
      "epoch": 0.06126876681419769,
      "grad_norm": 403.57452392578125,
      "learning_rate": 5.089647194910353e-07,
      "loss": 9.3235,
      "step": 353
    },
    {
      "epoch": 0.061442332725852644,
      "grad_norm": 270.980224609375,
      "learning_rate": 5.104106419895894e-07,
      "loss": 9.0716,
      "step": 354
    },
    {
      "epoch": 0.06161589863750759,
      "grad_norm": 278.71826171875,
      "learning_rate": 5.118565644881435e-07,
      "loss": 8.8589,
      "step": 355
    },
    {
      "epoch": 0.061789464549162544,
      "grad_norm": 461.4965515136719,
      "learning_rate": 5.133024869866975e-07,
      "loss": 9.7727,
      "step": 356
    },
    {
      "epoch": 0.0619630304608175,
      "grad_norm": 340.51275634765625,
      "learning_rate": 5.147484094852517e-07,
      "loss": 9.6236,
      "step": 357
    },
    {
      "epoch": 0.062136596372472444,
      "grad_norm": 308.9957275390625,
      "learning_rate": 5.161943319838057e-07,
      "loss": 8.8923,
      "step": 358
    },
    {
      "epoch": 0.0623101622841274,
      "grad_norm": 335.7763366699219,
      "learning_rate": 5.176402544823598e-07,
      "loss": 9.5966,
      "step": 359
    },
    {
      "epoch": 0.06248372819578235,
      "grad_norm": 409.88336181640625,
      "learning_rate": 5.190861769809139e-07,
      "loss": 9.5875,
      "step": 360
    },
    {
      "epoch": 0.0626572941074373,
      "grad_norm": 371.44085693359375,
      "learning_rate": 5.205320994794679e-07,
      "loss": 9.3378,
      "step": 361
    },
    {
      "epoch": 0.06283086001909224,
      "grad_norm": 211.82131958007812,
      "learning_rate": 5.219780219780221e-07,
      "loss": 9.2067,
      "step": 362
    },
    {
      "epoch": 0.0630044259307472,
      "grad_norm": 392.9790954589844,
      "learning_rate": 5.234239444765761e-07,
      "loss": 9.0416,
      "step": 363
    },
    {
      "epoch": 0.06317799184240215,
      "grad_norm": 575.0236206054688,
      "learning_rate": 5.248698669751302e-07,
      "loss": 9.4477,
      "step": 364
    },
    {
      "epoch": 0.0633515577540571,
      "grad_norm": 198.3956298828125,
      "learning_rate": 5.263157894736843e-07,
      "loss": 9.0811,
      "step": 365
    },
    {
      "epoch": 0.06352512366571206,
      "grad_norm": 321.62115478515625,
      "learning_rate": 5.277617119722384e-07,
      "loss": 9.873,
      "step": 366
    },
    {
      "epoch": 0.063698689577367,
      "grad_norm": 719.0039672851562,
      "learning_rate": 5.292076344707925e-07,
      "loss": 9.9162,
      "step": 367
    },
    {
      "epoch": 0.06387225548902195,
      "grad_norm": 387.5443420410156,
      "learning_rate": 5.306535569693464e-07,
      "loss": 8.9919,
      "step": 368
    },
    {
      "epoch": 0.06404582140067691,
      "grad_norm": 574.44677734375,
      "learning_rate": 5.320994794679005e-07,
      "loss": 9.0878,
      "step": 369
    },
    {
      "epoch": 0.06421938731233186,
      "grad_norm": 374.6523742675781,
      "learning_rate": 5.335454019664546e-07,
      "loss": 9.0974,
      "step": 370
    },
    {
      "epoch": 0.0643929532239868,
      "grad_norm": 307.07177734375,
      "learning_rate": 5.349913244650087e-07,
      "loss": 9.0226,
      "step": 371
    },
    {
      "epoch": 0.06456651913564176,
      "grad_norm": 348.221435546875,
      "learning_rate": 5.364372469635628e-07,
      "loss": 8.9312,
      "step": 372
    },
    {
      "epoch": 0.06474008504729671,
      "grad_norm": 530.0103149414062,
      "learning_rate": 5.378831694621168e-07,
      "loss": 9.0436,
      "step": 373
    },
    {
      "epoch": 0.06491365095895166,
      "grad_norm": 309.17041015625,
      "learning_rate": 5.39329091960671e-07,
      "loss": 9.0376,
      "step": 374
    },
    {
      "epoch": 0.06508721687060662,
      "grad_norm": 355.714599609375,
      "learning_rate": 5.40775014459225e-07,
      "loss": 9.1132,
      "step": 375
    },
    {
      "epoch": 0.06508721687060662,
      "eval_synth_accuracy": 0.5460750853242321,
      "eval_synth_auroc": 0.6999732240368033,
      "eval_synth_f1": 0.5266903914590747,
      "eval_synth_loss": 0.7724829316139221,
      "eval_synth_precision": 0.8747044917257684,
      "eval_synth_recall": 0.37678207739307534,
      "eval_synth_runtime": 102.0419,
      "eval_synth_samples_per_second": 14.357,
      "eval_synth_steps_per_second": 0.451,
      "step": 375
    },
    {
      "epoch": 0.06508721687060662,
      "eval_real_accuracy": 0.6984011627906976,
      "eval_real_auroc": 0.7564485113719249,
      "eval_real_f1": 0.7632629777524245,
      "eval_real_loss": 0.5809557437896729,
      "eval_real_precision": 0.797377830750894,
      "eval_real_recall": 0.7319474835886215,
      "eval_real_runtime": 95.4244,
      "eval_real_samples_per_second": 14.42,
      "eval_real_steps_per_second": 0.451,
      "step": 375
    },
    {
      "epoch": 0.06526078278226156,
      "grad_norm": 317.87567138671875,
      "learning_rate": 5.422209369577791e-07,
      "loss": 9.104,
      "step": 376
    },
    {
      "epoch": 0.06543434869391651,
      "grad_norm": 174.30943298339844,
      "learning_rate": 5.436668594563332e-07,
      "loss": 8.9666,
      "step": 377
    },
    {
      "epoch": 0.06560791460557147,
      "grad_norm": 476.4584045410156,
      "learning_rate": 5.451127819548872e-07,
      "loss": 9.8342,
      "step": 378
    },
    {
      "epoch": 0.06578148051722642,
      "grad_norm": 320.6148986816406,
      "learning_rate": 5.465587044534414e-07,
      "loss": 9.3476,
      "step": 379
    },
    {
      "epoch": 0.06595504642888136,
      "grad_norm": 211.83299255371094,
      "learning_rate": 5.480046269519954e-07,
      "loss": 9.0182,
      "step": 380
    },
    {
      "epoch": 0.06612861234053632,
      "grad_norm": 454.71307373046875,
      "learning_rate": 5.494505494505495e-07,
      "loss": 8.2908,
      "step": 381
    },
    {
      "epoch": 0.06630217825219127,
      "grad_norm": 231.7676239013672,
      "learning_rate": 5.508964719491036e-07,
      "loss": 9.2539,
      "step": 382
    },
    {
      "epoch": 0.06647574416384622,
      "grad_norm": 288.317626953125,
      "learning_rate": 5.523423944476577e-07,
      "loss": 8.5487,
      "step": 383
    },
    {
      "epoch": 0.06664931007550118,
      "grad_norm": 552.7097778320312,
      "learning_rate": 5.537883169462118e-07,
      "loss": 8.5565,
      "step": 384
    },
    {
      "epoch": 0.06682287598715612,
      "grad_norm": 299.0835876464844,
      "learning_rate": 5.552342394447658e-07,
      "loss": 8.6667,
      "step": 385
    },
    {
      "epoch": 0.06699644189881107,
      "grad_norm": 251.81890869140625,
      "learning_rate": 5.566801619433199e-07,
      "loss": 8.5839,
      "step": 386
    },
    {
      "epoch": 0.06717000781046602,
      "grad_norm": 259.64117431640625,
      "learning_rate": 5.58126084441874e-07,
      "loss": 8.6785,
      "step": 387
    },
    {
      "epoch": 0.06734357372212098,
      "grad_norm": 262.8181457519531,
      "learning_rate": 5.595720069404281e-07,
      "loss": 8.7118,
      "step": 388
    },
    {
      "epoch": 0.06751713963377592,
      "grad_norm": 239.2554168701172,
      "learning_rate": 5.610179294389822e-07,
      "loss": 9.1303,
      "step": 389
    },
    {
      "epoch": 0.06769070554543087,
      "grad_norm": 263.48828125,
      "learning_rate": 5.624638519375362e-07,
      "loss": 8.604,
      "step": 390
    },
    {
      "epoch": 0.06786427145708583,
      "grad_norm": 228.55247497558594,
      "learning_rate": 5.639097744360903e-07,
      "loss": 8.9961,
      "step": 391
    },
    {
      "epoch": 0.06803783736874078,
      "grad_norm": 183.99887084960938,
      "learning_rate": 5.653556969346444e-07,
      "loss": 8.745,
      "step": 392
    },
    {
      "epoch": 0.06821140328039572,
      "grad_norm": 318.5569763183594,
      "learning_rate": 5.668016194331984e-07,
      "loss": 9.2626,
      "step": 393
    },
    {
      "epoch": 0.06838496919205068,
      "grad_norm": 257.65301513671875,
      "learning_rate": 5.682475419317525e-07,
      "loss": 8.3585,
      "step": 394
    },
    {
      "epoch": 0.06855853510370563,
      "grad_norm": 211.06533813476562,
      "learning_rate": 5.696934644303065e-07,
      "loss": 8.7597,
      "step": 395
    },
    {
      "epoch": 0.06873210101536058,
      "grad_norm": 257.3573913574219,
      "learning_rate": 5.711393869288607e-07,
      "loss": 8.6544,
      "step": 396
    },
    {
      "epoch": 0.06890566692701554,
      "grad_norm": 224.60183715820312,
      "learning_rate": 5.725853094274147e-07,
      "loss": 8.6846,
      "step": 397
    },
    {
      "epoch": 0.06907923283867048,
      "grad_norm": 421.991455078125,
      "learning_rate": 5.740312319259688e-07,
      "loss": 9.0035,
      "step": 398
    },
    {
      "epoch": 0.06925279875032543,
      "grad_norm": 326.77081298828125,
      "learning_rate": 5.754771544245229e-07,
      "loss": 9.3161,
      "step": 399
    },
    {
      "epoch": 0.06942636466198039,
      "grad_norm": 237.76174926757812,
      "learning_rate": 5.76923076923077e-07,
      "loss": 9.895,
      "step": 400
    },
    {
      "epoch": 0.06942636466198039,
      "eval_synth_accuracy": 0.6293515358361774,
      "eval_synth_auroc": 0.6933814879002164,
      "eval_synth_f1": 0.6837507280139778,
      "eval_synth_loss": 0.6661716103553772,
      "eval_synth_precision": 0.7986394557823129,
      "eval_synth_recall": 0.5977596741344195,
      "eval_synth_runtime": 102.5175,
      "eval_synth_samples_per_second": 14.29,
      "eval_synth_steps_per_second": 0.449,
      "step": 400
    },
    {
      "epoch": 0.06942636466198039,
      "eval_real_accuracy": 0.7093023255813954,
      "eval_real_auroc": 0.7514848390121913,
      "eval_real_f1": 0.8007968127490039,
      "eval_real_loss": 0.5517240762710571,
      "eval_real_precision": 0.7349177330895795,
      "eval_real_recall": 0.8796498905908097,
      "eval_real_runtime": 95.3276,
      "eval_real_samples_per_second": 14.434,
      "eval_real_steps_per_second": 0.451,
      "step": 400
    },
    {
      "epoch": 0.06959993057363534,
      "grad_norm": 326.9090576171875,
      "learning_rate": 5.783689994216311e-07,
      "loss": 9.0922,
      "step": 401
    },
    {
      "epoch": 0.06977349648529028,
      "grad_norm": 487.8993225097656,
      "learning_rate": 5.798149219201851e-07,
      "loss": 9.7472,
      "step": 402
    },
    {
      "epoch": 0.06994706239694524,
      "grad_norm": 285.6375427246094,
      "learning_rate": 5.812608444187392e-07,
      "loss": 9.9078,
      "step": 403
    },
    {
      "epoch": 0.07012062830860019,
      "grad_norm": 257.6608581542969,
      "learning_rate": 5.827067669172933e-07,
      "loss": 9.1914,
      "step": 404
    },
    {
      "epoch": 0.07029419422025514,
      "grad_norm": 489.5738525390625,
      "learning_rate": 5.841526894158474e-07,
      "loss": 8.702,
      "step": 405
    },
    {
      "epoch": 0.0704677601319101,
      "grad_norm": 199.84117126464844,
      "learning_rate": 5.855986119144014e-07,
      "loss": 7.5092,
      "step": 406
    },
    {
      "epoch": 0.07064132604356504,
      "grad_norm": 898.9149780273438,
      "learning_rate": 5.870445344129555e-07,
      "loss": 10.493,
      "step": 407
    },
    {
      "epoch": 0.07081489195521999,
      "grad_norm": 348.2793884277344,
      "learning_rate": 5.884904569115096e-07,
      "loss": 8.6151,
      "step": 408
    },
    {
      "epoch": 0.07098845786687495,
      "grad_norm": 395.6075744628906,
      "learning_rate": 5.899363794100637e-07,
      "loss": 8.8174,
      "step": 409
    },
    {
      "epoch": 0.0711620237785299,
      "grad_norm": 595.6613159179688,
      "learning_rate": 5.913823019086178e-07,
      "loss": 8.5355,
      "step": 410
    },
    {
      "epoch": 0.07133558969018484,
      "grad_norm": 233.66981506347656,
      "learning_rate": 5.928282244071718e-07,
      "loss": 9.7043,
      "step": 411
    },
    {
      "epoch": 0.0715091556018398,
      "grad_norm": 281.73712158203125,
      "learning_rate": 5.942741469057259e-07,
      "loss": 8.4699,
      "step": 412
    },
    {
      "epoch": 0.07168272151349475,
      "grad_norm": 299.7930603027344,
      "learning_rate": 5.9572006940428e-07,
      "loss": 9.001,
      "step": 413
    },
    {
      "epoch": 0.0718562874251497,
      "grad_norm": 397.74273681640625,
      "learning_rate": 5.971659919028341e-07,
      "loss": 9.2586,
      "step": 414
    },
    {
      "epoch": 0.07202985333680466,
      "grad_norm": 196.0638427734375,
      "learning_rate": 5.986119144013882e-07,
      "loss": 8.6719,
      "step": 415
    },
    {
      "epoch": 0.0722034192484596,
      "grad_norm": 202.7187042236328,
      "learning_rate": 6.000578368999421e-07,
      "loss": 8.6718,
      "step": 416
    },
    {
      "epoch": 0.07237698516011455,
      "grad_norm": 478.0231628417969,
      "learning_rate": 6.015037593984962e-07,
      "loss": 9.0453,
      "step": 417
    },
    {
      "epoch": 0.0725505510717695,
      "grad_norm": 222.4097442626953,
      "learning_rate": 6.029496818970503e-07,
      "loss": 9.6974,
      "step": 418
    },
    {
      "epoch": 0.07272411698342446,
      "grad_norm": 358.4092712402344,
      "learning_rate": 6.043956043956044e-07,
      "loss": 9.1185,
      "step": 419
    },
    {
      "epoch": 0.0728976828950794,
      "grad_norm": 180.9040069580078,
      "learning_rate": 6.058415268941585e-07,
      "loss": 8.7341,
      "step": 420
    },
    {
      "epoch": 0.07307124880673435,
      "grad_norm": 299.95196533203125,
      "learning_rate": 6.072874493927125e-07,
      "loss": 8.8035,
      "step": 421
    },
    {
      "epoch": 0.07324481471838931,
      "grad_norm": 364.2000732421875,
      "learning_rate": 6.087333718912667e-07,
      "loss": 9.4652,
      "step": 422
    },
    {
      "epoch": 0.07341838063004426,
      "grad_norm": 301.6819763183594,
      "learning_rate": 6.101792943898207e-07,
      "loss": 9.5194,
      "step": 423
    },
    {
      "epoch": 0.0735919465416992,
      "grad_norm": 685.7528686523438,
      "learning_rate": 6.116252168883748e-07,
      "loss": 9.0893,
      "step": 424
    },
    {
      "epoch": 0.07376551245335417,
      "grad_norm": 319.7818603515625,
      "learning_rate": 6.130711393869289e-07,
      "loss": 8.6764,
      "step": 425
    },
    {
      "epoch": 0.07376551245335417,
      "eval_synth_accuracy": 0.6566552901023891,
      "eval_synth_auroc": 0.7199466167410912,
      "eval_synth_f1": 0.7133903133903133,
      "eval_synth_loss": 0.6408320069313049,
      "eval_synth_precision": 0.8098318240620958,
      "eval_synth_recall": 0.6374745417515275,
      "eval_synth_runtime": 102.0665,
      "eval_synth_samples_per_second": 14.353,
      "eval_synth_steps_per_second": 0.451,
      "step": 425
    },
    {
      "epoch": 0.07376551245335417,
      "eval_real_accuracy": 0.6896802325581395,
      "eval_real_auroc": 0.7474163327555013,
      "eval_real_f1": 0.7737148913619502,
      "eval_real_loss": 0.5597789287567139,
      "eval_real_precision": 0.750256937307297,
      "eval_real_recall": 0.7986870897155361,
      "eval_real_runtime": 95.2981,
      "eval_real_samples_per_second": 14.439,
      "eval_real_steps_per_second": 0.451,
      "step": 425
    },
    {
      "epoch": 0.07393907836500911,
      "grad_norm": 386.2735290527344,
      "learning_rate": 6.14517061885483e-07,
      "loss": 9.1604,
      "step": 426
    },
    {
      "epoch": 0.07411264427666406,
      "grad_norm": 376.45574951171875,
      "learning_rate": 6.159629843840371e-07,
      "loss": 9.3794,
      "step": 427
    },
    {
      "epoch": 0.07428621018831902,
      "grad_norm": 285.7532958984375,
      "learning_rate": 6.174089068825911e-07,
      "loss": 8.4435,
      "step": 428
    },
    {
      "epoch": 0.07445977609997396,
      "grad_norm": 252.62318420410156,
      "learning_rate": 6.188548293811452e-07,
      "loss": 8.7056,
      "step": 429
    },
    {
      "epoch": 0.07463334201162891,
      "grad_norm": 230.457275390625,
      "learning_rate": 6.203007518796993e-07,
      "loss": 8.9794,
      "step": 430
    },
    {
      "epoch": 0.07480690792328387,
      "grad_norm": 349.6509094238281,
      "learning_rate": 6.217466743782534e-07,
      "loss": 8.4568,
      "step": 431
    },
    {
      "epoch": 0.07498047383493882,
      "grad_norm": 264.3482971191406,
      "learning_rate": 6.231925968768075e-07,
      "loss": 8.4373,
      "step": 432
    },
    {
      "epoch": 0.07515403974659376,
      "grad_norm": 215.8724822998047,
      "learning_rate": 6.246385193753615e-07,
      "loss": 8.4819,
      "step": 433
    },
    {
      "epoch": 0.07532760565824873,
      "grad_norm": 275.5160827636719,
      "learning_rate": 6.260844418739157e-07,
      "loss": 9.0173,
      "step": 434
    },
    {
      "epoch": 0.07550117156990367,
      "grad_norm": 238.74459838867188,
      "learning_rate": 6.275303643724697e-07,
      "loss": 9.7275,
      "step": 435
    },
    {
      "epoch": 0.07567473748155862,
      "grad_norm": 399.0890808105469,
      "learning_rate": 6.289762868710238e-07,
      "loss": 9.5021,
      "step": 436
    },
    {
      "epoch": 0.07584830339321358,
      "grad_norm": 189.4574737548828,
      "learning_rate": 6.304222093695779e-07,
      "loss": 8.0695,
      "step": 437
    },
    {
      "epoch": 0.07602186930486853,
      "grad_norm": 282.6336364746094,
      "learning_rate": 6.318681318681319e-07,
      "loss": 9.3946,
      "step": 438
    },
    {
      "epoch": 0.07619543521652347,
      "grad_norm": 284.4242248535156,
      "learning_rate": 6.333140543666861e-07,
      "loss": 9.1267,
      "step": 439
    },
    {
      "epoch": 0.07636900112817843,
      "grad_norm": 340.7710876464844,
      "learning_rate": 6.3475997686524e-07,
      "loss": 8.3395,
      "step": 440
    },
    {
      "epoch": 0.07654256703983338,
      "grad_norm": 234.48095703125,
      "learning_rate": 6.362058993637941e-07,
      "loss": 8.6049,
      "step": 441
    },
    {
      "epoch": 0.07671613295148833,
      "grad_norm": 168.70864868164062,
      "learning_rate": 6.376518218623482e-07,
      "loss": 8.8744,
      "step": 442
    },
    {
      "epoch": 0.07688969886314329,
      "grad_norm": 594.7267456054688,
      "learning_rate": 6.390977443609022e-07,
      "loss": 9.5503,
      "step": 443
    },
    {
      "epoch": 0.07706326477479823,
      "grad_norm": 435.7082824707031,
      "learning_rate": 6.405436668594564e-07,
      "loss": 8.2847,
      "step": 444
    },
    {
      "epoch": 0.07723683068645318,
      "grad_norm": 562.6911010742188,
      "learning_rate": 6.419895893580104e-07,
      "loss": 8.1116,
      "step": 445
    },
    {
      "epoch": 0.07741039659810812,
      "grad_norm": 364.0899658203125,
      "learning_rate": 6.434355118565645e-07,
      "loss": 9.2377,
      "step": 446
    },
    {
      "epoch": 0.07758396250976309,
      "grad_norm": 212.52833557128906,
      "learning_rate": 6.448814343551186e-07,
      "loss": 9.6664,
      "step": 447
    },
    {
      "epoch": 0.07775752842141803,
      "grad_norm": 295.48992919921875,
      "learning_rate": 6.463273568536726e-07,
      "loss": 9.2496,
      "step": 448
    },
    {
      "epoch": 0.07793109433307298,
      "grad_norm": 472.51336669921875,
      "learning_rate": 6.477732793522268e-07,
      "loss": 9.2005,
      "step": 449
    },
    {
      "epoch": 0.07810466024472794,
      "grad_norm": 195.3048553466797,
      "learning_rate": 6.492192018507809e-07,
      "loss": 8.5703,
      "step": 450
    },
    {
      "epoch": 0.07810466024472794,
      "eval_synth_accuracy": 0.6102389078498294,
      "eval_synth_auroc": 0.6911350478383154,
      "eval_synth_f1": 0.6662770309760374,
      "eval_synth_loss": 0.6727364659309387,
      "eval_synth_precision": 0.7818930041152263,
      "eval_synth_recall": 0.5804480651731161,
      "eval_synth_runtime": 102.0839,
      "eval_synth_samples_per_second": 14.351,
      "eval_synth_steps_per_second": 0.451,
      "step": 450
    },
    {
      "epoch": 0.07810466024472794,
      "eval_real_accuracy": 0.7107558139534884,
      "eval_real_auroc": 0.7531745242357935,
      "eval_real_f1": 0.7948453608247422,
      "eval_real_loss": 0.5489291548728943,
      "eval_real_precision": 0.7514619883040936,
      "eval_real_recall": 0.8435448577680525,
      "eval_real_runtime": 95.309,
      "eval_real_samples_per_second": 14.437,
      "eval_real_steps_per_second": 0.451,
      "step": 450
    },
    {
      "epoch": 0.07827822615638289,
      "grad_norm": 279.2547607421875,
      "learning_rate": 6.506651243493349e-07,
      "loss": 8.8788,
      "step": 451
    },
    {
      "epoch": 0.07845179206803783,
      "grad_norm": 606.1142578125,
      "learning_rate": 6.52111046847889e-07,
      "loss": 9.0716,
      "step": 452
    },
    {
      "epoch": 0.07862535797969279,
      "grad_norm": 523.4561767578125,
      "learning_rate": 6.53556969346443e-07,
      "loss": 9.2777,
      "step": 453
    },
    {
      "epoch": 0.07879892389134774,
      "grad_norm": 648.2826538085938,
      "learning_rate": 6.550028918449972e-07,
      "loss": 9.4927,
      "step": 454
    },
    {
      "epoch": 0.07897248980300269,
      "grad_norm": 171.13607788085938,
      "learning_rate": 6.564488143435513e-07,
      "loss": 8.8988,
      "step": 455
    },
    {
      "epoch": 0.07914605571465765,
      "grad_norm": 268.66845703125,
      "learning_rate": 6.578947368421053e-07,
      "loss": 9.1712,
      "step": 456
    },
    {
      "epoch": 0.07931962162631259,
      "grad_norm": 446.8468017578125,
      "learning_rate": 6.593406593406594e-07,
      "loss": 8.9415,
      "step": 457
    },
    {
      "epoch": 0.07949318753796754,
      "grad_norm": 724.0223388671875,
      "learning_rate": 6.607865818392134e-07,
      "loss": 9.4756,
      "step": 458
    },
    {
      "epoch": 0.0796667534496225,
      "grad_norm": 222.92523193359375,
      "learning_rate": 6.622325043377676e-07,
      "loss": 8.3876,
      "step": 459
    },
    {
      "epoch": 0.07984031936127745,
      "grad_norm": 214.6652069091797,
      "learning_rate": 6.636784268363217e-07,
      "loss": 8.338,
      "step": 460
    },
    {
      "epoch": 0.08001388527293239,
      "grad_norm": 600.3933715820312,
      "learning_rate": 6.651243493348757e-07,
      "loss": 9.1621,
      "step": 461
    },
    {
      "epoch": 0.08018745118458735,
      "grad_norm": 340.2412414550781,
      "learning_rate": 6.665702718334298e-07,
      "loss": 8.6606,
      "step": 462
    },
    {
      "epoch": 0.0803610170962423,
      "grad_norm": 194.9512176513672,
      "learning_rate": 6.68016194331984e-07,
      "loss": 8.1207,
      "step": 463
    },
    {
      "epoch": 0.08053458300789725,
      "grad_norm": 221.78672790527344,
      "learning_rate": 6.694621168305379e-07,
      "loss": 8.2533,
      "step": 464
    },
    {
      "epoch": 0.0807081489195522,
      "grad_norm": 658.2601318359375,
      "learning_rate": 6.70908039329092e-07,
      "loss": 9.27,
      "step": 465
    },
    {
      "epoch": 0.08088171483120715,
      "grad_norm": 583.5010986328125,
      "learning_rate": 6.72353961827646e-07,
      "loss": 9.4085,
      "step": 466
    },
    {
      "epoch": 0.0810552807428621,
      "grad_norm": 256.9119873046875,
      "learning_rate": 6.737998843262001e-07,
      "loss": 8.3909,
      "step": 467
    },
    {
      "epoch": 0.08122884665451706,
      "grad_norm": 252.44740295410156,
      "learning_rate": 6.752458068247543e-07,
      "loss": 8.1133,
      "step": 468
    },
    {
      "epoch": 0.081402412566172,
      "grad_norm": 345.6336975097656,
      "learning_rate": 6.766917293233083e-07,
      "loss": 9.3734,
      "step": 469
    },
    {
      "epoch": 0.08157597847782695,
      "grad_norm": 258.2291259765625,
      "learning_rate": 6.781376518218624e-07,
      "loss": 9.1342,
      "step": 470
    },
    {
      "epoch": 0.08174954438948191,
      "grad_norm": 598.8888549804688,
      "learning_rate": 6.795835743204165e-07,
      "loss": 8.804,
      "step": 471
    },
    {
      "epoch": 0.08192311030113686,
      "grad_norm": 364.4857177734375,
      "learning_rate": 6.810294968189705e-07,
      "loss": 8.727,
      "step": 472
    },
    {
      "epoch": 0.0820966762127918,
      "grad_norm": 398.4546813964844,
      "learning_rate": 6.824754193175247e-07,
      "loss": 9.1317,
      "step": 473
    },
    {
      "epoch": 0.08227024212444675,
      "grad_norm": 298.1792907714844,
      "learning_rate": 6.839213418160787e-07,
      "loss": 8.3079,
      "step": 474
    },
    {
      "epoch": 0.08244380803610171,
      "grad_norm": 334.71630859375,
      "learning_rate": 6.853672643146328e-07,
      "loss": 8.3739,
      "step": 475
    },
    {
      "epoch": 0.08244380803610171,
      "eval_synth_accuracy": 0.6286689419795222,
      "eval_synth_auroc": 0.6944050886980134,
      "eval_synth_f1": 0.6855491329479769,
      "eval_synth_loss": 0.6568460464477539,
      "eval_synth_precision": 0.7927807486631016,
      "eval_synth_recall": 0.6038696537678208,
      "eval_synth_runtime": 102.0959,
      "eval_synth_samples_per_second": 14.349,
      "eval_synth_steps_per_second": 0.451,
      "step": 475
    },
    {
      "epoch": 0.08244380803610171,
      "eval_real_accuracy": 0.7107558139534884,
      "eval_real_auroc": 0.7632877698523212,
      "eval_real_f1": 0.7924921793534933,
      "eval_real_loss": 0.5429268479347229,
      "eval_real_precision": 0.7569721115537849,
      "eval_real_recall": 0.8315098468271335,
      "eval_real_runtime": 95.4576,
      "eval_real_samples_per_second": 14.415,
      "eval_real_steps_per_second": 0.45,
      "step": 475
    },
    {
      "epoch": 0.08261737394775666,
      "grad_norm": 336.162109375,
      "learning_rate": 6.868131868131869e-07,
      "loss": 9.1917,
      "step": 476
    },
    {
      "epoch": 0.0827909398594116,
      "grad_norm": 211.57608032226562,
      "learning_rate": 6.882591093117409e-07,
      "loss": 9.0271,
      "step": 477
    },
    {
      "epoch": 0.08296450577106657,
      "grad_norm": 338.3739929199219,
      "learning_rate": 6.897050318102951e-07,
      "loss": 8.792,
      "step": 478
    },
    {
      "epoch": 0.08313807168272151,
      "grad_norm": 241.06631469726562,
      "learning_rate": 6.911509543088491e-07,
      "loss": 9.0978,
      "step": 479
    },
    {
      "epoch": 0.08331163759437646,
      "grad_norm": 296.29638671875,
      "learning_rate": 6.925968768074032e-07,
      "loss": 9.0466,
      "step": 480
    },
    {
      "epoch": 0.08348520350603142,
      "grad_norm": 420.83807373046875,
      "learning_rate": 6.940427993059573e-07,
      "loss": 8.7296,
      "step": 481
    },
    {
      "epoch": 0.08365876941768637,
      "grad_norm": 521.73095703125,
      "learning_rate": 6.954887218045113e-07,
      "loss": 9.1754,
      "step": 482
    },
    {
      "epoch": 0.08383233532934131,
      "grad_norm": 331.8601379394531,
      "learning_rate": 6.969346443030655e-07,
      "loss": 9.258,
      "step": 483
    },
    {
      "epoch": 0.08400590124099627,
      "grad_norm": 301.7342529296875,
      "learning_rate": 6.983805668016196e-07,
      "loss": 8.6844,
      "step": 484
    },
    {
      "epoch": 0.08417946715265122,
      "grad_norm": 564.0819702148438,
      "learning_rate": 6.998264893001736e-07,
      "loss": 8.5202,
      "step": 485
    },
    {
      "epoch": 0.08435303306430617,
      "grad_norm": 172.29466247558594,
      "learning_rate": 7.012724117987277e-07,
      "loss": 7.9232,
      "step": 486
    },
    {
      "epoch": 0.08452659897596113,
      "grad_norm": 471.41534423828125,
      "learning_rate": 7.027183342972816e-07,
      "loss": 8.714,
      "step": 487
    },
    {
      "epoch": 0.08470016488761607,
      "grad_norm": 335.4566955566406,
      "learning_rate": 7.041642567958358e-07,
      "loss": 8.8146,
      "step": 488
    },
    {
      "epoch": 0.08487373079927102,
      "grad_norm": 256.3478698730469,
      "learning_rate": 7.056101792943899e-07,
      "loss": 7.8691,
      "step": 489
    },
    {
      "epoch": 0.08504729671092598,
      "grad_norm": 395.88873291015625,
      "learning_rate": 7.070561017929439e-07,
      "loss": 8.6503,
      "step": 490
    },
    {
      "epoch": 0.08522086262258093,
      "grad_norm": 221.50527954101562,
      "learning_rate": 7.08502024291498e-07,
      "loss": 8.4856,
      "step": 491
    },
    {
      "epoch": 0.08539442853423587,
      "grad_norm": 263.2049255371094,
      "learning_rate": 7.09947946790052e-07,
      "loss": 7.8332,
      "step": 492
    },
    {
      "epoch": 0.08556799444589083,
      "grad_norm": 233.6461639404297,
      "learning_rate": 7.113938692886062e-07,
      "loss": 8.8663,
      "step": 493
    },
    {
      "epoch": 0.08574156035754578,
      "grad_norm": 284.8923034667969,
      "learning_rate": 7.128397917871603e-07,
      "loss": 8.8228,
      "step": 494
    },
    {
      "epoch": 0.08591512626920073,
      "grad_norm": 218.72093200683594,
      "learning_rate": 7.142857142857143e-07,
      "loss": 8.2409,
      "step": 495
    },
    {
      "epoch": 0.08608869218085569,
      "grad_norm": 238.3072967529297,
      "learning_rate": 7.157316367842684e-07,
      "loss": 8.2205,
      "step": 496
    },
    {
      "epoch": 0.08626225809251063,
      "grad_norm": 370.2635192871094,
      "learning_rate": 7.171775592828226e-07,
      "loss": 7.8542,
      "step": 497
    },
    {
      "epoch": 0.08643582400416558,
      "grad_norm": 504.77191162109375,
      "learning_rate": 7.186234817813766e-07,
      "loss": 8.688,
      "step": 498
    },
    {
      "epoch": 0.08660938991582054,
      "grad_norm": 279.47015380859375,
      "learning_rate": 7.200694042799307e-07,
      "loss": 9.3906,
      "step": 499
    },
    {
      "epoch": 0.08678295582747549,
      "grad_norm": 455.38970947265625,
      "learning_rate": 7.215153267784847e-07,
      "loss": 8.9,
      "step": 500
    },
    {
      "epoch": 0.08678295582747549,
      "eval_synth_accuracy": 0.6928327645051194,
      "eval_synth_auroc": 0.7370916665612495,
      "eval_synth_f1": 0.7611464968152867,
      "eval_synth_loss": 0.5940797328948975,
      "eval_synth_precision": 0.79490022172949,
      "eval_synth_recall": 0.730142566191446,
      "eval_synth_runtime": 102.0637,
      "eval_synth_samples_per_second": 14.354,
      "eval_synth_steps_per_second": 0.451,
      "step": 500
    },
    {
      "epoch": 0.08678295582747549,
      "eval_real_accuracy": 0.7165697674418605,
      "eval_real_auroc": 0.7769662868131139,
      "eval_real_f1": 0.7914438502673797,
      "eval_real_loss": 0.5352315306663513,
      "eval_real_precision": 0.7740585774058577,
      "eval_real_recall": 0.8096280087527352,
      "eval_real_runtime": 95.3756,
      "eval_real_samples_per_second": 14.427,
      "eval_real_steps_per_second": 0.451,
      "step": 500
    },
    {
      "epoch": 0.08695652173913043,
      "grad_norm": 447.6827392578125,
      "learning_rate": 7.229612492770388e-07,
      "loss": 8.2895,
      "step": 501
    },
    {
      "epoch": 0.08713008765078538,
      "grad_norm": 343.7422180175781,
      "learning_rate": 7.24407171775593e-07,
      "loss": 9.4223,
      "step": 502
    },
    {
      "epoch": 0.08730365356244034,
      "grad_norm": 254.4214630126953,
      "learning_rate": 7.25853094274147e-07,
      "loss": 7.708,
      "step": 503
    },
    {
      "epoch": 0.08747721947409529,
      "grad_norm": 243.53341674804688,
      "learning_rate": 7.272990167727011e-07,
      "loss": 8.324,
      "step": 504
    },
    {
      "epoch": 0.08765078538575023,
      "grad_norm": 202.09042358398438,
      "learning_rate": 7.287449392712551e-07,
      "loss": 8.0836,
      "step": 505
    },
    {
      "epoch": 0.08782435129740519,
      "grad_norm": 211.97193908691406,
      "learning_rate": 7.301908617698092e-07,
      "loss": 8.9645,
      "step": 506
    },
    {
      "epoch": 0.08799791720906014,
      "grad_norm": 298.6656799316406,
      "learning_rate": 7.316367842683634e-07,
      "loss": 9.1315,
      "step": 507
    },
    {
      "epoch": 0.08817148312071509,
      "grad_norm": 197.37890625,
      "learning_rate": 7.330827067669174e-07,
      "loss": 8.7088,
      "step": 508
    },
    {
      "epoch": 0.08834504903237005,
      "grad_norm": 309.51214599609375,
      "learning_rate": 7.345286292654715e-07,
      "loss": 8.4844,
      "step": 509
    },
    {
      "epoch": 0.08851861494402499,
      "grad_norm": 387.0357360839844,
      "learning_rate": 7.359745517640256e-07,
      "loss": 9.3179,
      "step": 510
    },
    {
      "epoch": 0.08869218085567994,
      "grad_norm": 227.94268798828125,
      "learning_rate": 7.374204742625795e-07,
      "loss": 8.1227,
      "step": 511
    },
    {
      "epoch": 0.0888657467673349,
      "grad_norm": 220.79190063476562,
      "learning_rate": 7.388663967611337e-07,
      "loss": 8.4526,
      "step": 512
    },
    {
      "epoch": 0.08903931267898985,
      "grad_norm": 232.9557342529297,
      "learning_rate": 7.403123192596877e-07,
      "loss": 9.2172,
      "step": 513
    },
    {
      "epoch": 0.08921287859064479,
      "grad_norm": 322.7974853515625,
      "learning_rate": 7.417582417582418e-07,
      "loss": 8.7981,
      "step": 514
    },
    {
      "epoch": 0.08938644450229975,
      "grad_norm": 295.847900390625,
      "learning_rate": 7.432041642567959e-07,
      "loss": 9.4187,
      "step": 515
    },
    {
      "epoch": 0.0895600104139547,
      "grad_norm": 333.643798828125,
      "learning_rate": 7.446500867553499e-07,
      "loss": 9.2246,
      "step": 516
    },
    {
      "epoch": 0.08973357632560965,
      "grad_norm": 881.8089599609375,
      "learning_rate": 7.460960092539041e-07,
      "loss": 8.933,
      "step": 517
    },
    {
      "epoch": 0.0899071422372646,
      "grad_norm": 802.9668579101562,
      "learning_rate": 7.475419317524581e-07,
      "loss": 9.7121,
      "step": 518
    },
    {
      "epoch": 0.09008070814891955,
      "grad_norm": 765.7543334960938,
      "learning_rate": 7.489878542510122e-07,
      "loss": 9.1756,
      "step": 519
    },
    {
      "epoch": 0.0902542740605745,
      "grad_norm": 207.46363830566406,
      "learning_rate": 7.504337767495663e-07,
      "loss": 8.3031,
      "step": 520
    },
    {
      "epoch": 0.09042783997222946,
      "grad_norm": 750.84228515625,
      "learning_rate": 7.518796992481203e-07,
      "loss": 9.183,
      "step": 521
    },
    {
      "epoch": 0.0906014058838844,
      "grad_norm": 1028.58740234375,
      "learning_rate": 7.533256217466744e-07,
      "loss": 9.6761,
      "step": 522
    },
    {
      "epoch": 0.09077497179553935,
      "grad_norm": 1090.3492431640625,
      "learning_rate": 7.547715442452286e-07,
      "loss": 9.6013,
      "step": 523
    },
    {
      "epoch": 0.09094853770719431,
      "grad_norm": 833.540771484375,
      "learning_rate": 7.562174667437826e-07,
      "loss": 9.6221,
      "step": 524
    },
    {
      "epoch": 0.09112210361884926,
      "grad_norm": 403.92376708984375,
      "learning_rate": 7.576633892423367e-07,
      "loss": 8.949,
      "step": 525
    },
    {
      "epoch": 0.09112210361884926,
      "eval_synth_accuracy": 0.6621160409556314,
      "eval_synth_auroc": 0.7322298263146577,
      "eval_synth_f1": 0.7189097103918228,
      "eval_synth_loss": 0.6262376308441162,
      "eval_synth_precision": 0.8125802310654685,
      "eval_synth_recall": 0.6446028513238289,
      "eval_synth_runtime": 102.0138,
      "eval_synth_samples_per_second": 14.361,
      "eval_synth_steps_per_second": 0.451,
      "step": 525
    },
    {
      "epoch": 0.09112210361884926,
      "eval_real_accuracy": 0.7063953488372093,
      "eval_real_auroc": 0.7705757954663863,
      "eval_real_f1": 0.7880377754459601,
      "eval_real_loss": 0.5417152047157288,
      "eval_real_precision": 0.7570564516129032,
      "eval_real_recall": 0.8216630196936543,
      "eval_real_runtime": 95.3248,
      "eval_real_samples_per_second": 14.435,
      "eval_real_steps_per_second": 0.451,
      "step": 525
    },
    {
      "epoch": 0.0912956695305042,
      "grad_norm": 150.0739288330078,
      "learning_rate": 7.591093117408907e-07,
      "loss": 8.2574,
      "step": 526
    },
    {
      "epoch": 0.09146923544215917,
      "grad_norm": 802.2120361328125,
      "learning_rate": 7.605552342394448e-07,
      "loss": 9.5353,
      "step": 527
    },
    {
      "epoch": 0.09164280135381411,
      "grad_norm": 753.2574462890625,
      "learning_rate": 7.62001156737999e-07,
      "loss": 9.7098,
      "step": 528
    },
    {
      "epoch": 0.09181636726546906,
      "grad_norm": 655.9822998046875,
      "learning_rate": 7.63447079236553e-07,
      "loss": 9.1842,
      "step": 529
    },
    {
      "epoch": 0.09198993317712402,
      "grad_norm": 377.64813232421875,
      "learning_rate": 7.648930017351071e-07,
      "loss": 9.1871,
      "step": 530
    },
    {
      "epoch": 0.09216349908877897,
      "grad_norm": 209.24876403808594,
      "learning_rate": 7.663389242336611e-07,
      "loss": 8.3697,
      "step": 531
    },
    {
      "epoch": 0.09233706500043391,
      "grad_norm": 696.2440185546875,
      "learning_rate": 7.677848467322152e-07,
      "loss": 9.1504,
      "step": 532
    },
    {
      "epoch": 0.09251063091208886,
      "grad_norm": 747.837646484375,
      "learning_rate": 7.692307692307694e-07,
      "loss": 8.6111,
      "step": 533
    },
    {
      "epoch": 0.09268419682374382,
      "grad_norm": 760.6840209960938,
      "learning_rate": 7.706766917293233e-07,
      "loss": 9.0585,
      "step": 534
    },
    {
      "epoch": 0.09285776273539877,
      "grad_norm": 612.9718627929688,
      "learning_rate": 7.721226142278774e-07,
      "loss": 8.9118,
      "step": 535
    },
    {
      "epoch": 0.09303132864705371,
      "grad_norm": 290.36285400390625,
      "learning_rate": 7.735685367264315e-07,
      "loss": 8.2605,
      "step": 536
    },
    {
      "epoch": 0.09320489455870867,
      "grad_norm": 369.54931640625,
      "learning_rate": 7.750144592249855e-07,
      "loss": 8.5465,
      "step": 537
    },
    {
      "epoch": 0.09337846047036362,
      "grad_norm": 218.63323974609375,
      "learning_rate": 7.764603817235397e-07,
      "loss": 9.7426,
      "step": 538
    },
    {
      "epoch": 0.09355202638201857,
      "grad_norm": 588.1032104492188,
      "learning_rate": 7.779063042220937e-07,
      "loss": 8.8582,
      "step": 539
    },
    {
      "epoch": 0.09372559229367353,
      "grad_norm": 524.5753173828125,
      "learning_rate": 7.793522267206478e-07,
      "loss": 8.2137,
      "step": 540
    },
    {
      "epoch": 0.09389915820532847,
      "grad_norm": 285.3929748535156,
      "learning_rate": 7.807981492192019e-07,
      "loss": 8.7535,
      "step": 541
    },
    {
      "epoch": 0.09407272411698342,
      "grad_norm": 220.8328857421875,
      "learning_rate": 7.822440717177559e-07,
      "loss": 8.215,
      "step": 542
    },
    {
      "epoch": 0.09424629002863838,
      "grad_norm": 244.6212921142578,
      "learning_rate": 7.836899942163101e-07,
      "loss": 8.9279,
      "step": 543
    },
    {
      "epoch": 0.09441985594029333,
      "grad_norm": 268.6758117675781,
      "learning_rate": 7.851359167148641e-07,
      "loss": 8.8224,
      "step": 544
    },
    {
      "epoch": 0.09459342185194827,
      "grad_norm": 442.6787414550781,
      "learning_rate": 7.865818392134182e-07,
      "loss": 8.5826,
      "step": 545
    },
    {
      "epoch": 0.09476698776360323,
      "grad_norm": 217.05755615234375,
      "learning_rate": 7.880277617119723e-07,
      "loss": 8.5949,
      "step": 546
    },
    {
      "epoch": 0.09494055367525818,
      "grad_norm": 176.18450927734375,
      "learning_rate": 7.894736842105263e-07,
      "loss": 8.0679,
      "step": 547
    },
    {
      "epoch": 0.09511411958691313,
      "grad_norm": 148.36981201171875,
      "learning_rate": 7.909196067090805e-07,
      "loss": 7.2196,
      "step": 548
    },
    {
      "epoch": 0.09528768549856809,
      "grad_norm": 226.50830078125,
      "learning_rate": 7.923655292076346e-07,
      "loss": 8.8294,
      "step": 549
    },
    {
      "epoch": 0.09546125141022303,
      "grad_norm": 204.83811950683594,
      "learning_rate": 7.938114517061886e-07,
      "loss": 8.8431,
      "step": 550
    },
    {
      "epoch": 0.09546125141022303,
      "eval_synth_accuracy": 0.5972696245733788,
      "eval_synth_auroc": 0.6983234452020426,
      "eval_synth_f1": 0.6362515413070283,
      "eval_synth_loss": 0.7124125361442566,
      "eval_synth_precision": 0.80625,
      "eval_synth_recall": 0.5254582484725051,
      "eval_synth_runtime": 102.083,
      "eval_synth_samples_per_second": 14.351,
      "eval_synth_steps_per_second": 0.451,
      "step": 550
    },
    {
      "epoch": 0.09546125141022303,
      "eval_real_accuracy": 0.7209302325581395,
      "eval_real_auroc": 0.7893316566730133,
      "eval_real_f1": 0.7866666666666666,
      "eval_real_loss": 0.5325059294700623,
      "eval_real_precision": 0.7990970654627539,
      "eval_real_recall": 0.774617067833698,
      "eval_real_runtime": 96.0495,
      "eval_real_samples_per_second": 14.326,
      "eval_real_steps_per_second": 0.448,
      "step": 550
    },
    {
      "epoch": 0.09563481732187798,
      "grad_norm": 203.39804077148438,
      "learning_rate": 7.952573742047427e-07,
      "loss": 7.8471,
      "step": 551
    },
    {
      "epoch": 0.09580838323353294,
      "grad_norm": 230.75003051757812,
      "learning_rate": 7.967032967032967e-07,
      "loss": 7.8883,
      "step": 552
    },
    {
      "epoch": 0.09598194914518789,
      "grad_norm": 161.32070922851562,
      "learning_rate": 7.981492192018509e-07,
      "loss": 7.2719,
      "step": 553
    },
    {
      "epoch": 0.09615551505684283,
      "grad_norm": 255.4849853515625,
      "learning_rate": 7.99595141700405e-07,
      "loss": 8.1725,
      "step": 554
    },
    {
      "epoch": 0.0963290809684978,
      "grad_norm": 164.1796112060547,
      "learning_rate": 8.01041064198959e-07,
      "loss": 8.0063,
      "step": 555
    },
    {
      "epoch": 0.09650264688015274,
      "grad_norm": 176.60922241210938,
      "learning_rate": 8.024869866975131e-07,
      "loss": 8.7003,
      "step": 556
    },
    {
      "epoch": 0.09667621279180769,
      "grad_norm": 207.4527130126953,
      "learning_rate": 8.03932909196067e-07,
      "loss": 7.9828,
      "step": 557
    },
    {
      "epoch": 0.09684977870346265,
      "grad_norm": 204.4734344482422,
      "learning_rate": 8.053788316946213e-07,
      "loss": 9.0806,
      "step": 558
    },
    {
      "epoch": 0.0970233446151176,
      "grad_norm": 241.060791015625,
      "learning_rate": 8.068247541931753e-07,
      "loss": 8.8542,
      "step": 559
    },
    {
      "epoch": 0.09719691052677254,
      "grad_norm": 296.533935546875,
      "learning_rate": 8.082706766917293e-07,
      "loss": 7.891,
      "step": 560
    },
    {
      "epoch": 0.09737047643842749,
      "grad_norm": 480.5396423339844,
      "learning_rate": 8.097165991902834e-07,
      "loss": 9.6896,
      "step": 561
    },
    {
      "epoch": 0.09754404235008245,
      "grad_norm": 213.3033905029297,
      "learning_rate": 8.111625216888376e-07,
      "loss": 7.4476,
      "step": 562
    },
    {
      "epoch": 0.0977176082617374,
      "grad_norm": 205.47183227539062,
      "learning_rate": 8.126084441873916e-07,
      "loss": 9.2269,
      "step": 563
    },
    {
      "epoch": 0.09789117417339234,
      "grad_norm": 427.4295654296875,
      "learning_rate": 8.140543666859457e-07,
      "loss": 9.4241,
      "step": 564
    },
    {
      "epoch": 0.0980647400850473,
      "grad_norm": 146.72311401367188,
      "learning_rate": 8.155002891844997e-07,
      "loss": 7.8006,
      "step": 565
    },
    {
      "epoch": 0.09823830599670225,
      "grad_norm": 196.10606384277344,
      "learning_rate": 8.169462116830538e-07,
      "loss": 7.9312,
      "step": 566
    },
    {
      "epoch": 0.09841187190835719,
      "grad_norm": 327.1653137207031,
      "learning_rate": 8.18392134181608e-07,
      "loss": 8.8031,
      "step": 567
    },
    {
      "epoch": 0.09858543782001215,
      "grad_norm": 169.29141235351562,
      "learning_rate": 8.19838056680162e-07,
      "loss": 6.8497,
      "step": 568
    },
    {
      "epoch": 0.0987590037316671,
      "grad_norm": 601.5416870117188,
      "learning_rate": 8.212839791787161e-07,
      "loss": 8.2786,
      "step": 569
    },
    {
      "epoch": 0.09893256964332205,
      "grad_norm": 626.0252075195312,
      "learning_rate": 8.227299016772701e-07,
      "loss": 8.5814,
      "step": 570
    },
    {
      "epoch": 0.099106135554977,
      "grad_norm": 173.30726623535156,
      "learning_rate": 8.241758241758242e-07,
      "loss": 8.9913,
      "step": 571
    },
    {
      "epoch": 0.09927970146663195,
      "grad_norm": 365.8384704589844,
      "learning_rate": 8.256217466743784e-07,
      "loss": 8.818,
      "step": 572
    },
    {
      "epoch": 0.0994532673782869,
      "grad_norm": 211.65667724609375,
      "learning_rate": 8.270676691729324e-07,
      "loss": 8.0103,
      "step": 573
    },
    {
      "epoch": 0.09962683328994186,
      "grad_norm": 249.581298828125,
      "learning_rate": 8.285135916714865e-07,
      "loss": 8.9343,
      "step": 574
    },
    {
      "epoch": 0.0998003992015968,
      "grad_norm": 170.62411499023438,
      "learning_rate": 8.299595141700406e-07,
      "loss": 7.4903,
      "step": 575
    },
    {
      "epoch": 0.0998003992015968,
      "eval_synth_accuracy": 0.6784982935153584,
      "eval_synth_auroc": 0.7383492934940734,
      "eval_synth_f1": 0.7387687188019967,
      "eval_synth_loss": 0.6306126713752747,
      "eval_synth_precision": 0.8112058465286236,
      "eval_synth_recall": 0.6782077393075356,
      "eval_synth_runtime": 102.016,
      "eval_synth_samples_per_second": 14.36,
      "eval_synth_steps_per_second": 0.451,
      "step": 575
    },
    {
      "epoch": 0.0998003992015968,
      "eval_real_accuracy": 0.7267441860465116,
      "eval_real_auroc": 0.7859913609366563,
      "eval_real_f1": 0.7947598253275109,
      "eval_real_loss": 0.5326582789421082,
      "eval_real_precision": 0.7930283224400871,
      "eval_real_recall": 0.7964989059080962,
      "eval_real_runtime": 95.3308,
      "eval_real_samples_per_second": 14.434,
      "eval_real_steps_per_second": 0.451,
      "step": 575
    },
    {
      "epoch": 0.09997396511325175,
      "grad_norm": 231.698486328125,
      "learning_rate": 8.314054366685946e-07,
      "loss": 8.2935,
      "step": 576
    },
    {
      "epoch": 0.10014753102490671,
      "grad_norm": 205.93568420410156,
      "learning_rate": 8.328513591671488e-07,
      "loss": 8.9532,
      "step": 577
    },
    {
      "epoch": 0.10032109693656166,
      "grad_norm": 469.9969787597656,
      "learning_rate": 8.342972816657028e-07,
      "loss": 8.025,
      "step": 578
    },
    {
      "epoch": 0.1004946628482166,
      "grad_norm": 425.5240173339844,
      "learning_rate": 8.357432041642569e-07,
      "loss": 8.9577,
      "step": 579
    },
    {
      "epoch": 0.10066822875987157,
      "grad_norm": 413.6635437011719,
      "learning_rate": 8.37189126662811e-07,
      "loss": 8.3934,
      "step": 580
    },
    {
      "epoch": 0.10084179467152651,
      "grad_norm": 485.5946350097656,
      "learning_rate": 8.38635049161365e-07,
      "loss": 8.5013,
      "step": 581
    },
    {
      "epoch": 0.10101536058318146,
      "grad_norm": 463.0711364746094,
      "learning_rate": 8.400809716599192e-07,
      "loss": 8.7101,
      "step": 582
    },
    {
      "epoch": 0.10118892649483642,
      "grad_norm": 322.9042663574219,
      "learning_rate": 8.415268941584731e-07,
      "loss": 9.4131,
      "step": 583
    },
    {
      "epoch": 0.10136249240649137,
      "grad_norm": 399.722900390625,
      "learning_rate": 8.429728166570272e-07,
      "loss": 8.6402,
      "step": 584
    },
    {
      "epoch": 0.10153605831814631,
      "grad_norm": 407.5782470703125,
      "learning_rate": 8.444187391555813e-07,
      "loss": 9.704,
      "step": 585
    },
    {
      "epoch": 0.10170962422980127,
      "grad_norm": 190.5697784423828,
      "learning_rate": 8.458646616541353e-07,
      "loss": 7.9132,
      "step": 586
    },
    {
      "epoch": 0.10188319014145622,
      "grad_norm": 345.30328369140625,
      "learning_rate": 8.473105841526895e-07,
      "loss": 8.9736,
      "step": 587
    },
    {
      "epoch": 0.10205675605311117,
      "grad_norm": 595.3533325195312,
      "learning_rate": 8.487565066512436e-07,
      "loss": 7.509,
      "step": 588
    },
    {
      "epoch": 0.10223032196476611,
      "grad_norm": 275.9915771484375,
      "learning_rate": 8.502024291497976e-07,
      "loss": 7.9317,
      "step": 589
    },
    {
      "epoch": 0.10240388787642107,
      "grad_norm": 364.0062255859375,
      "learning_rate": 8.516483516483517e-07,
      "loss": 7.9647,
      "step": 590
    },
    {
      "epoch": 0.10257745378807602,
      "grad_norm": 335.3157653808594,
      "learning_rate": 8.530942741469057e-07,
      "loss": 8.6906,
      "step": 591
    },
    {
      "epoch": 0.10275101969973097,
      "grad_norm": 161.32325744628906,
      "learning_rate": 8.545401966454599e-07,
      "loss": 8.6936,
      "step": 592
    },
    {
      "epoch": 0.10292458561138593,
      "grad_norm": 241.3654022216797,
      "learning_rate": 8.55986119144014e-07,
      "loss": 8.2882,
      "step": 593
    },
    {
      "epoch": 0.10309815152304087,
      "grad_norm": 474.98577880859375,
      "learning_rate": 8.57432041642568e-07,
      "loss": 8.8324,
      "step": 594
    },
    {
      "epoch": 0.10327171743469582,
      "grad_norm": 364.65350341796875,
      "learning_rate": 8.588779641411221e-07,
      "loss": 9.7926,
      "step": 595
    },
    {
      "epoch": 0.10344528334635078,
      "grad_norm": 188.2327880859375,
      "learning_rate": 8.603238866396761e-07,
      "loss": 7.9572,
      "step": 596
    },
    {
      "epoch": 0.10361884925800573,
      "grad_norm": 274.51123046875,
      "learning_rate": 8.617698091382303e-07,
      "loss": 7.8127,
      "step": 597
    },
    {
      "epoch": 0.10379241516966067,
      "grad_norm": 337.20050048828125,
      "learning_rate": 8.632157316367844e-07,
      "loss": 7.5884,
      "step": 598
    },
    {
      "epoch": 0.10396598108131563,
      "grad_norm": 423.7683410644531,
      "learning_rate": 8.646616541353384e-07,
      "loss": 8.8207,
      "step": 599
    },
    {
      "epoch": 0.10413954699297058,
      "grad_norm": 270.0484313964844,
      "learning_rate": 8.661075766338925e-07,
      "loss": 8.1787,
      "step": 600
    },
    {
      "epoch": 0.10413954699297058,
      "eval_synth_accuracy": 0.6648464163822526,
      "eval_synth_auroc": 0.7305146888295742,
      "eval_synth_f1": 0.7243121841661988,
      "eval_synth_loss": 0.6348646283149719,
      "eval_synth_precision": 0.8072590738423029,
      "eval_synth_recall": 0.6568228105906314,
      "eval_synth_runtime": 102.0045,
      "eval_synth_samples_per_second": 14.362,
      "eval_synth_steps_per_second": 0.451,
      "step": 600
    },
    {
      "epoch": 0.10413954699297058,
      "eval_real_accuracy": 0.7332848837209303,
      "eval_real_auroc": 0.802918999308496,
      "eval_real_f1": 0.8079539508110937,
      "eval_real_loss": 0.5029577612876892,
      "eval_real_precision": 0.7743229689067201,
      "eval_real_recall": 0.8446389496717724,
      "eval_real_runtime": 95.4255,
      "eval_real_samples_per_second": 14.42,
      "eval_real_steps_per_second": 0.451,
      "step": 600
    },
    {
      "epoch": 0.10431311290462553,
      "grad_norm": 381.181396484375,
      "learning_rate": 8.675534991324467e-07,
      "loss": 6.8953,
      "step": 601
    },
    {
      "epoch": 0.10448667881628049,
      "grad_norm": 198.52056884765625,
      "learning_rate": 8.689994216310007e-07,
      "loss": 7.3223,
      "step": 602
    },
    {
      "epoch": 0.10466024472793543,
      "grad_norm": 193.68992614746094,
      "learning_rate": 8.704453441295548e-07,
      "loss": 8.4364,
      "step": 603
    },
    {
      "epoch": 0.10483381063959038,
      "grad_norm": 461.0677490234375,
      "learning_rate": 8.718912666281088e-07,
      "loss": 8.3992,
      "step": 604
    },
    {
      "epoch": 0.10500737655124534,
      "grad_norm": 269.1543273925781,
      "learning_rate": 8.733371891266628e-07,
      "loss": 9.0175,
      "step": 605
    },
    {
      "epoch": 0.10518094246290029,
      "grad_norm": 327.0251770019531,
      "learning_rate": 8.74783111625217e-07,
      "loss": 8.1898,
      "step": 606
    },
    {
      "epoch": 0.10535450837455523,
      "grad_norm": 306.2124938964844,
      "learning_rate": 8.76229034123771e-07,
      "loss": 8.6983,
      "step": 607
    },
    {
      "epoch": 0.1055280742862102,
      "grad_norm": 219.9758758544922,
      "learning_rate": 8.776749566223251e-07,
      "loss": 8.4942,
      "step": 608
    },
    {
      "epoch": 0.10570164019786514,
      "grad_norm": 197.2813262939453,
      "learning_rate": 8.791208791208792e-07,
      "loss": 8.3525,
      "step": 609
    },
    {
      "epoch": 0.10587520610952009,
      "grad_norm": 225.34439086914062,
      "learning_rate": 8.805668016194332e-07,
      "loss": 7.4324,
      "step": 610
    },
    {
      "epoch": 0.10604877202117505,
      "grad_norm": 266.5762634277344,
      "learning_rate": 8.820127241179874e-07,
      "loss": 7.6569,
      "step": 611
    },
    {
      "epoch": 0.10622233793283,
      "grad_norm": 192.28411865234375,
      "learning_rate": 8.834586466165414e-07,
      "loss": 8.2316,
      "step": 612
    },
    {
      "epoch": 0.10639590384448494,
      "grad_norm": 222.10635375976562,
      "learning_rate": 8.849045691150955e-07,
      "loss": 7.4168,
      "step": 613
    },
    {
      "epoch": 0.1065694697561399,
      "grad_norm": 562.6607055664062,
      "learning_rate": 8.863504916136496e-07,
      "loss": 8.3981,
      "step": 614
    },
    {
      "epoch": 0.10674303566779485,
      "grad_norm": 560.2648315429688,
      "learning_rate": 8.877964141122036e-07,
      "loss": 8.1861,
      "step": 615
    },
    {
      "epoch": 0.1069166015794498,
      "grad_norm": 173.83474731445312,
      "learning_rate": 8.892423366107578e-07,
      "loss": 7.3291,
      "step": 616
    },
    {
      "epoch": 0.10709016749110474,
      "grad_norm": 168.53103637695312,
      "learning_rate": 8.906882591093118e-07,
      "loss": 8.3934,
      "step": 617
    },
    {
      "epoch": 0.1072637334027597,
      "grad_norm": 167.9185028076172,
      "learning_rate": 8.921341816078659e-07,
      "loss": 6.8989,
      "step": 618
    },
    {
      "epoch": 0.10743729931441465,
      "grad_norm": 424.5865173339844,
      "learning_rate": 8.9358010410642e-07,
      "loss": 9.0169,
      "step": 619
    },
    {
      "epoch": 0.1076108652260696,
      "grad_norm": 294.460205078125,
      "learning_rate": 8.95026026604974e-07,
      "loss": 7.6016,
      "step": 620
    },
    {
      "epoch": 0.10778443113772455,
      "grad_norm": 302.8498229980469,
      "learning_rate": 8.964719491035282e-07,
      "loss": 8.2223,
      "step": 621
    },
    {
      "epoch": 0.1079579970493795,
      "grad_norm": 216.12611389160156,
      "learning_rate": 8.979178716020823e-07,
      "loss": 7.9153,
      "step": 622
    },
    {
      "epoch": 0.10813156296103445,
      "grad_norm": 345.3106994628906,
      "learning_rate": 8.993637941006363e-07,
      "loss": 8.4713,
      "step": 623
    },
    {
      "epoch": 0.10830512887268941,
      "grad_norm": 218.79258728027344,
      "learning_rate": 9.008097165991904e-07,
      "loss": 9.3584,
      "step": 624
    },
    {
      "epoch": 0.10847869478434435,
      "grad_norm": 191.825927734375,
      "learning_rate": 9.022556390977444e-07,
      "loss": 8.096,
      "step": 625
    },
    {
      "epoch": 0.10847869478434435,
      "eval_synth_accuracy": 0.6914675767918089,
      "eval_synth_auroc": 0.753298503497742,
      "eval_synth_f1": 0.7463524130190797,
      "eval_synth_loss": 0.6292573809623718,
      "eval_synth_precision": 0.83125,
      "eval_synth_recall": 0.6771894093686355,
      "eval_synth_runtime": 102.0808,
      "eval_synth_samples_per_second": 14.351,
      "eval_synth_steps_per_second": 0.451,
      "step": 625
    },
    {
      "epoch": 0.10847869478434435,
      "eval_real_accuracy": 0.7354651162790697,
      "eval_real_auroc": 0.803991777733572,
      "eval_real_f1": 0.7986725663716814,
      "eval_real_loss": 0.5193110704421997,
      "eval_real_precision": 0.8076062639821029,
      "eval_real_recall": 0.7899343544857768,
      "eval_real_runtime": 95.5756,
      "eval_real_samples_per_second": 14.397,
      "eval_real_steps_per_second": 0.45,
      "step": 625
    },
    {
      "epoch": 0.1086522606959993,
      "grad_norm": 158.64871215820312,
      "learning_rate": 9.037015615962986e-07,
      "loss": 7.894,
      "step": 626
    },
    {
      "epoch": 0.10882582660765426,
      "grad_norm": 196.6194610595703,
      "learning_rate": 9.051474840948527e-07,
      "loss": 7.5421,
      "step": 627
    },
    {
      "epoch": 0.10899939251930921,
      "grad_norm": 171.05267333984375,
      "learning_rate": 9.065934065934067e-07,
      "loss": 7.8917,
      "step": 628
    },
    {
      "epoch": 0.10917295843096415,
      "grad_norm": 171.72970581054688,
      "learning_rate": 9.080393290919608e-07,
      "loss": 7.8079,
      "step": 629
    },
    {
      "epoch": 0.10934652434261911,
      "grad_norm": 163.88253784179688,
      "learning_rate": 9.094852515905147e-07,
      "loss": 7.8041,
      "step": 630
    },
    {
      "epoch": 0.10952009025427406,
      "grad_norm": 246.81227111816406,
      "learning_rate": 9.109311740890689e-07,
      "loss": 7.4085,
      "step": 631
    },
    {
      "epoch": 0.10969365616592901,
      "grad_norm": 370.71038818359375,
      "learning_rate": 9.12377096587623e-07,
      "loss": 9.2577,
      "step": 632
    },
    {
      "epoch": 0.10986722207758397,
      "grad_norm": 213.6365203857422,
      "learning_rate": 9.13823019086177e-07,
      "loss": 7.8145,
      "step": 633
    },
    {
      "epoch": 0.11004078798923891,
      "grad_norm": 330.1438903808594,
      "learning_rate": 9.152689415847311e-07,
      "loss": 8.8733,
      "step": 634
    },
    {
      "epoch": 0.11021435390089386,
      "grad_norm": 197.14846801757812,
      "learning_rate": 9.167148640832852e-07,
      "loss": 8.7955,
      "step": 635
    },
    {
      "epoch": 0.11038791981254882,
      "grad_norm": 325.0580139160156,
      "learning_rate": 9.181607865818393e-07,
      "loss": 8.6079,
      "step": 636
    },
    {
      "epoch": 0.11056148572420377,
      "grad_norm": 161.44961547851562,
      "learning_rate": 9.196067090803934e-07,
      "loss": 7.6853,
      "step": 637
    },
    {
      "epoch": 0.11073505163585871,
      "grad_norm": 268.0531921386719,
      "learning_rate": 9.210526315789474e-07,
      "loss": 8.3338,
      "step": 638
    },
    {
      "epoch": 0.11090861754751367,
      "grad_norm": 217.11524963378906,
      "learning_rate": 9.224985540775015e-07,
      "loss": 8.1708,
      "step": 639
    },
    {
      "epoch": 0.11108218345916862,
      "grad_norm": 187.08132934570312,
      "learning_rate": 9.239444765760556e-07,
      "loss": 8.3676,
      "step": 640
    },
    {
      "epoch": 0.11125574937082357,
      "grad_norm": 194.91664123535156,
      "learning_rate": 9.253903990746096e-07,
      "loss": 7.4684,
      "step": 641
    },
    {
      "epoch": 0.11142931528247853,
      "grad_norm": 191.42898559570312,
      "learning_rate": 9.268363215731638e-07,
      "loss": 8.065,
      "step": 642
    },
    {
      "epoch": 0.11160288119413347,
      "grad_norm": 227.0084991455078,
      "learning_rate": 9.282822440717178e-07,
      "loss": 8.5414,
      "step": 643
    },
    {
      "epoch": 0.11177644710578842,
      "grad_norm": 226.6631622314453,
      "learning_rate": 9.297281665702719e-07,
      "loss": 8.011,
      "step": 644
    },
    {
      "epoch": 0.11195001301744337,
      "grad_norm": 245.23193359375,
      "learning_rate": 9.31174089068826e-07,
      "loss": 7.3747,
      "step": 645
    },
    {
      "epoch": 0.11212357892909833,
      "grad_norm": 359.12115478515625,
      "learning_rate": 9.3262001156738e-07,
      "loss": 8.4518,
      "step": 646
    },
    {
      "epoch": 0.11229714484075327,
      "grad_norm": 422.27496337890625,
      "learning_rate": 9.340659340659342e-07,
      "loss": 8.326,
      "step": 647
    },
    {
      "epoch": 0.11247071075240822,
      "grad_norm": 156.81607055664062,
      "learning_rate": 9.355118565644883e-07,
      "loss": 7.2747,
      "step": 648
    },
    {
      "epoch": 0.11264427666406318,
      "grad_norm": 319.9676818847656,
      "learning_rate": 9.369577790630423e-07,
      "loss": 7.8066,
      "step": 649
    },
    {
      "epoch": 0.11281784257571813,
      "grad_norm": 276.3848571777344,
      "learning_rate": 9.384037015615964e-07,
      "loss": 7.8754,
      "step": 650
    },
    {
      "epoch": 0.11281784257571813,
      "eval_synth_accuracy": 0.6976109215017064,
      "eval_synth_auroc": 0.7377494697515949,
      "eval_synth_f1": 0.7659799260433174,
      "eval_synth_loss": 0.5925779342651367,
      "eval_synth_precision": 0.7958287596048299,
      "eval_synth_recall": 0.7382892057026477,
      "eval_synth_runtime": 102.0368,
      "eval_synth_samples_per_second": 14.358,
      "eval_synth_steps_per_second": 0.451,
      "step": 650
    },
    {
      "epoch": 0.11281784257571813,
      "eval_real_accuracy": 0.75,
      "eval_real_auroc": 0.8117451476313621,
      "eval_real_f1": 0.8204592901878914,
      "eval_real_loss": 0.4967794716358185,
      "eval_real_precision": 0.7844311377245509,
      "eval_real_recall": 0.8599562363238512,
      "eval_real_runtime": 95.2186,
      "eval_real_samples_per_second": 14.451,
      "eval_real_steps_per_second": 0.452,
      "step": 650
    },
    {
      "epoch": 0.11299140848737307,
      "grad_norm": 212.09996032714844,
      "learning_rate": 9.398496240601504e-07,
      "loss": 8.3313,
      "step": 651
    },
    {
      "epoch": 0.11316497439902803,
      "grad_norm": 287.7081604003906,
      "learning_rate": 9.412955465587046e-07,
      "loss": 7.4044,
      "step": 652
    },
    {
      "epoch": 0.11333854031068298,
      "grad_norm": 282.0882263183594,
      "learning_rate": 9.427414690572587e-07,
      "loss": 7.0771,
      "step": 653
    },
    {
      "epoch": 0.11351210622233793,
      "grad_norm": 189.4636688232422,
      "learning_rate": 9.441873915558126e-07,
      "loss": 7.7188,
      "step": 654
    },
    {
      "epoch": 0.11368567213399289,
      "grad_norm": 405.7173156738281,
      "learning_rate": 9.456333140543667e-07,
      "loss": 7.7009,
      "step": 655
    },
    {
      "epoch": 0.11385923804564783,
      "grad_norm": 547.679443359375,
      "learning_rate": 9.470792365529207e-07,
      "loss": 8.1821,
      "step": 656
    },
    {
      "epoch": 0.11403280395730278,
      "grad_norm": 304.78387451171875,
      "learning_rate": 9.485251590514749e-07,
      "loss": 7.875,
      "step": 657
    },
    {
      "epoch": 0.11420636986895774,
      "grad_norm": 302.5330810546875,
      "learning_rate": 9.49971081550029e-07,
      "loss": 7.8811,
      "step": 658
    },
    {
      "epoch": 0.11437993578061269,
      "grad_norm": 458.4649658203125,
      "learning_rate": 9.51417004048583e-07,
      "loss": 7.4214,
      "step": 659
    },
    {
      "epoch": 0.11455350169226763,
      "grad_norm": 340.22515869140625,
      "learning_rate": 9.528629265471371e-07,
      "loss": 8.6324,
      "step": 660
    },
    {
      "epoch": 0.1147270676039226,
      "grad_norm": 246.55950927734375,
      "learning_rate": 9.543088490456912e-07,
      "loss": 8.0538,
      "step": 661
    },
    {
      "epoch": 0.11490063351557754,
      "grad_norm": 386.6282043457031,
      "learning_rate": 9.557547715442453e-07,
      "loss": 8.1132,
      "step": 662
    },
    {
      "epoch": 0.11507419942723249,
      "grad_norm": 416.7064208984375,
      "learning_rate": 9.572006940427994e-07,
      "loss": 7.9077,
      "step": 663
    },
    {
      "epoch": 0.11524776533888745,
      "grad_norm": 389.31634521484375,
      "learning_rate": 9.586466165413535e-07,
      "loss": 7.9421,
      "step": 664
    },
    {
      "epoch": 0.1154213312505424,
      "grad_norm": 284.184326171875,
      "learning_rate": 9.600925390399076e-07,
      "loss": 8.2814,
      "step": 665
    },
    {
      "epoch": 0.11559489716219734,
      "grad_norm": 445.2345275878906,
      "learning_rate": 9.615384615384617e-07,
      "loss": 7.2541,
      "step": 666
    },
    {
      "epoch": 0.1157684630738523,
      "grad_norm": 337.9095153808594,
      "learning_rate": 9.629843840370156e-07,
      "loss": 7.7434,
      "step": 667
    },
    {
      "epoch": 0.11594202898550725,
      "grad_norm": 181.8138885498047,
      "learning_rate": 9.644303065355699e-07,
      "loss": 7.4878,
      "step": 668
    },
    {
      "epoch": 0.1161155948971622,
      "grad_norm": 564.3155517578125,
      "learning_rate": 9.658762290341238e-07,
      "loss": 8.8345,
      "step": 669
    },
    {
      "epoch": 0.11628916080881715,
      "grad_norm": 664.4418334960938,
      "learning_rate": 9.673221515326779e-07,
      "loss": 9.2217,
      "step": 670
    },
    {
      "epoch": 0.1164627267204721,
      "grad_norm": 198.99649047851562,
      "learning_rate": 9.68768074031232e-07,
      "loss": 7.5856,
      "step": 671
    },
    {
      "epoch": 0.11663629263212705,
      "grad_norm": 159.7823944091797,
      "learning_rate": 9.70213996529786e-07,
      "loss": 7.2171,
      "step": 672
    },
    {
      "epoch": 0.11680985854378201,
      "grad_norm": 190.16775512695312,
      "learning_rate": 9.716599190283402e-07,
      "loss": 8.5839,
      "step": 673
    },
    {
      "epoch": 0.11698342445543695,
      "grad_norm": 697.7217407226562,
      "learning_rate": 9.731058415268943e-07,
      "loss": 9.0985,
      "step": 674
    },
    {
      "epoch": 0.1171569903670919,
      "grad_norm": 456.7642822265625,
      "learning_rate": 9.745517640254484e-07,
      "loss": 8.8458,
      "step": 675
    },
    {
      "epoch": 0.1171569903670919,
      "eval_synth_accuracy": 0.6819112627986348,
      "eval_synth_auroc": 0.7253977390123676,
      "eval_synth_f1": 0.7523910733262487,
      "eval_synth_loss": 0.6030516028404236,
      "eval_synth_precision": 0.7866666666666666,
      "eval_synth_recall": 0.7209775967413442,
      "eval_synth_runtime": 102.0942,
      "eval_synth_samples_per_second": 14.349,
      "eval_synth_steps_per_second": 0.451,
      "step": 675
    },
    {
      "epoch": 0.1171569903670919,
      "eval_real_accuracy": 0.7441860465116279,
      "eval_real_auroc": 0.812727935813275,
      "eval_real_f1": 0.8162839248434238,
      "eval_real_loss": 0.4936927855014801,
      "eval_real_precision": 0.780439121756487,
      "eval_real_recall": 0.8555798687089715,
      "eval_real_runtime": 95.3761,
      "eval_real_samples_per_second": 14.427,
      "eval_real_steps_per_second": 0.451,
      "step": 675
    },
    {
      "epoch": 0.11733055627874685,
      "grad_norm": 226.40219116210938,
      "learning_rate": 9.759976865240025e-07,
      "loss": 7.5604,
      "step": 676
    },
    {
      "epoch": 0.11750412219040181,
      "grad_norm": 225.7527313232422,
      "learning_rate": 9.774436090225563e-07,
      "loss": 7.395,
      "step": 677
    },
    {
      "epoch": 0.11767768810205675,
      "grad_norm": 485.9119567871094,
      "learning_rate": 9.788895315211106e-07,
      "loss": 9.1583,
      "step": 678
    },
    {
      "epoch": 0.1178512540137117,
      "grad_norm": 711.9175415039062,
      "learning_rate": 9.803354540196647e-07,
      "loss": 9.6276,
      "step": 679
    },
    {
      "epoch": 0.11802481992536666,
      "grad_norm": 269.2917785644531,
      "learning_rate": 9.817813765182186e-07,
      "loss": 7.6629,
      "step": 680
    },
    {
      "epoch": 0.11819838583702161,
      "grad_norm": 409.6415100097656,
      "learning_rate": 9.832272990167727e-07,
      "loss": 8.9569,
      "step": 681
    },
    {
      "epoch": 0.11837195174867655,
      "grad_norm": 469.253662109375,
      "learning_rate": 9.846732215153268e-07,
      "loss": 8.4627,
      "step": 682
    },
    {
      "epoch": 0.11854551766033151,
      "grad_norm": 595.2782592773438,
      "learning_rate": 9.86119144013881e-07,
      "loss": 9.2445,
      "step": 683
    },
    {
      "epoch": 0.11871908357198646,
      "grad_norm": 751.9829711914062,
      "learning_rate": 9.87565066512435e-07,
      "loss": 8.5994,
      "step": 684
    },
    {
      "epoch": 0.11889264948364141,
      "grad_norm": 594.5498046875,
      "learning_rate": 9.890109890109891e-07,
      "loss": 8.1934,
      "step": 685
    },
    {
      "epoch": 0.11906621539529637,
      "grad_norm": 446.1346740722656,
      "learning_rate": 9.904569115095432e-07,
      "loss": 7.6313,
      "step": 686
    },
    {
      "epoch": 0.11923978130695131,
      "grad_norm": 359.28759765625,
      "learning_rate": 9.919028340080973e-07,
      "loss": 8.1323,
      "step": 687
    },
    {
      "epoch": 0.11941334721860626,
      "grad_norm": 560.4586181640625,
      "learning_rate": 9.933487565066514e-07,
      "loss": 7.8792,
      "step": 688
    },
    {
      "epoch": 0.11958691313026122,
      "grad_norm": 394.40240478515625,
      "learning_rate": 9.947946790052055e-07,
      "loss": 7.0501,
      "step": 689
    },
    {
      "epoch": 0.11976047904191617,
      "grad_norm": 286.3609619140625,
      "learning_rate": 9.962406015037594e-07,
      "loss": 7.6029,
      "step": 690
    },
    {
      "epoch": 0.11993404495357111,
      "grad_norm": 526.6553344726562,
      "learning_rate": 9.976865240023135e-07,
      "loss": 7.8156,
      "step": 691
    },
    {
      "epoch": 0.12010761086522607,
      "grad_norm": 237.4717559814453,
      "learning_rate": 9.991324465008676e-07,
      "loss": 7.4745,
      "step": 692
    },
    {
      "epoch": 0.12028117677688102,
      "grad_norm": 276.1451416015625,
      "learning_rate": 1.0005783689994217e-06,
      "loss": 7.8538,
      "step": 693
    },
    {
      "epoch": 0.12045474268853597,
      "grad_norm": 365.2734069824219,
      "learning_rate": 1.0020242914979758e-06,
      "loss": 7.9129,
      "step": 694
    },
    {
      "epoch": 0.12062830860019093,
      "grad_norm": 174.48971557617188,
      "learning_rate": 1.0034702139965299e-06,
      "loss": 7.7109,
      "step": 695
    },
    {
      "epoch": 0.12080187451184587,
      "grad_norm": 245.36842346191406,
      "learning_rate": 1.004916136495084e-06,
      "loss": 8.2272,
      "step": 696
    },
    {
      "epoch": 0.12097544042350082,
      "grad_norm": 218.3163604736328,
      "learning_rate": 1.006362058993638e-06,
      "loss": 7.4834,
      "step": 697
    },
    {
      "epoch": 0.12114900633515578,
      "grad_norm": 499.1470031738281,
      "learning_rate": 1.007807981492192e-06,
      "loss": 9.0135,
      "step": 698
    },
    {
      "epoch": 0.12132257224681073,
      "grad_norm": 282.8236389160156,
      "learning_rate": 1.0092539039907463e-06,
      "loss": 7.8993,
      "step": 699
    },
    {
      "epoch": 0.12149613815846567,
      "grad_norm": 267.1002197265625,
      "learning_rate": 1.0106998264893004e-06,
      "loss": 7.0932,
      "step": 700
    },
    {
      "epoch": 0.12149613815846567,
      "eval_synth_accuracy": 0.6853242320819113,
      "eval_synth_auroc": 0.7317037945967372,
      "eval_synth_f1": 0.7556968733439322,
      "eval_synth_loss": 0.6012395620346069,
      "eval_synth_precision": 0.7878453038674034,
      "eval_synth_recall": 0.7260692464358453,
      "eval_synth_runtime": 102.0142,
      "eval_synth_samples_per_second": 14.361,
      "eval_synth_steps_per_second": 0.451,
      "step": 700
    },
    {
      "epoch": 0.12149613815846567,
      "eval_real_accuracy": 0.7463662790697675,
      "eval_real_auroc": 0.8185015203614765,
      "eval_real_f1": 0.8188894654903995,
      "eval_real_loss": 0.48705965280532837,
      "eval_real_precision": 0.7788746298124383,
      "eval_real_recall": 0.8632385120350109,
      "eval_real_runtime": 96.0032,
      "eval_real_samples_per_second": 14.333,
      "eval_real_steps_per_second": 0.448,
      "step": 700
    },
    {
      "epoch": 0.12166970407012064,
      "grad_norm": 135.38978576660156,
      "learning_rate": 1.0121457489878542e-06,
      "loss": 7.7938,
      "step": 701
    },
    {
      "epoch": 0.12184326998177558,
      "grad_norm": 387.1771545410156,
      "learning_rate": 1.0135916714864083e-06,
      "loss": 6.8272,
      "step": 702
    },
    {
      "epoch": 0.12201683589343053,
      "grad_norm": 248.57936096191406,
      "learning_rate": 1.0150375939849624e-06,
      "loss": 8.868,
      "step": 703
    },
    {
      "epoch": 0.12219040180508547,
      "grad_norm": 312.307861328125,
      "learning_rate": 1.0164835164835165e-06,
      "loss": 7.511,
      "step": 704
    },
    {
      "epoch": 0.12236396771674043,
      "grad_norm": 174.80650329589844,
      "learning_rate": 1.0179294389820706e-06,
      "loss": 7.6538,
      "step": 705
    },
    {
      "epoch": 0.12253753362839538,
      "grad_norm": 245.02325439453125,
      "learning_rate": 1.0193753614806247e-06,
      "loss": 6.9583,
      "step": 706
    },
    {
      "epoch": 0.12271109954005033,
      "grad_norm": 190.6898651123047,
      "learning_rate": 1.0208212839791788e-06,
      "loss": 7.2436,
      "step": 707
    },
    {
      "epoch": 0.12288466545170529,
      "grad_norm": 263.0682678222656,
      "learning_rate": 1.0222672064777327e-06,
      "loss": 7.339,
      "step": 708
    },
    {
      "epoch": 0.12305823136336023,
      "grad_norm": 429.7093200683594,
      "learning_rate": 1.023713128976287e-06,
      "loss": 8.6138,
      "step": 709
    },
    {
      "epoch": 0.12323179727501518,
      "grad_norm": 449.498046875,
      "learning_rate": 1.0251590514748411e-06,
      "loss": 8.0492,
      "step": 710
    },
    {
      "epoch": 0.12340536318667014,
      "grad_norm": 309.2796325683594,
      "learning_rate": 1.026604973973395e-06,
      "loss": 8.6316,
      "step": 711
    },
    {
      "epoch": 0.12357892909832509,
      "grad_norm": 387.1328430175781,
      "learning_rate": 1.028050896471949e-06,
      "loss": 7.2121,
      "step": 712
    },
    {
      "epoch": 0.12375249500998003,
      "grad_norm": 185.0482940673828,
      "learning_rate": 1.0294968189705034e-06,
      "loss": 8.2332,
      "step": 713
    },
    {
      "epoch": 0.123926060921635,
      "grad_norm": 235.9496612548828,
      "learning_rate": 1.0309427414690573e-06,
      "loss": 8.4069,
      "step": 714
    },
    {
      "epoch": 0.12409962683328994,
      "grad_norm": 523.1375122070312,
      "learning_rate": 1.0323886639676114e-06,
      "loss": 8.2088,
      "step": 715
    },
    {
      "epoch": 0.12427319274494489,
      "grad_norm": 212.09564208984375,
      "learning_rate": 1.0338345864661655e-06,
      "loss": 7.8814,
      "step": 716
    },
    {
      "epoch": 0.12444675865659985,
      "grad_norm": 296.7095642089844,
      "learning_rate": 1.0352805089647196e-06,
      "loss": 7.8794,
      "step": 717
    },
    {
      "epoch": 0.1246203245682548,
      "grad_norm": 228.59442138671875,
      "learning_rate": 1.0367264314632737e-06,
      "loss": 7.6272,
      "step": 718
    },
    {
      "epoch": 0.12479389047990974,
      "grad_norm": 265.93865966796875,
      "learning_rate": 1.0381723539618278e-06,
      "loss": 6.9308,
      "step": 719
    },
    {
      "epoch": 0.1249674563915647,
      "grad_norm": 369.9694519042969,
      "learning_rate": 1.0396182764603819e-06,
      "loss": 8.1789,
      "step": 720
    },
    {
      "epoch": 0.12514102230321963,
      "grad_norm": 166.55963134765625,
      "learning_rate": 1.0410641989589358e-06,
      "loss": 7.5026,
      "step": 721
    },
    {
      "epoch": 0.1253145882148746,
      "grad_norm": 185.9116973876953,
      "learning_rate": 1.0425101214574899e-06,
      "loss": 7.6359,
      "step": 722
    },
    {
      "epoch": 0.12548815412652956,
      "grad_norm": 291.66314697265625,
      "learning_rate": 1.0439560439560442e-06,
      "loss": 7.7751,
      "step": 723
    },
    {
      "epoch": 0.1256617200381845,
      "grad_norm": 204.4335479736328,
      "learning_rate": 1.045401966454598e-06,
      "loss": 7.4733,
      "step": 724
    },
    {
      "epoch": 0.12583528594983945,
      "grad_norm": 396.8553771972656,
      "learning_rate": 1.0468478889531521e-06,
      "loss": 7.8194,
      "step": 725
    },
    {
      "epoch": 0.12583528594983945,
      "eval_synth_accuracy": 0.6744027303754266,
      "eval_synth_auroc": 0.7095271828735037,
      "eval_synth_f1": 0.7403375068045727,
      "eval_synth_loss": 0.638238251209259,
      "eval_synth_precision": 0.7953216374269005,
      "eval_synth_recall": 0.6924643584521385,
      "eval_synth_runtime": 102.0543,
      "eval_synth_samples_per_second": 14.355,
      "eval_synth_steps_per_second": 0.451,
      "step": 725
    },
    {
      "epoch": 0.12583528594983945,
      "eval_real_accuracy": 0.7412790697674418,
      "eval_real_auroc": 0.8095202572773689,
      "eval_real_f1": 0.8143899895724713,
      "eval_real_loss": 0.49590665102005005,
      "eval_real_precision": 0.7778884462151394,
      "eval_real_recall": 0.8544857768052516,
      "eval_real_runtime": 95.3622,
      "eval_real_samples_per_second": 14.429,
      "eval_real_steps_per_second": 0.451,
      "step": 725
    },
    {
      "epoch": 0.1260088518614944,
      "grad_norm": 218.7758331298828,
      "learning_rate": 1.0482938114517062e-06,
      "loss": 8.2945,
      "step": 726
    },
    {
      "epoch": 0.12618241777314934,
      "grad_norm": 240.4750213623047,
      "learning_rate": 1.0497397339502603e-06,
      "loss": 8.2162,
      "step": 727
    },
    {
      "epoch": 0.1263559836848043,
      "grad_norm": 193.0176544189453,
      "learning_rate": 1.0511856564488144e-06,
      "loss": 7.4862,
      "step": 728
    },
    {
      "epoch": 0.12652954959645926,
      "grad_norm": 140.60269165039062,
      "learning_rate": 1.0526315789473685e-06,
      "loss": 7.5514,
      "step": 729
    },
    {
      "epoch": 0.1267031155081142,
      "grad_norm": 176.63839721679688,
      "learning_rate": 1.0540775014459226e-06,
      "loss": 7.3468,
      "step": 730
    },
    {
      "epoch": 0.12687668141976916,
      "grad_norm": 354.4687805175781,
      "learning_rate": 1.0555234239444767e-06,
      "loss": 6.7637,
      "step": 731
    },
    {
      "epoch": 0.12705024733142412,
      "grad_norm": 196.26953125,
      "learning_rate": 1.0569693464430306e-06,
      "loss": 7.3764,
      "step": 732
    },
    {
      "epoch": 0.12722381324307905,
      "grad_norm": 203.83700561523438,
      "learning_rate": 1.058415268941585e-06,
      "loss": 7.6028,
      "step": 733
    },
    {
      "epoch": 0.127397379154734,
      "grad_norm": 282.05169677734375,
      "learning_rate": 1.059861191440139e-06,
      "loss": 7.4074,
      "step": 734
    },
    {
      "epoch": 0.12757094506638897,
      "grad_norm": 247.2373046875,
      "learning_rate": 1.061307113938693e-06,
      "loss": 7.879,
      "step": 735
    },
    {
      "epoch": 0.1277445109780439,
      "grad_norm": 200.34226989746094,
      "learning_rate": 1.062753036437247e-06,
      "loss": 7.217,
      "step": 736
    },
    {
      "epoch": 0.12791807688969886,
      "grad_norm": 463.78350830078125,
      "learning_rate": 1.064198958935801e-06,
      "loss": 7.9422,
      "step": 737
    },
    {
      "epoch": 0.12809164280135382,
      "grad_norm": 222.68931579589844,
      "learning_rate": 1.0656448814343552e-06,
      "loss": 8.4197,
      "step": 738
    },
    {
      "epoch": 0.12826520871300875,
      "grad_norm": 236.9809112548828,
      "learning_rate": 1.0670908039329093e-06,
      "loss": 7.0736,
      "step": 739
    },
    {
      "epoch": 0.12843877462466372,
      "grad_norm": 397.4344177246094,
      "learning_rate": 1.0685367264314634e-06,
      "loss": 8.4707,
      "step": 740
    },
    {
      "epoch": 0.12861234053631868,
      "grad_norm": 514.50390625,
      "learning_rate": 1.0699826489300175e-06,
      "loss": 8.6473,
      "step": 741
    },
    {
      "epoch": 0.1287859064479736,
      "grad_norm": 234.41928100585938,
      "learning_rate": 1.0714285714285714e-06,
      "loss": 7.6767,
      "step": 742
    },
    {
      "epoch": 0.12895947235962857,
      "grad_norm": 145.0984649658203,
      "learning_rate": 1.0728744939271257e-06,
      "loss": 7.1543,
      "step": 743
    },
    {
      "epoch": 0.12913303827128353,
      "grad_norm": 144.79495239257812,
      "learning_rate": 1.0743204164256798e-06,
      "loss": 7.1619,
      "step": 744
    },
    {
      "epoch": 0.12930660418293846,
      "grad_norm": 567.102783203125,
      "learning_rate": 1.0757663389242337e-06,
      "loss": 7.7482,
      "step": 745
    },
    {
      "epoch": 0.12948017009459342,
      "grad_norm": 335.5258483886719,
      "learning_rate": 1.0772122614227878e-06,
      "loss": 8.3846,
      "step": 746
    },
    {
      "epoch": 0.12965373600624838,
      "grad_norm": 183.5976104736328,
      "learning_rate": 1.078658183921342e-06,
      "loss": 6.8681,
      "step": 747
    },
    {
      "epoch": 0.12982730191790331,
      "grad_norm": 296.857666015625,
      "learning_rate": 1.080104106419896e-06,
      "loss": 8.9168,
      "step": 748
    },
    {
      "epoch": 0.13000086782955828,
      "grad_norm": 467.2684326171875,
      "learning_rate": 1.08155002891845e-06,
      "loss": 7.9775,
      "step": 749
    },
    {
      "epoch": 0.13017443374121324,
      "grad_norm": 439.8006591796875,
      "learning_rate": 1.0829959514170041e-06,
      "loss": 7.9907,
      "step": 750
    },
    {
      "epoch": 0.13017443374121324,
      "eval_synth_accuracy": 0.7071672354948806,
      "eval_synth_auroc": 0.7474035749073382,
      "eval_synth_f1": 0.7792074112197632,
      "eval_synth_loss": 0.5778139233589172,
      "eval_synth_precision": 0.7877211238293444,
      "eval_synth_recall": 0.7708757637474541,
      "eval_synth_runtime": 102.101,
      "eval_synth_samples_per_second": 14.349,
      "eval_synth_steps_per_second": 0.451,
      "step": 750
    },
    {
      "epoch": 0.13017443374121324,
      "eval_real_accuracy": 0.751453488372093,
      "eval_real_auroc": 0.8168698551630718,
      "eval_real_f1": 0.8233471074380165,
      "eval_real_loss": 0.49038732051849365,
      "eval_real_precision": 0.7798434442270059,
      "eval_real_recall": 0.8719912472647703,
      "eval_real_runtime": 95.3884,
      "eval_real_samples_per_second": 14.425,
      "eval_real_steps_per_second": 0.451,
      "step": 750
    },
    {
      "epoch": 0.13034799965286817,
      "grad_norm": 177.32875061035156,
      "learning_rate": 1.0844418739155582e-06,
      "loss": 7.9661,
      "step": 751
    },
    {
      "epoch": 0.13052156556452313,
      "grad_norm": 396.7531433105469,
      "learning_rate": 1.0858877964141123e-06,
      "loss": 6.901,
      "step": 752
    },
    {
      "epoch": 0.1306951314761781,
      "grad_norm": 543.0338745117188,
      "learning_rate": 1.0873337189126664e-06,
      "loss": 7.7814,
      "step": 753
    },
    {
      "epoch": 0.13086869738783302,
      "grad_norm": 362.8812561035156,
      "learning_rate": 1.0887796414112205e-06,
      "loss": 8.3343,
      "step": 754
    },
    {
      "epoch": 0.13104226329948798,
      "grad_norm": 233.1284637451172,
      "learning_rate": 1.0902255639097744e-06,
      "loss": 7.944,
      "step": 755
    },
    {
      "epoch": 0.13121582921114294,
      "grad_norm": 297.1285095214844,
      "learning_rate": 1.0916714864083285e-06,
      "loss": 7.7588,
      "step": 756
    },
    {
      "epoch": 0.13138939512279788,
      "grad_norm": 457.9346618652344,
      "learning_rate": 1.0931174089068828e-06,
      "loss": 6.9058,
      "step": 757
    },
    {
      "epoch": 0.13156296103445284,
      "grad_norm": 817.7489624023438,
      "learning_rate": 1.0945633314054367e-06,
      "loss": 9.6859,
      "step": 758
    },
    {
      "epoch": 0.1317365269461078,
      "grad_norm": 186.18096923828125,
      "learning_rate": 1.0960092539039908e-06,
      "loss": 7.0356,
      "step": 759
    },
    {
      "epoch": 0.13191009285776273,
      "grad_norm": 377.225341796875,
      "learning_rate": 1.097455176402545e-06,
      "loss": 7.3388,
      "step": 760
    },
    {
      "epoch": 0.1320836587694177,
      "grad_norm": 248.54739379882812,
      "learning_rate": 1.098901098901099e-06,
      "loss": 7.3786,
      "step": 761
    },
    {
      "epoch": 0.13225722468107265,
      "grad_norm": 157.60777282714844,
      "learning_rate": 1.100347021399653e-06,
      "loss": 7.6377,
      "step": 762
    },
    {
      "epoch": 0.13243079059272758,
      "grad_norm": 651.4273071289062,
      "learning_rate": 1.1017929438982072e-06,
      "loss": 7.5021,
      "step": 763
    },
    {
      "epoch": 0.13260435650438254,
      "grad_norm": 170.92710876464844,
      "learning_rate": 1.1032388663967613e-06,
      "loss": 6.9856,
      "step": 764
    },
    {
      "epoch": 0.1327779224160375,
      "grad_norm": 410.5461730957031,
      "learning_rate": 1.1046847888953154e-06,
      "loss": 8.629,
      "step": 765
    },
    {
      "epoch": 0.13295148832769244,
      "grad_norm": 209.65745544433594,
      "learning_rate": 1.1061307113938693e-06,
      "loss": 8.2767,
      "step": 766
    },
    {
      "epoch": 0.1331250542393474,
      "grad_norm": 162.6580047607422,
      "learning_rate": 1.1075766338924236e-06,
      "loss": 7.6892,
      "step": 767
    },
    {
      "epoch": 0.13329862015100236,
      "grad_norm": 163.1423797607422,
      "learning_rate": 1.1090225563909775e-06,
      "loss": 8.5332,
      "step": 768
    },
    {
      "epoch": 0.1334721860626573,
      "grad_norm": 414.8384704589844,
      "learning_rate": 1.1104684788895316e-06,
      "loss": 7.6736,
      "step": 769
    },
    {
      "epoch": 0.13364575197431225,
      "grad_norm": 231.3182830810547,
      "learning_rate": 1.1119144013880857e-06,
      "loss": 8.0377,
      "step": 770
    },
    {
      "epoch": 0.1338193178859672,
      "grad_norm": 190.52560424804688,
      "learning_rate": 1.1133603238866398e-06,
      "loss": 7.7768,
      "step": 771
    },
    {
      "epoch": 0.13399288379762214,
      "grad_norm": 274.8911437988281,
      "learning_rate": 1.1148062463851938e-06,
      "loss": 7.1956,
      "step": 772
    },
    {
      "epoch": 0.1341664497092771,
      "grad_norm": 203.9279327392578,
      "learning_rate": 1.116252168883748e-06,
      "loss": 8.0648,
      "step": 773
    },
    {
      "epoch": 0.13434001562093204,
      "grad_norm": 479.92547607421875,
      "learning_rate": 1.117698091382302e-06,
      "loss": 8.2811,
      "step": 774
    },
    {
      "epoch": 0.134513581532587,
      "grad_norm": 357.8763427734375,
      "learning_rate": 1.1191440138808561e-06,
      "loss": 7.6036,
      "step": 775
    },
    {
      "epoch": 0.134513581532587,
      "eval_synth_accuracy": 0.6102389078498294,
      "eval_synth_auroc": 0.7226263214043255,
      "eval_synth_f1": 0.6494782074892572,
      "eval_synth_loss": 0.717707633972168,
      "eval_synth_precision": 0.8176197836166924,
      "eval_synth_recall": 0.5386965376782077,
      "eval_synth_runtime": 102.091,
      "eval_synth_samples_per_second": 14.35,
      "eval_synth_steps_per_second": 0.451,
      "step": 775
    },
    {
      "epoch": 0.134513581532587,
      "eval_real_accuracy": 0.7281976744186046,
      "eval_real_auroc": 0.8074717951632612,
      "eval_real_f1": 0.778698224852071,
      "eval_real_loss": 0.5485818386077881,
      "eval_real_precision": 0.8479381443298969,
      "eval_real_recall": 0.7199124726477024,
      "eval_real_runtime": 95.297,
      "eval_real_samples_per_second": 14.439,
      "eval_real_steps_per_second": 0.451,
      "step": 775
    },
    {
      "epoch": 0.13468714744424196,
      "grad_norm": 359.6371154785156,
      "learning_rate": 1.12058993637941e-06,
      "loss": 8.1079,
      "step": 776
    },
    {
      "epoch": 0.1348607133558969,
      "grad_norm": 146.49746704101562,
      "learning_rate": 1.1220358588779643e-06,
      "loss": 7.2758,
      "step": 777
    },
    {
      "epoch": 0.13503427926755185,
      "grad_norm": 196.00454711914062,
      "learning_rate": 1.1234817813765184e-06,
      "loss": 7.5916,
      "step": 778
    },
    {
      "epoch": 0.1352078451792068,
      "grad_norm": 537.5125732421875,
      "learning_rate": 1.1249277038750723e-06,
      "loss": 8.4793,
      "step": 779
    },
    {
      "epoch": 0.13538141109086174,
      "grad_norm": 534.7490234375,
      "learning_rate": 1.1263736263736264e-06,
      "loss": 8.0026,
      "step": 780
    },
    {
      "epoch": 0.1355549770025167,
      "grad_norm": 362.8101806640625,
      "learning_rate": 1.1278195488721805e-06,
      "loss": 7.5569,
      "step": 781
    },
    {
      "epoch": 0.13572854291417166,
      "grad_norm": 287.57781982421875,
      "learning_rate": 1.1292654713707346e-06,
      "loss": 7.5635,
      "step": 782
    },
    {
      "epoch": 0.1359021088258266,
      "grad_norm": 174.67283630371094,
      "learning_rate": 1.1307113938692887e-06,
      "loss": 7.1955,
      "step": 783
    },
    {
      "epoch": 0.13607567473748156,
      "grad_norm": 336.90264892578125,
      "learning_rate": 1.1321573163678428e-06,
      "loss": 7.8444,
      "step": 784
    },
    {
      "epoch": 0.13624924064913652,
      "grad_norm": 360.4939880371094,
      "learning_rate": 1.133603238866397e-06,
      "loss": 8.806,
      "step": 785
    },
    {
      "epoch": 0.13642280656079145,
      "grad_norm": 262.3656005859375,
      "learning_rate": 1.135049161364951e-06,
      "loss": 7.2487,
      "step": 786
    },
    {
      "epoch": 0.1365963724724464,
      "grad_norm": 393.6674499511719,
      "learning_rate": 1.136495083863505e-06,
      "loss": 7.5879,
      "step": 787
    },
    {
      "epoch": 0.13676993838410137,
      "grad_norm": 330.9649353027344,
      "learning_rate": 1.1379410063620592e-06,
      "loss": 7.2458,
      "step": 788
    },
    {
      "epoch": 0.1369435042957563,
      "grad_norm": 422.5386962890625,
      "learning_rate": 1.139386928860613e-06,
      "loss": 7.5917,
      "step": 789
    },
    {
      "epoch": 0.13711707020741126,
      "grad_norm": 263.7622375488281,
      "learning_rate": 1.1408328513591672e-06,
      "loss": 7.6474,
      "step": 790
    },
    {
      "epoch": 0.13729063611906622,
      "grad_norm": 306.3751525878906,
      "learning_rate": 1.1422787738577215e-06,
      "loss": 7.3712,
      "step": 791
    },
    {
      "epoch": 0.13746420203072116,
      "grad_norm": 183.66416931152344,
      "learning_rate": 1.1437246963562754e-06,
      "loss": 7.7545,
      "step": 792
    },
    {
      "epoch": 0.13763776794237612,
      "grad_norm": 340.8686218261719,
      "learning_rate": 1.1451706188548295e-06,
      "loss": 8.1315,
      "step": 793
    },
    {
      "epoch": 0.13781133385403108,
      "grad_norm": 142.56756591796875,
      "learning_rate": 1.1466165413533836e-06,
      "loss": 7.8159,
      "step": 794
    },
    {
      "epoch": 0.137984899765686,
      "grad_norm": 165.41932678222656,
      "learning_rate": 1.1480624638519377e-06,
      "loss": 7.1854,
      "step": 795
    },
    {
      "epoch": 0.13815846567734097,
      "grad_norm": 148.3960418701172,
      "learning_rate": 1.1495083863504917e-06,
      "loss": 7.6945,
      "step": 796
    },
    {
      "epoch": 0.13833203158899593,
      "grad_norm": 549.1845092773438,
      "learning_rate": 1.1509543088490458e-06,
      "loss": 8.6277,
      "step": 797
    },
    {
      "epoch": 0.13850559750065086,
      "grad_norm": 339.736328125,
      "learning_rate": 1.1524002313476e-06,
      "loss": 8.3683,
      "step": 798
    },
    {
      "epoch": 0.13867916341230582,
      "grad_norm": 261.4848327636719,
      "learning_rate": 1.153846153846154e-06,
      "loss": 7.797,
      "step": 799
    },
    {
      "epoch": 0.13885272932396078,
      "grad_norm": 245.15914916992188,
      "learning_rate": 1.155292076344708e-06,
      "loss": 7.2379,
      "step": 800
    },
    {
      "epoch": 0.13885272932396078,
      "eval_synth_accuracy": 0.6320819112627987,
      "eval_synth_auroc": 0.7730146782878564,
      "eval_synth_f1": 0.6620689655172414,
      "eval_synth_loss": 0.6832721829414368,
      "eval_synth_precision": 0.8613376835236541,
      "eval_synth_recall": 0.5376782077393075,
      "eval_synth_runtime": 102.0667,
      "eval_synth_samples_per_second": 14.353,
      "eval_synth_steps_per_second": 0.451,
      "step": 800
    },
    {
      "epoch": 0.13885272932396078,
      "eval_real_accuracy": 0.7340116279069767,
      "eval_real_auroc": 0.823224824045393,
      "eval_real_f1": 0.7781818181818182,
      "eval_real_loss": 0.5370765328407288,
      "eval_real_precision": 0.8722826086956522,
      "eval_real_recall": 0.7024070021881839,
      "eval_real_runtime": 95.3938,
      "eval_real_samples_per_second": 14.424,
      "eval_real_steps_per_second": 0.451,
      "step": 800
    },
    {
      "epoch": 0.13902629523561572,
      "grad_norm": 324.6415710449219,
      "learning_rate": 1.1567379988432622e-06,
      "loss": 7.7416,
      "step": 801
    },
    {
      "epoch": 0.13919986114727068,
      "grad_norm": 568.963623046875,
      "learning_rate": 1.1581839213418161e-06,
      "loss": 8.2878,
      "step": 802
    },
    {
      "epoch": 0.13937342705892564,
      "grad_norm": 239.5196990966797,
      "learning_rate": 1.1596298438403702e-06,
      "loss": 8.0171,
      "step": 803
    },
    {
      "epoch": 0.13954699297058057,
      "grad_norm": 151.52679443359375,
      "learning_rate": 1.1610757663389243e-06,
      "loss": 7.5956,
      "step": 804
    },
    {
      "epoch": 0.13972055888223553,
      "grad_norm": 426.8353576660156,
      "learning_rate": 1.1625216888374784e-06,
      "loss": 7.0997,
      "step": 805
    },
    {
      "epoch": 0.1398941247938905,
      "grad_norm": 399.97149658203125,
      "learning_rate": 1.1639676113360325e-06,
      "loss": 7.7867,
      "step": 806
    },
    {
      "epoch": 0.14006769070554542,
      "grad_norm": 249.73501586914062,
      "learning_rate": 1.1654135338345866e-06,
      "loss": 8.0305,
      "step": 807
    },
    {
      "epoch": 0.14024125661720038,
      "grad_norm": 273.7417907714844,
      "learning_rate": 1.1668594563331407e-06,
      "loss": 7.6006,
      "step": 808
    },
    {
      "epoch": 0.14041482252885534,
      "grad_norm": 138.23760986328125,
      "learning_rate": 1.1683053788316948e-06,
      "loss": 6.7591,
      "step": 809
    },
    {
      "epoch": 0.14058838844051028,
      "grad_norm": 739.2487182617188,
      "learning_rate": 1.1697513013302487e-06,
      "loss": 9.0301,
      "step": 810
    },
    {
      "epoch": 0.14076195435216524,
      "grad_norm": 724.0601806640625,
      "learning_rate": 1.1711972238288028e-06,
      "loss": 9.2166,
      "step": 811
    },
    {
      "epoch": 0.1409355202638202,
      "grad_norm": 608.0512084960938,
      "learning_rate": 1.172643146327357e-06,
      "loss": 7.7065,
      "step": 812
    },
    {
      "epoch": 0.14110908617547513,
      "grad_norm": 416.33197021484375,
      "learning_rate": 1.174089068825911e-06,
      "loss": 7.8864,
      "step": 813
    },
    {
      "epoch": 0.1412826520871301,
      "grad_norm": 135.16421508789062,
      "learning_rate": 1.175534991324465e-06,
      "loss": 7.9711,
      "step": 814
    },
    {
      "epoch": 0.14145621799878505,
      "grad_norm": 295.8714904785156,
      "learning_rate": 1.1769809138230192e-06,
      "loss": 8.1485,
      "step": 815
    },
    {
      "epoch": 0.14162978391043998,
      "grad_norm": 563.062744140625,
      "learning_rate": 1.1784268363215733e-06,
      "loss": 8.1461,
      "step": 816
    },
    {
      "epoch": 0.14180334982209494,
      "grad_norm": 465.33349609375,
      "learning_rate": 1.1798727588201274e-06,
      "loss": 7.2968,
      "step": 817
    },
    {
      "epoch": 0.1419769157337499,
      "grad_norm": 381.1607360839844,
      "learning_rate": 1.1813186813186815e-06,
      "loss": 7.2742,
      "step": 818
    },
    {
      "epoch": 0.14215048164540484,
      "grad_norm": 300.265625,
      "learning_rate": 1.1827646038172356e-06,
      "loss": 8.3256,
      "step": 819
    },
    {
      "epoch": 0.1423240475570598,
      "grad_norm": 276.860595703125,
      "learning_rate": 1.1842105263157894e-06,
      "loss": 7.5452,
      "step": 820
    },
    {
      "epoch": 0.14249761346871476,
      "grad_norm": 424.59832763671875,
      "learning_rate": 1.1856564488143435e-06,
      "loss": 7.2716,
      "step": 821
    },
    {
      "epoch": 0.1426711793803697,
      "grad_norm": 205.45864868164062,
      "learning_rate": 1.1871023713128978e-06,
      "loss": 7.752,
      "step": 822
    },
    {
      "epoch": 0.14284474529202465,
      "grad_norm": 287.79522705078125,
      "learning_rate": 1.1885482938114517e-06,
      "loss": 7.3159,
      "step": 823
    },
    {
      "epoch": 0.1430183112036796,
      "grad_norm": 306.0398254394531,
      "learning_rate": 1.1899942163100058e-06,
      "loss": 6.798,
      "step": 824
    },
    {
      "epoch": 0.14319187711533454,
      "grad_norm": 180.18695068359375,
      "learning_rate": 1.19144013880856e-06,
      "loss": 7.3427,
      "step": 825
    },
    {
      "epoch": 0.14319187711533454,
      "eval_synth_accuracy": 0.6607508532423209,
      "eval_synth_auroc": 0.7712531572444793,
      "eval_synth_f1": 0.7071302298173247,
      "eval_synth_loss": 0.6298428773880005,
      "eval_synth_precision": 0.8391608391608392,
      "eval_synth_recall": 0.6109979633401222,
      "eval_synth_runtime": 102.6327,
      "eval_synth_samples_per_second": 14.274,
      "eval_synth_steps_per_second": 0.448,
      "step": 825
    },
    {
      "epoch": 0.14319187711533454,
      "eval_real_accuracy": 0.7587209302325582,
      "eval_real_auroc": 0.827688813739142,
      "eval_real_f1": 0.8157602663706992,
      "eval_real_loss": 0.4853214919567108,
      "eval_real_precision": 0.8277027027027027,
      "eval_real_recall": 0.8041575492341356,
      "eval_real_runtime": 95.5286,
      "eval_real_samples_per_second": 14.404,
      "eval_real_steps_per_second": 0.45,
      "step": 825
    },
    {
      "epoch": 0.1433654430269895,
      "grad_norm": 231.48040771484375,
      "learning_rate": 1.192886061307114e-06,
      "loss": 7.5131,
      "step": 826
    },
    {
      "epoch": 0.14353900893864446,
      "grad_norm": 585.1326293945312,
      "learning_rate": 1.1943319838056681e-06,
      "loss": 6.8313,
      "step": 827
    },
    {
      "epoch": 0.1437125748502994,
      "grad_norm": 293.09210205078125,
      "learning_rate": 1.1957779063042222e-06,
      "loss": 7.428,
      "step": 828
    },
    {
      "epoch": 0.14388614076195436,
      "grad_norm": 172.09414672851562,
      "learning_rate": 1.1972238288027763e-06,
      "loss": 7.426,
      "step": 829
    },
    {
      "epoch": 0.14405970667360932,
      "grad_norm": 355.1703796386719,
      "learning_rate": 1.1986697513013304e-06,
      "loss": 7.044,
      "step": 830
    },
    {
      "epoch": 0.14423327258526425,
      "grad_norm": 142.57232666015625,
      "learning_rate": 1.2001156737998843e-06,
      "loss": 7.7613,
      "step": 831
    },
    {
      "epoch": 0.1444068384969192,
      "grad_norm": 1507.580322265625,
      "learning_rate": 1.2015615962984386e-06,
      "loss": 7.9,
      "step": 832
    },
    {
      "epoch": 0.14458040440857414,
      "grad_norm": 134.9794158935547,
      "learning_rate": 1.2030075187969925e-06,
      "loss": 6.5201,
      "step": 833
    },
    {
      "epoch": 0.1447539703202291,
      "grad_norm": 173.00604248046875,
      "learning_rate": 1.2044534412955466e-06,
      "loss": 7.9485,
      "step": 834
    },
    {
      "epoch": 0.14492753623188406,
      "grad_norm": 204.09600830078125,
      "learning_rate": 1.2058993637941007e-06,
      "loss": 8.1187,
      "step": 835
    },
    {
      "epoch": 0.145101102143539,
      "grad_norm": 133.94735717773438,
      "learning_rate": 1.2073452862926548e-06,
      "loss": 7.0062,
      "step": 836
    },
    {
      "epoch": 0.14527466805519396,
      "grad_norm": 192.50531005859375,
      "learning_rate": 1.2087912087912089e-06,
      "loss": 7.471,
      "step": 837
    },
    {
      "epoch": 0.14544823396684892,
      "grad_norm": 214.3874053955078,
      "learning_rate": 1.210237131289763e-06,
      "loss": 7.4177,
      "step": 838
    },
    {
      "epoch": 0.14562179987850385,
      "grad_norm": 423.2001037597656,
      "learning_rate": 1.211683053788317e-06,
      "loss": 8.1227,
      "step": 839
    },
    {
      "epoch": 0.1457953657901588,
      "grad_norm": 147.44288635253906,
      "learning_rate": 1.2131289762868712e-06,
      "loss": 6.8788,
      "step": 840
    },
    {
      "epoch": 0.14596893170181377,
      "grad_norm": 208.28475952148438,
      "learning_rate": 1.214574898785425e-06,
      "loss": 7.5914,
      "step": 841
    },
    {
      "epoch": 0.1461424976134687,
      "grad_norm": 208.4835205078125,
      "learning_rate": 1.2160208212839794e-06,
      "loss": 7.1367,
      "step": 842
    },
    {
      "epoch": 0.14631606352512366,
      "grad_norm": 173.3933868408203,
      "learning_rate": 1.2174667437825335e-06,
      "loss": 7.3255,
      "step": 843
    },
    {
      "epoch": 0.14648962943677862,
      "grad_norm": 248.8236846923828,
      "learning_rate": 1.2189126662810873e-06,
      "loss": 7.1412,
      "step": 844
    },
    {
      "epoch": 0.14666319534843356,
      "grad_norm": 324.6094970703125,
      "learning_rate": 1.2203585887796414e-06,
      "loss": 7.3324,
      "step": 845
    },
    {
      "epoch": 0.14683676126008852,
      "grad_norm": 253.6158447265625,
      "learning_rate": 1.2218045112781955e-06,
      "loss": 7.2551,
      "step": 846
    },
    {
      "epoch": 0.14701032717174348,
      "grad_norm": 139.21328735351562,
      "learning_rate": 1.2232504337767496e-06,
      "loss": 7.5317,
      "step": 847
    },
    {
      "epoch": 0.1471838930833984,
      "grad_norm": 174.3636474609375,
      "learning_rate": 1.2246963562753037e-06,
      "loss": 6.7738,
      "step": 848
    },
    {
      "epoch": 0.14735745899505337,
      "grad_norm": 594.277099609375,
      "learning_rate": 1.2261422787738578e-06,
      "loss": 7.8492,
      "step": 849
    },
    {
      "epoch": 0.14753102490670833,
      "grad_norm": 550.9654541015625,
      "learning_rate": 1.227588201272412e-06,
      "loss": 7.3436,
      "step": 850
    },
    {
      "epoch": 0.14753102490670833,
      "eval_synth_accuracy": 0.6825938566552902,
      "eval_synth_auroc": 0.7774116287797329,
      "eval_synth_f1": 0.7285464098073555,
      "eval_synth_loss": 0.6213746070861816,
      "eval_synth_precision": 0.853625170998632,
      "eval_synth_recall": 0.6354378818737271,
      "eval_synth_runtime": 102.0322,
      "eval_synth_samples_per_second": 14.358,
      "eval_synth_steps_per_second": 0.451,
      "step": 850
    },
    {
      "epoch": 0.14753102490670833,
      "eval_real_accuracy": 0.7521802325581395,
      "eval_real_auroc": 0.8267995680468329,
      "eval_real_f1": 0.8027761711972238,
      "eval_real_loss": 0.5108488202095032,
      "eval_real_precision": 0.8515337423312883,
      "eval_real_recall": 0.7592997811816192,
      "eval_real_runtime": 95.9526,
      "eval_real_samples_per_second": 14.34,
      "eval_real_steps_per_second": 0.448,
      "step": 850
    },
    {
      "epoch": 0.14770459081836326,
      "grad_norm": 480.7696533203125,
      "learning_rate": 1.229034123770966e-06,
      "loss": 8.2506,
      "step": 851
    },
    {
      "epoch": 0.14787815673001822,
      "grad_norm": 287.6062316894531,
      "learning_rate": 1.2304800462695201e-06,
      "loss": 7.1259,
      "step": 852
    },
    {
      "epoch": 0.14805172264167318,
      "grad_norm": 427.9889831542969,
      "learning_rate": 1.2319259687680742e-06,
      "loss": 8.2498,
      "step": 853
    },
    {
      "epoch": 0.14822528855332812,
      "grad_norm": 577.1331787109375,
      "learning_rate": 1.233371891266628e-06,
      "loss": 8.0835,
      "step": 854
    },
    {
      "epoch": 0.14839885446498308,
      "grad_norm": 884.22265625,
      "learning_rate": 1.2348178137651822e-06,
      "loss": 9.4679,
      "step": 855
    },
    {
      "epoch": 0.14857242037663804,
      "grad_norm": 759.567626953125,
      "learning_rate": 1.2362637362637365e-06,
      "loss": 8.4978,
      "step": 856
    },
    {
      "epoch": 0.14874598628829297,
      "grad_norm": 273.05792236328125,
      "learning_rate": 1.2377096587622904e-06,
      "loss": 7.1892,
      "step": 857
    },
    {
      "epoch": 0.14891955219994793,
      "grad_norm": 220.41123962402344,
      "learning_rate": 1.2391555812608445e-06,
      "loss": 6.883,
      "step": 858
    },
    {
      "epoch": 0.1490931181116029,
      "grad_norm": 642.145263671875,
      "learning_rate": 1.2406015037593986e-06,
      "loss": 8.3045,
      "step": 859
    },
    {
      "epoch": 0.14926668402325782,
      "grad_norm": 507.2044982910156,
      "learning_rate": 1.2420474262579527e-06,
      "loss": 7.562,
      "step": 860
    },
    {
      "epoch": 0.14944024993491278,
      "grad_norm": 194.57839965820312,
      "learning_rate": 1.2434933487565068e-06,
      "loss": 7.2881,
      "step": 861
    },
    {
      "epoch": 0.14961381584656774,
      "grad_norm": 199.40057373046875,
      "learning_rate": 1.2449392712550609e-06,
      "loss": 7.2678,
      "step": 862
    },
    {
      "epoch": 0.14978738175822268,
      "grad_norm": 268.00714111328125,
      "learning_rate": 1.246385193753615e-06,
      "loss": 7.5984,
      "step": 863
    },
    {
      "epoch": 0.14996094766987764,
      "grad_norm": 182.68946838378906,
      "learning_rate": 1.247831116252169e-06,
      "loss": 7.8485,
      "step": 864
    },
    {
      "epoch": 0.1501345135815326,
      "grad_norm": 158.50820922851562,
      "learning_rate": 1.249277038750723e-06,
      "loss": 8.758,
      "step": 865
    },
    {
      "epoch": 0.15030807949318753,
      "grad_norm": 233.50950622558594,
      "learning_rate": 1.2507229612492773e-06,
      "loss": 7.116,
      "step": 866
    },
    {
      "epoch": 0.1504816454048425,
      "grad_norm": 171.82272338867188,
      "learning_rate": 1.2521688837478314e-06,
      "loss": 7.2005,
      "step": 867
    },
    {
      "epoch": 0.15065521131649745,
      "grad_norm": 233.0140380859375,
      "learning_rate": 1.2536148062463855e-06,
      "loss": 7.2976,
      "step": 868
    },
    {
      "epoch": 0.15082877722815238,
      "grad_norm": 133.15789794921875,
      "learning_rate": 1.2550607287449393e-06,
      "loss": 6.764,
      "step": 869
    },
    {
      "epoch": 0.15100234313980734,
      "grad_norm": 225.9268798828125,
      "learning_rate": 1.2565066512434934e-06,
      "loss": 7.6362,
      "step": 870
    },
    {
      "epoch": 0.1511759090514623,
      "grad_norm": 250.46087646484375,
      "learning_rate": 1.2579525737420475e-06,
      "loss": 6.7584,
      "step": 871
    },
    {
      "epoch": 0.15134947496311724,
      "grad_norm": 267.26788330078125,
      "learning_rate": 1.2593984962406016e-06,
      "loss": 7.8852,
      "step": 872
    },
    {
      "epoch": 0.1515230408747722,
      "grad_norm": 240.0323944091797,
      "learning_rate": 1.2608444187391557e-06,
      "loss": 7.0983,
      "step": 873
    },
    {
      "epoch": 0.15169660678642716,
      "grad_norm": 244.27774047851562,
      "learning_rate": 1.2622903412377096e-06,
      "loss": 7.9187,
      "step": 874
    },
    {
      "epoch": 0.1518701726980821,
      "grad_norm": 160.57861328125,
      "learning_rate": 1.2637362637362637e-06,
      "loss": 8.1541,
      "step": 875
    },
    {
      "epoch": 0.1518701726980821,
      "eval_synth_accuracy": 0.7419795221843003,
      "eval_synth_auroc": 0.7886881043039725,
      "eval_synth_f1": 0.8012618296529969,
      "eval_synth_loss": 0.5414227247238159,
      "eval_synth_precision": 0.8282608695652174,
      "eval_synth_recall": 0.7759674134419552,
      "eval_synth_runtime": 102.0603,
      "eval_synth_samples_per_second": 14.354,
      "eval_synth_steps_per_second": 0.451,
      "step": 875
    },
    {
      "epoch": 0.1518701726980821,
      "eval_real_accuracy": 0.7623546511627907,
      "eval_real_auroc": 0.8284537308060285,
      "eval_real_f1": 0.8283464566929134,
      "eval_real_loss": 0.47665277123451233,
      "eval_real_precision": 0.7961654894046418,
      "eval_real_recall": 0.8632385120350109,
      "eval_real_runtime": 95.4337,
      "eval_real_samples_per_second": 14.418,
      "eval_real_steps_per_second": 0.451,
      "step": 875
    },
    {
      "epoch": 0.15204373860973705,
      "grad_norm": 158.39578247070312,
      "learning_rate": 1.265182186234818e-06,
      "loss": 7.0096,
      "step": 876
    },
    {
      "epoch": 0.152217304521392,
      "grad_norm": 239.71011352539062,
      "learning_rate": 1.2666281087333721e-06,
      "loss": 7.7434,
      "step": 877
    },
    {
      "epoch": 0.15239087043304694,
      "grad_norm": 156.4803924560547,
      "learning_rate": 1.2680740312319262e-06,
      "loss": 7.0234,
      "step": 878
    },
    {
      "epoch": 0.1525644363447019,
      "grad_norm": 227.35328674316406,
      "learning_rate": 1.26951995373048e-06,
      "loss": 8.0615,
      "step": 879
    },
    {
      "epoch": 0.15273800225635686,
      "grad_norm": 396.201171875,
      "learning_rate": 1.2709658762290342e-06,
      "loss": 7.1587,
      "step": 880
    },
    {
      "epoch": 0.1529115681680118,
      "grad_norm": 183.71322631835938,
      "learning_rate": 1.2724117987275883e-06,
      "loss": 8.3785,
      "step": 881
    },
    {
      "epoch": 0.15308513407966676,
      "grad_norm": 254.93182373046875,
      "learning_rate": 1.2738577212261424e-06,
      "loss": 8.024,
      "step": 882
    },
    {
      "epoch": 0.15325869999132172,
      "grad_norm": 146.0614776611328,
      "learning_rate": 1.2753036437246965e-06,
      "loss": 6.8104,
      "step": 883
    },
    {
      "epoch": 0.15343226590297665,
      "grad_norm": 173.0814666748047,
      "learning_rate": 1.2767495662232504e-06,
      "loss": 6.5329,
      "step": 884
    },
    {
      "epoch": 0.1536058318146316,
      "grad_norm": 237.65948486328125,
      "learning_rate": 1.2781954887218045e-06,
      "loss": 7.0832,
      "step": 885
    },
    {
      "epoch": 0.15377939772628657,
      "grad_norm": 129.52113342285156,
      "learning_rate": 1.2796414112203588e-06,
      "loss": 6.6351,
      "step": 886
    },
    {
      "epoch": 0.1539529636379415,
      "grad_norm": 178.51641845703125,
      "learning_rate": 1.2810873337189129e-06,
      "loss": 7.6361,
      "step": 887
    },
    {
      "epoch": 0.15412652954959646,
      "grad_norm": 211.0622100830078,
      "learning_rate": 1.282533256217467e-06,
      "loss": 7.0812,
      "step": 888
    },
    {
      "epoch": 0.1543000954612514,
      "grad_norm": 182.82757568359375,
      "learning_rate": 1.2839791787160208e-06,
      "loss": 6.8503,
      "step": 889
    },
    {
      "epoch": 0.15447366137290636,
      "grad_norm": 241.00914001464844,
      "learning_rate": 1.285425101214575e-06,
      "loss": 7.1059,
      "step": 890
    },
    {
      "epoch": 0.15464722728456132,
      "grad_norm": 273.0377502441406,
      "learning_rate": 1.286871023713129e-06,
      "loss": 6.6316,
      "step": 891
    },
    {
      "epoch": 0.15482079319621625,
      "grad_norm": 273.29925537109375,
      "learning_rate": 1.2883169462116831e-06,
      "loss": 7.8064,
      "step": 892
    },
    {
      "epoch": 0.1549943591078712,
      "grad_norm": 266.57672119140625,
      "learning_rate": 1.2897628687102372e-06,
      "loss": 6.9647,
      "step": 893
    },
    {
      "epoch": 0.15516792501952617,
      "grad_norm": 192.6605224609375,
      "learning_rate": 1.2912087912087915e-06,
      "loss": 7.4911,
      "step": 894
    },
    {
      "epoch": 0.1553414909311811,
      "grad_norm": 188.19476318359375,
      "learning_rate": 1.2926547137073452e-06,
      "loss": 8.104,
      "step": 895
    },
    {
      "epoch": 0.15551505684283606,
      "grad_norm": 187.4434356689453,
      "learning_rate": 1.2941006362058995e-06,
      "loss": 7.2514,
      "step": 896
    },
    {
      "epoch": 0.15568862275449102,
      "grad_norm": 199.89889526367188,
      "learning_rate": 1.2955465587044536e-06,
      "loss": 7.2889,
      "step": 897
    },
    {
      "epoch": 0.15586218866614596,
      "grad_norm": 257.9500732421875,
      "learning_rate": 1.2969924812030077e-06,
      "loss": 6.6019,
      "step": 898
    },
    {
      "epoch": 0.15603575457780092,
      "grad_norm": 175.69140625,
      "learning_rate": 1.2984384037015618e-06,
      "loss": 8.2932,
      "step": 899
    },
    {
      "epoch": 0.15620932048945588,
      "grad_norm": 162.57595825195312,
      "learning_rate": 1.2998843262001157e-06,
      "loss": 7.1245,
      "step": 900
    },
    {
      "epoch": 0.15620932048945588,
      "eval_synth_accuracy": 0.7139931740614335,
      "eval_synth_auroc": 0.744439243863666,
      "eval_synth_f1": 0.7869852567361464,
      "eval_synth_loss": 0.5771190524101257,
      "eval_synth_precision": 0.7857868020304568,
      "eval_synth_recall": 0.7881873727087576,
      "eval_synth_runtime": 102.0614,
      "eval_synth_samples_per_second": 14.354,
      "eval_synth_steps_per_second": 0.451,
      "step": 900
    },
    {
      "epoch": 0.15620932048945588,
      "eval_real_accuracy": 0.7681686046511628,
      "eval_real_auroc": 0.8364462852974888,
      "eval_real_f1": 0.8356517259144771,
      "eval_real_loss": 0.4656886160373688,
      "eval_real_precision": 0.7896786757546251,
      "eval_real_recall": 0.887308533916849,
      "eval_real_runtime": 95.3108,
      "eval_real_samples_per_second": 14.437,
      "eval_real_steps_per_second": 0.451,
      "step": 900
    },
    {
      "epoch": 0.1563828864011108,
      "grad_norm": 224.3848114013672,
      "learning_rate": 1.3013302486986698e-06,
      "loss": 7.571,
      "step": 901
    },
    {
      "epoch": 0.15655645231276577,
      "grad_norm": 253.56494140625,
      "learning_rate": 1.302776171197224e-06,
      "loss": 7.7009,
      "step": 902
    },
    {
      "epoch": 0.15673001822442073,
      "grad_norm": 174.95472717285156,
      "learning_rate": 1.304222093695778e-06,
      "loss": 6.4358,
      "step": 903
    },
    {
      "epoch": 0.15690358413607566,
      "grad_norm": 143.44252014160156,
      "learning_rate": 1.3056680161943323e-06,
      "loss": 7.5863,
      "step": 904
    },
    {
      "epoch": 0.15707715004773062,
      "grad_norm": 548.2251586914062,
      "learning_rate": 1.307113938692886e-06,
      "loss": 7.4798,
      "step": 905
    },
    {
      "epoch": 0.15725071595938558,
      "grad_norm": 479.9383850097656,
      "learning_rate": 1.3085598611914403e-06,
      "loss": 8.1109,
      "step": 906
    },
    {
      "epoch": 0.15742428187104052,
      "grad_norm": 294.0247802734375,
      "learning_rate": 1.3100057836899944e-06,
      "loss": 7.3649,
      "step": 907
    },
    {
      "epoch": 0.15759784778269548,
      "grad_norm": 186.74508666992188,
      "learning_rate": 1.3114517061885485e-06,
      "loss": 7.5998,
      "step": 908
    },
    {
      "epoch": 0.15777141369435044,
      "grad_norm": 564.1769409179688,
      "learning_rate": 1.3128976286871026e-06,
      "loss": 7.4656,
      "step": 909
    },
    {
      "epoch": 0.15794497960600537,
      "grad_norm": 437.63177490234375,
      "learning_rate": 1.3143435511856565e-06,
      "loss": 7.3327,
      "step": 910
    },
    {
      "epoch": 0.15811854551766033,
      "grad_norm": 519.4464111328125,
      "learning_rate": 1.3157894736842106e-06,
      "loss": 7.3668,
      "step": 911
    },
    {
      "epoch": 0.1582921114293153,
      "grad_norm": 300.0044860839844,
      "learning_rate": 1.3172353961827647e-06,
      "loss": 7.3074,
      "step": 912
    },
    {
      "epoch": 0.15846567734097022,
      "grad_norm": 173.84982299804688,
      "learning_rate": 1.3186813186813187e-06,
      "loss": 6.3543,
      "step": 913
    },
    {
      "epoch": 0.15863924325262518,
      "grad_norm": 644.9170532226562,
      "learning_rate": 1.320127241179873e-06,
      "loss": 8.3256,
      "step": 914
    },
    {
      "epoch": 0.15881280916428014,
      "grad_norm": 915.8634033203125,
      "learning_rate": 1.3215731636784267e-06,
      "loss": 9.2559,
      "step": 915
    },
    {
      "epoch": 0.15898637507593508,
      "grad_norm": 601.2060546875,
      "learning_rate": 1.323019086176981e-06,
      "loss": 9.0908,
      "step": 916
    },
    {
      "epoch": 0.15915994098759004,
      "grad_norm": 604.775634765625,
      "learning_rate": 1.3244650086755351e-06,
      "loss": 7.4561,
      "step": 917
    },
    {
      "epoch": 0.159333506899245,
      "grad_norm": 289.4308776855469,
      "learning_rate": 1.3259109311740892e-06,
      "loss": 8.8351,
      "step": 918
    },
    {
      "epoch": 0.15950707281089993,
      "grad_norm": 403.08575439453125,
      "learning_rate": 1.3273568536726433e-06,
      "loss": 8.0962,
      "step": 919
    },
    {
      "epoch": 0.1596806387225549,
      "grad_norm": 438.7652282714844,
      "learning_rate": 1.3288027761711974e-06,
      "loss": 7.5293,
      "step": 920
    },
    {
      "epoch": 0.15985420463420985,
      "grad_norm": 484.2430725097656,
      "learning_rate": 1.3302486986697513e-06,
      "loss": 8.2556,
      "step": 921
    },
    {
      "epoch": 0.16002777054586478,
      "grad_norm": 319.39459228515625,
      "learning_rate": 1.3316946211683054e-06,
      "loss": 7.4527,
      "step": 922
    },
    {
      "epoch": 0.16020133645751974,
      "grad_norm": 291.7249755859375,
      "learning_rate": 1.3331405436668595e-06,
      "loss": 7.2131,
      "step": 923
    },
    {
      "epoch": 0.1603749023691747,
      "grad_norm": 129.57919311523438,
      "learning_rate": 1.3345864661654136e-06,
      "loss": 7.4931,
      "step": 924
    },
    {
      "epoch": 0.16054846828082964,
      "grad_norm": 282.5635681152344,
      "learning_rate": 1.336032388663968e-06,
      "loss": 7.5789,
      "step": 925
    },
    {
      "epoch": 0.16054846828082964,
      "eval_synth_accuracy": 0.6914675767918089,
      "eval_synth_auroc": 0.7916281893967186,
      "eval_synth_f1": 0.7347417840375586,
      "eval_synth_loss": 0.6067836880683899,
      "eval_synth_precision": 0.8670360110803325,
      "eval_synth_recall": 0.6374745417515275,
      "eval_synth_runtime": 102.0298,
      "eval_synth_samples_per_second": 14.359,
      "eval_synth_steps_per_second": 0.451,
      "step": 925
    },
    {
      "epoch": 0.16054846828082964,
      "eval_real_accuracy": 0.7594476744186046,
      "eval_real_auroc": 0.8379062585845956,
      "eval_real_f1": 0.8085598611914402,
      "eval_real_loss": 0.4858265817165375,
      "eval_real_precision": 0.8576687116564418,
      "eval_real_recall": 0.7647702407002188,
      "eval_real_runtime": 95.4586,
      "eval_real_samples_per_second": 14.415,
      "eval_real_steps_per_second": 0.45,
      "step": 925
    },
    {
      "epoch": 0.1607220341924846,
      "grad_norm": 342.3456115722656,
      "learning_rate": 1.3374783111625218e-06,
      "loss": 8.1983,
      "step": 926
    },
    {
      "epoch": 0.16089560010413956,
      "grad_norm": 152.84799194335938,
      "learning_rate": 1.3389242336610759e-06,
      "loss": 7.2242,
      "step": 927
    },
    {
      "epoch": 0.1610691660157945,
      "grad_norm": 181.70822143554688,
      "learning_rate": 1.34037015615963e-06,
      "loss": 8.2512,
      "step": 928
    },
    {
      "epoch": 0.16124273192744945,
      "grad_norm": 191.1639404296875,
      "learning_rate": 1.341816078658184e-06,
      "loss": 6.8388,
      "step": 929
    },
    {
      "epoch": 0.1614162978391044,
      "grad_norm": 142.3974151611328,
      "learning_rate": 1.3432620011567382e-06,
      "loss": 7.2326,
      "step": 930
    },
    {
      "epoch": 0.16158986375075934,
      "grad_norm": 176.78955078125,
      "learning_rate": 1.344707923655292e-06,
      "loss": 6.2891,
      "step": 931
    },
    {
      "epoch": 0.1617634296624143,
      "grad_norm": 181.7850799560547,
      "learning_rate": 1.3461538461538462e-06,
      "loss": 7.2589,
      "step": 932
    },
    {
      "epoch": 0.16193699557406926,
      "grad_norm": 347.7105407714844,
      "learning_rate": 1.3475997686524003e-06,
      "loss": 7.0852,
      "step": 933
    },
    {
      "epoch": 0.1621105614857242,
      "grad_norm": 153.19891357421875,
      "learning_rate": 1.3490456911509544e-06,
      "loss": 6.7508,
      "step": 934
    },
    {
      "epoch": 0.16228412739737916,
      "grad_norm": 140.37779235839844,
      "learning_rate": 1.3504916136495087e-06,
      "loss": 6.7371,
      "step": 935
    },
    {
      "epoch": 0.16245769330903412,
      "grad_norm": 475.8720397949219,
      "learning_rate": 1.3519375361480623e-06,
      "loss": 7.2877,
      "step": 936
    },
    {
      "epoch": 0.16263125922068905,
      "grad_norm": 164.85853576660156,
      "learning_rate": 1.3533834586466167e-06,
      "loss": 7.0383,
      "step": 937
    },
    {
      "epoch": 0.162804825132344,
      "grad_norm": 136.9627227783203,
      "learning_rate": 1.3548293811451707e-06,
      "loss": 7.1595,
      "step": 938
    },
    {
      "epoch": 0.16297839104399897,
      "grad_norm": 520.5423583984375,
      "learning_rate": 1.3562753036437248e-06,
      "loss": 7.2967,
      "step": 939
    },
    {
      "epoch": 0.1631519569556539,
      "grad_norm": 406.4283752441406,
      "learning_rate": 1.357721226142279e-06,
      "loss": 7.4026,
      "step": 940
    },
    {
      "epoch": 0.16332552286730886,
      "grad_norm": 403.85675048828125,
      "learning_rate": 1.359167148640833e-06,
      "loss": 7.27,
      "step": 941
    },
    {
      "epoch": 0.16349908877896382,
      "grad_norm": 279.3755798339844,
      "learning_rate": 1.360613071139387e-06,
      "loss": 7.4802,
      "step": 942
    },
    {
      "epoch": 0.16367265469061876,
      "grad_norm": 258.9697570800781,
      "learning_rate": 1.362058993637941e-06,
      "loss": 8.009,
      "step": 943
    },
    {
      "epoch": 0.16384622060227372,
      "grad_norm": 452.23779296875,
      "learning_rate": 1.3635049161364951e-06,
      "loss": 8.1028,
      "step": 944
    },
    {
      "epoch": 0.16401978651392868,
      "grad_norm": 170.5764617919922,
      "learning_rate": 1.3649508386350494e-06,
      "loss": 6.6635,
      "step": 945
    },
    {
      "epoch": 0.1641933524255836,
      "grad_norm": 197.8037872314453,
      "learning_rate": 1.3663967611336035e-06,
      "loss": 7.964,
      "step": 946
    },
    {
      "epoch": 0.16436691833723857,
      "grad_norm": 226.44845581054688,
      "learning_rate": 1.3678426836321574e-06,
      "loss": 8.1727,
      "step": 947
    },
    {
      "epoch": 0.1645404842488935,
      "grad_norm": 333.47906494140625,
      "learning_rate": 1.3692886061307115e-06,
      "loss": 7.3696,
      "step": 948
    },
    {
      "epoch": 0.16471405016054846,
      "grad_norm": 397.09478759765625,
      "learning_rate": 1.3707345286292656e-06,
      "loss": 8.0379,
      "step": 949
    },
    {
      "epoch": 0.16488761607220342,
      "grad_norm": 292.05999755859375,
      "learning_rate": 1.3721804511278197e-06,
      "loss": 6.8095,
      "step": 950
    },
    {
      "epoch": 0.16488761607220342,
      "eval_synth_accuracy": 0.7433447098976109,
      "eval_synth_auroc": 0.8074787162717739,
      "eval_synth_f1": 0.812,
      "eval_synth_loss": 0.4950219392776489,
      "eval_synth_precision": 0.7976424361493124,
      "eval_synth_recall": 0.8268839103869654,
      "eval_synth_runtime": 102.0835,
      "eval_synth_samples_per_second": 14.351,
      "eval_synth_steps_per_second": 0.451,
      "step": 950
    },
    {
      "epoch": 0.16488761607220342,
      "eval_real_accuracy": 0.7623546511627907,
      "eval_real_auroc": 0.8310006915039738,
      "eval_real_f1": 0.8352644836272041,
      "eval_real_loss": 0.47534987330436707,
      "eval_real_precision": 0.7740429505135388,
      "eval_real_recall": 0.9070021881838074,
      "eval_real_runtime": 95.2933,
      "eval_real_samples_per_second": 14.44,
      "eval_real_steps_per_second": 0.451,
      "step": 950
    },
    {
      "epoch": 0.16506118198385836,
      "grad_norm": 219.79058837890625,
      "learning_rate": 1.3736263736263738e-06,
      "loss": 7.3252,
      "step": 951
    },
    {
      "epoch": 0.16523474789551332,
      "grad_norm": 372.35308837890625,
      "learning_rate": 1.3750722961249277e-06,
      "loss": 8.14,
      "step": 952
    },
    {
      "epoch": 0.16540831380716828,
      "grad_norm": 132.4002685546875,
      "learning_rate": 1.3765182186234818e-06,
      "loss": 7.1581,
      "step": 953
    },
    {
      "epoch": 0.1655818797188232,
      "grad_norm": 186.2481689453125,
      "learning_rate": 1.3779641411220359e-06,
      "loss": 7.3136,
      "step": 954
    },
    {
      "epoch": 0.16575544563047817,
      "grad_norm": 261.8636779785156,
      "learning_rate": 1.3794100636205902e-06,
      "loss": 6.7239,
      "step": 955
    },
    {
      "epoch": 0.16592901154213313,
      "grad_norm": 283.66900634765625,
      "learning_rate": 1.3808559861191443e-06,
      "loss": 7.0387,
      "step": 956
    },
    {
      "epoch": 0.16610257745378806,
      "grad_norm": 218.55445861816406,
      "learning_rate": 1.3823019086176982e-06,
      "loss": 7.3578,
      "step": 957
    },
    {
      "epoch": 0.16627614336544302,
      "grad_norm": 124.97496032714844,
      "learning_rate": 1.3837478311162523e-06,
      "loss": 6.8757,
      "step": 958
    },
    {
      "epoch": 0.16644970927709798,
      "grad_norm": 204.96617126464844,
      "learning_rate": 1.3851937536148064e-06,
      "loss": 7.0331,
      "step": 959
    },
    {
      "epoch": 0.16662327518875292,
      "grad_norm": 124.4146957397461,
      "learning_rate": 1.3866396761133605e-06,
      "loss": 6.7028,
      "step": 960
    },
    {
      "epoch": 0.16679684110040788,
      "grad_norm": 255.18528747558594,
      "learning_rate": 1.3880855986119146e-06,
      "loss": 7.3227,
      "step": 961
    },
    {
      "epoch": 0.16697040701206284,
      "grad_norm": 108.7444839477539,
      "learning_rate": 1.3895315211104684e-06,
      "loss": 6.4082,
      "step": 962
    },
    {
      "epoch": 0.16714397292371777,
      "grad_norm": 183.33074951171875,
      "learning_rate": 1.3909774436090225e-06,
      "loss": 7.6823,
      "step": 963
    },
    {
      "epoch": 0.16731753883537273,
      "grad_norm": 126.00652313232422,
      "learning_rate": 1.3924233661075766e-06,
      "loss": 7.0437,
      "step": 964
    },
    {
      "epoch": 0.1674911047470277,
      "grad_norm": 387.70611572265625,
      "learning_rate": 1.393869288606131e-06,
      "loss": 6.7168,
      "step": 965
    },
    {
      "epoch": 0.16766467065868262,
      "grad_norm": 342.3337097167969,
      "learning_rate": 1.395315211104685e-06,
      "loss": 7.9054,
      "step": 966
    },
    {
      "epoch": 0.16783823657033758,
      "grad_norm": 173.96080017089844,
      "learning_rate": 1.3967611336032391e-06,
      "loss": 7.4817,
      "step": 967
    },
    {
      "epoch": 0.16801180248199254,
      "grad_norm": 251.94947814941406,
      "learning_rate": 1.398207056101793e-06,
      "loss": 6.3581,
      "step": 968
    },
    {
      "epoch": 0.16818536839364748,
      "grad_norm": 329.89630126953125,
      "learning_rate": 1.3996529786003471e-06,
      "loss": 6.6283,
      "step": 969
    },
    {
      "epoch": 0.16835893430530244,
      "grad_norm": 202.6168212890625,
      "learning_rate": 1.4010989010989012e-06,
      "loss": 8.1693,
      "step": 970
    },
    {
      "epoch": 0.1685325002169574,
      "grad_norm": 406.0335998535156,
      "learning_rate": 1.4025448235974553e-06,
      "loss": 6.5067,
      "step": 971
    },
    {
      "epoch": 0.16870606612861233,
      "grad_norm": 401.1463317871094,
      "learning_rate": 1.4039907460960094e-06,
      "loss": 8.0539,
      "step": 972
    },
    {
      "epoch": 0.1688796320402673,
      "grad_norm": 319.57806396484375,
      "learning_rate": 1.4054366685945633e-06,
      "loss": 8.0514,
      "step": 973
    },
    {
      "epoch": 0.16905319795192225,
      "grad_norm": 169.92294311523438,
      "learning_rate": 1.4068825910931174e-06,
      "loss": 6.5766,
      "step": 974
    },
    {
      "epoch": 0.16922676386357718,
      "grad_norm": 260.9139709472656,
      "learning_rate": 1.4083285135916717e-06,
      "loss": 6.751,
      "step": 975
    },
    {
      "epoch": 0.16922676386357718,
      "eval_synth_accuracy": 0.7017064846416382,
      "eval_synth_auroc": 0.7944681281704217,
      "eval_synth_f1": 0.7442949093036864,
      "eval_synth_loss": 0.6234654784202576,
      "eval_synth_precision": 0.874828060522696,
      "eval_synth_recall": 0.6476578411405295,
      "eval_synth_runtime": 102.6554,
      "eval_synth_samples_per_second": 14.271,
      "eval_synth_steps_per_second": 0.448,
      "step": 975
    },
    {
      "epoch": 0.16922676386357718,
      "eval_real_accuracy": 0.7398255813953488,
      "eval_real_auroc": 0.8351544516752395,
      "eval_real_f1": 0.7827669902912622,
      "eval_real_loss": 0.5307888388633728,
      "eval_real_precision": 0.8787465940054496,
      "eval_real_recall": 0.7056892778993435,
      "eval_real_runtime": 95.3929,
      "eval_real_samples_per_second": 14.425,
      "eval_real_steps_per_second": 0.451,
      "step": 975
    },
    {
      "epoch": 0.16940032977523214,
      "grad_norm": 592.4468383789062,
      "learning_rate": 1.4097744360902258e-06,
      "loss": 8.8175,
      "step": 976
    },
    {
      "epoch": 0.1695738956868871,
      "grad_norm": 565.794677734375,
      "learning_rate": 1.4112203585887799e-06,
      "loss": 7.9499,
      "step": 977
    },
    {
      "epoch": 0.16974746159854204,
      "grad_norm": 158.22366333007812,
      "learning_rate": 1.4126662810873338e-06,
      "loss": 7.3102,
      "step": 978
    },
    {
      "epoch": 0.169921027510197,
      "grad_norm": 209.4749298095703,
      "learning_rate": 1.4141122035858879e-06,
      "loss": 6.2846,
      "step": 979
    },
    {
      "epoch": 0.17009459342185196,
      "grad_norm": 440.609130859375,
      "learning_rate": 1.415558126084442e-06,
      "loss": 7.3662,
      "step": 980
    },
    {
      "epoch": 0.1702681593335069,
      "grad_norm": 483.0211181640625,
      "learning_rate": 1.417004048582996e-06,
      "loss": 7.4752,
      "step": 981
    },
    {
      "epoch": 0.17044172524516185,
      "grad_norm": 241.71080017089844,
      "learning_rate": 1.4184499710815502e-06,
      "loss": 6.7893,
      "step": 982
    },
    {
      "epoch": 0.1706152911568168,
      "grad_norm": 119.45246887207031,
      "learning_rate": 1.419895893580104e-06,
      "loss": 6.5628,
      "step": 983
    },
    {
      "epoch": 0.17078885706847174,
      "grad_norm": 323.112060546875,
      "learning_rate": 1.4213418160786581e-06,
      "loss": 7.5794,
      "step": 984
    },
    {
      "epoch": 0.1709624229801267,
      "grad_norm": 758.01416015625,
      "learning_rate": 1.4227877385772125e-06,
      "loss": 9.0186,
      "step": 985
    },
    {
      "epoch": 0.17113598889178167,
      "grad_norm": 604.72216796875,
      "learning_rate": 1.4242336610757665e-06,
      "loss": 8.4505,
      "step": 986
    },
    {
      "epoch": 0.1713095548034366,
      "grad_norm": 442.23583984375,
      "learning_rate": 1.4256795835743206e-06,
      "loss": 7.7829,
      "step": 987
    },
    {
      "epoch": 0.17148312071509156,
      "grad_norm": 128.7207794189453,
      "learning_rate": 1.4271255060728745e-06,
      "loss": 7.5258,
      "step": 988
    },
    {
      "epoch": 0.17165668662674652,
      "grad_norm": 455.9342041015625,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 7.627,
      "step": 989
    },
    {
      "epoch": 0.17183025253840145,
      "grad_norm": 634.9368286132812,
      "learning_rate": 1.4300173510699827e-06,
      "loss": 7.8887,
      "step": 990
    },
    {
      "epoch": 0.1720038184500564,
      "grad_norm": 537.3591918945312,
      "learning_rate": 1.4314632735685368e-06,
      "loss": 7.3214,
      "step": 991
    },
    {
      "epoch": 0.17217738436171137,
      "grad_norm": 228.7075653076172,
      "learning_rate": 1.432909196067091e-06,
      "loss": 7.4152,
      "step": 992
    },
    {
      "epoch": 0.1723509502733663,
      "grad_norm": 282.0461730957031,
      "learning_rate": 1.4343551185656452e-06,
      "loss": 7.3381,
      "step": 993
    },
    {
      "epoch": 0.17252451618502126,
      "grad_norm": 348.7512512207031,
      "learning_rate": 1.435801041064199e-06,
      "loss": 7.2853,
      "step": 994
    },
    {
      "epoch": 0.17269808209667623,
      "grad_norm": 378.6713562011719,
      "learning_rate": 1.4372469635627532e-06,
      "loss": 7.1926,
      "step": 995
    },
    {
      "epoch": 0.17287164800833116,
      "grad_norm": 281.5791015625,
      "learning_rate": 1.4386928860613073e-06,
      "loss": 6.613,
      "step": 996
    },
    {
      "epoch": 0.17304521391998612,
      "grad_norm": 229.42713928222656,
      "learning_rate": 1.4401388085598614e-06,
      "loss": 7.063,
      "step": 997
    },
    {
      "epoch": 0.17321877983164108,
      "grad_norm": 225.88201904296875,
      "learning_rate": 1.4415847310584155e-06,
      "loss": 6.9776,
      "step": 998
    },
    {
      "epoch": 0.173392345743296,
      "grad_norm": 177.89511108398438,
      "learning_rate": 1.4430306535569694e-06,
      "loss": 7.1523,
      "step": 999
    },
    {
      "epoch": 0.17356591165495097,
      "grad_norm": 162.87188720703125,
      "learning_rate": 1.4444765760555235e-06,
      "loss": 6.2021,
      "step": 1000
    },
    {
      "epoch": 0.17356591165495097,
      "eval_synth_accuracy": 0.7187713310580205,
      "eval_synth_auroc": 0.7937460205015329,
      "eval_synth_f1": 0.7716186252771619,
      "eval_synth_loss": 0.5763530135154724,
      "eval_synth_precision": 0.8467153284671532,
      "eval_synth_recall": 0.7087576374745418,
      "eval_synth_runtime": 102.568,
      "eval_synth_samples_per_second": 14.283,
      "eval_synth_steps_per_second": 0.448,
      "step": 1000
    },
    {
      "epoch": 0.17356591165495097,
      "eval_real_accuracy": 0.7667151162790697,
      "eval_real_auroc": 0.8378032434378166,
      "eval_real_f1": 0.8219633943427621,
      "eval_real_loss": 0.4720556139945984,
      "eval_real_precision": 0.8335208098987626,
      "eval_real_recall": 0.8107221006564551,
      "eval_real_runtime": 96.1251,
      "eval_real_samples_per_second": 14.315,
      "eval_real_steps_per_second": 0.447,
      "step": 1000
    },
    {
      "epoch": 0.17373947756660593,
      "grad_norm": 331.51708984375,
      "learning_rate": 1.4459224985540776e-06,
      "loss": 7.5616,
      "step": 1001
    },
    {
      "epoch": 0.17391304347826086,
      "grad_norm": 145.88406372070312,
      "learning_rate": 1.4473684210526317e-06,
      "loss": 6.6973,
      "step": 1002
    },
    {
      "epoch": 0.17408660938991583,
      "grad_norm": 247.54385375976562,
      "learning_rate": 1.448814343551186e-06,
      "loss": 6.7633,
      "step": 1003
    },
    {
      "epoch": 0.17426017530157076,
      "grad_norm": 312.3933410644531,
      "learning_rate": 1.4502602660497397e-06,
      "loss": 7.0765,
      "step": 1004
    },
    {
      "epoch": 0.17443374121322572,
      "grad_norm": 309.7508544921875,
      "learning_rate": 1.451706188548294e-06,
      "loss": 6.9725,
      "step": 1005
    },
    {
      "epoch": 0.17460730712488068,
      "grad_norm": 163.85411071777344,
      "learning_rate": 1.453152111046848e-06,
      "loss": 7.6841,
      "step": 1006
    },
    {
      "epoch": 0.1747808730365356,
      "grad_norm": 175.19842529296875,
      "learning_rate": 1.4545980335454022e-06,
      "loss": 7.8125,
      "step": 1007
    },
    {
      "epoch": 0.17495443894819057,
      "grad_norm": 160.98263549804688,
      "learning_rate": 1.4560439560439563e-06,
      "loss": 7.1163,
      "step": 1008
    },
    {
      "epoch": 0.17512800485984553,
      "grad_norm": 373.2892761230469,
      "learning_rate": 1.4574898785425101e-06,
      "loss": 7.0446,
      "step": 1009
    },
    {
      "epoch": 0.17530157077150046,
      "grad_norm": 293.9358215332031,
      "learning_rate": 1.4589358010410642e-06,
      "loss": 6.7074,
      "step": 1010
    },
    {
      "epoch": 0.17547513668315542,
      "grad_norm": 149.90029907226562,
      "learning_rate": 1.4603817235396183e-06,
      "loss": 7.6843,
      "step": 1011
    },
    {
      "epoch": 0.17564870259481039,
      "grad_norm": 349.2153015136719,
      "learning_rate": 1.4618276460381724e-06,
      "loss": 6.0604,
      "step": 1012
    },
    {
      "epoch": 0.17582226850646532,
      "grad_norm": 200.1987762451172,
      "learning_rate": 1.4632735685367267e-06,
      "loss": 7.8752,
      "step": 1013
    },
    {
      "epoch": 0.17599583441812028,
      "grad_norm": 149.55931091308594,
      "learning_rate": 1.4647194910352804e-06,
      "loss": 6.6299,
      "step": 1014
    },
    {
      "epoch": 0.17616940032977524,
      "grad_norm": 146.36953735351562,
      "learning_rate": 1.4661654135338347e-06,
      "loss": 7.1919,
      "step": 1015
    },
    {
      "epoch": 0.17634296624143017,
      "grad_norm": 228.32749938964844,
      "learning_rate": 1.4676113360323888e-06,
      "loss": 7.5394,
      "step": 1016
    },
    {
      "epoch": 0.17651653215308513,
      "grad_norm": 129.47854614257812,
      "learning_rate": 1.469057258530943e-06,
      "loss": 6.1401,
      "step": 1017
    },
    {
      "epoch": 0.1766900980647401,
      "grad_norm": 225.5841827392578,
      "learning_rate": 1.470503181029497e-06,
      "loss": 7.1888,
      "step": 1018
    },
    {
      "epoch": 0.17686366397639502,
      "grad_norm": 138.58792114257812,
      "learning_rate": 1.4719491035280511e-06,
      "loss": 6.8894,
      "step": 1019
    },
    {
      "epoch": 0.17703722988804999,
      "grad_norm": 328.3619384765625,
      "learning_rate": 1.473395026026605e-06,
      "loss": 6.497,
      "step": 1020
    },
    {
      "epoch": 0.17721079579970495,
      "grad_norm": 276.4232482910156,
      "learning_rate": 1.474840948525159e-06,
      "loss": 6.5923,
      "step": 1021
    },
    {
      "epoch": 0.17738436171135988,
      "grad_norm": 188.30718994140625,
      "learning_rate": 1.4762868710237132e-06,
      "loss": 6.9433,
      "step": 1022
    },
    {
      "epoch": 0.17755792762301484,
      "grad_norm": 204.57199096679688,
      "learning_rate": 1.4777327935222675e-06,
      "loss": 6.8393,
      "step": 1023
    },
    {
      "epoch": 0.1777314935346698,
      "grad_norm": 149.91883850097656,
      "learning_rate": 1.4791787160208216e-06,
      "loss": 6.4751,
      "step": 1024
    },
    {
      "epoch": 0.17790505944632473,
      "grad_norm": 153.9095916748047,
      "learning_rate": 1.4806246385193755e-06,
      "loss": 6.9949,
      "step": 1025
    },
    {
      "epoch": 0.17790505944632473,
      "eval_synth_accuracy": 0.7433447098976109,
      "eval_synth_auroc": 0.7945566785998912,
      "eval_synth_f1": 0.8089430894308943,
      "eval_synth_loss": 0.5200888514518738,
      "eval_synth_precision": 0.8073022312373225,
      "eval_synth_recall": 0.8105906313645621,
      "eval_synth_runtime": 102.0585,
      "eval_synth_samples_per_second": 14.355,
      "eval_synth_steps_per_second": 0.451,
      "step": 1025
    },
    {
      "epoch": 0.17790505944632473,
      "eval_real_accuracy": 0.7747093023255814,
      "eval_real_auroc": 0.8465974215427169,
      "eval_real_f1": 0.8405349794238683,
      "eval_real_loss": 0.4522569477558136,
      "eval_real_precision": 0.7932038834951456,
      "eval_real_recall": 0.8938730853391685,
      "eval_real_runtime": 95.4181,
      "eval_real_samples_per_second": 14.421,
      "eval_real_steps_per_second": 0.451,
      "step": 1025
    },
    {
      "epoch": 0.1780786253579797,
      "grad_norm": 221.8181915283203,
      "learning_rate": 1.4820705610179296e-06,
      "loss": 7.3159,
      "step": 1026
    },
    {
      "epoch": 0.17825219126963465,
      "grad_norm": 226.1574249267578,
      "learning_rate": 1.4835164835164837e-06,
      "loss": 7.5965,
      "step": 1027
    },
    {
      "epoch": 0.17842575718128958,
      "grad_norm": 291.8896179199219,
      "learning_rate": 1.4849624060150378e-06,
      "loss": 5.8064,
      "step": 1028
    },
    {
      "epoch": 0.17859932309294455,
      "grad_norm": 238.0675811767578,
      "learning_rate": 1.4864083285135919e-06,
      "loss": 7.2206,
      "step": 1029
    },
    {
      "epoch": 0.1787728890045995,
      "grad_norm": 503.8742370605469,
      "learning_rate": 1.4878542510121458e-06,
      "loss": 7.0725,
      "step": 1030
    },
    {
      "epoch": 0.17894645491625444,
      "grad_norm": 301.0346374511719,
      "learning_rate": 1.4893001735106998e-06,
      "loss": 7.3521,
      "step": 1031
    },
    {
      "epoch": 0.1791200208279094,
      "grad_norm": 157.572998046875,
      "learning_rate": 1.490746096009254e-06,
      "loss": 7.9721,
      "step": 1032
    },
    {
      "epoch": 0.17929358673956436,
      "grad_norm": 418.37646484375,
      "learning_rate": 1.4921920185078083e-06,
      "loss": 6.7864,
      "step": 1033
    },
    {
      "epoch": 0.1794671526512193,
      "grad_norm": 404.4997863769531,
      "learning_rate": 1.4936379410063624e-06,
      "loss": 7.4,
      "step": 1034
    },
    {
      "epoch": 0.17964071856287425,
      "grad_norm": 160.7836456298828,
      "learning_rate": 1.4950838635049162e-06,
      "loss": 6.6529,
      "step": 1035
    },
    {
      "epoch": 0.1798142844745292,
      "grad_norm": 134.76565551757812,
      "learning_rate": 1.4965297860034703e-06,
      "loss": 7.0599,
      "step": 1036
    },
    {
      "epoch": 0.17998785038618415,
      "grad_norm": 193.7260284423828,
      "learning_rate": 1.4979757085020244e-06,
      "loss": 7.5176,
      "step": 1037
    },
    {
      "epoch": 0.1801614162978391,
      "grad_norm": 423.1875915527344,
      "learning_rate": 1.4994216310005785e-06,
      "loss": 8.4516,
      "step": 1038
    },
    {
      "epoch": 0.18033498220949407,
      "grad_norm": 353.35382080078125,
      "learning_rate": 1.5008675534991326e-06,
      "loss": 6.9946,
      "step": 1039
    },
    {
      "epoch": 0.180508548121149,
      "grad_norm": 179.55377197265625,
      "learning_rate": 1.5023134759976865e-06,
      "loss": 7.0994,
      "step": 1040
    },
    {
      "epoch": 0.18068211403280396,
      "grad_norm": 287.42095947265625,
      "learning_rate": 1.5037593984962406e-06,
      "loss": 7.3892,
      "step": 1041
    },
    {
      "epoch": 0.18085567994445892,
      "grad_norm": 414.7474060058594,
      "learning_rate": 1.5052053209947947e-06,
      "loss": 7.1774,
      "step": 1042
    },
    {
      "epoch": 0.18102924585611385,
      "grad_norm": 129.59791564941406,
      "learning_rate": 1.5066512434933488e-06,
      "loss": 6.3386,
      "step": 1043
    },
    {
      "epoch": 0.1812028117677688,
      "grad_norm": 145.95823669433594,
      "learning_rate": 1.5080971659919031e-06,
      "loss": 7.6364,
      "step": 1044
    },
    {
      "epoch": 0.18137637767942377,
      "grad_norm": 184.34201049804688,
      "learning_rate": 1.5095430884904572e-06,
      "loss": 8.2537,
      "step": 1045
    },
    {
      "epoch": 0.1815499435910787,
      "grad_norm": 343.9604797363281,
      "learning_rate": 1.510989010989011e-06,
      "loss": 7.5305,
      "step": 1046
    },
    {
      "epoch": 0.18172350950273367,
      "grad_norm": 329.4534912109375,
      "learning_rate": 1.5124349334875652e-06,
      "loss": 7.6142,
      "step": 1047
    },
    {
      "epoch": 0.18189707541438863,
      "grad_norm": 136.27334594726562,
      "learning_rate": 1.5138808559861193e-06,
      "loss": 6.4736,
      "step": 1048
    },
    {
      "epoch": 0.18207064132604356,
      "grad_norm": 162.759033203125,
      "learning_rate": 1.5153267784846734e-06,
      "loss": 7.3295,
      "step": 1049
    },
    {
      "epoch": 0.18224420723769852,
      "grad_norm": 317.52508544921875,
      "learning_rate": 1.5167727009832275e-06,
      "loss": 7.0072,
      "step": 1050
    },
    {
      "epoch": 0.18224420723769852,
      "eval_synth_accuracy": 0.7023890784982935,
      "eval_synth_auroc": 0.7693440521519863,
      "eval_synth_f1": 0.7599118942731278,
      "eval_synth_loss": 0.5840504765510559,
      "eval_synth_precision": 0.8273381294964028,
      "eval_synth_recall": 0.7026476578411406,
      "eval_synth_runtime": 102.9953,
      "eval_synth_samples_per_second": 14.224,
      "eval_synth_steps_per_second": 0.447,
      "step": 1050
    },
    {
      "epoch": 0.18224420723769852,
      "eval_real_accuracy": 0.7688953488372093,
      "eval_real_auroc": 0.8476038913675675,
      "eval_real_f1": 0.8237250554323725,
      "eval_real_loss": 0.4558846652507782,
      "eval_real_precision": 0.8348314606741573,
      "eval_real_recall": 0.812910284463895,
      "eval_real_runtime": 96.2478,
      "eval_real_samples_per_second": 14.296,
      "eval_real_steps_per_second": 0.447,
      "step": 1050
    },
    {
      "epoch": 0.18241777314935348,
      "grad_norm": 127.49333953857422,
      "learning_rate": 1.5182186234817814e-06,
      "loss": 6.417,
      "step": 1051
    },
    {
      "epoch": 0.1825913390610084,
      "grad_norm": 219.541015625,
      "learning_rate": 1.5196645459803355e-06,
      "loss": 6.6354,
      "step": 1052
    },
    {
      "epoch": 0.18276490497266337,
      "grad_norm": 220.12533569335938,
      "learning_rate": 1.5211104684788896e-06,
      "loss": 7.5125,
      "step": 1053
    },
    {
      "epoch": 0.18293847088431833,
      "grad_norm": 163.53147888183594,
      "learning_rate": 1.5225563909774439e-06,
      "loss": 6.7492,
      "step": 1054
    },
    {
      "epoch": 0.18311203679597327,
      "grad_norm": 344.40863037109375,
      "learning_rate": 1.524002313475998e-06,
      "loss": 7.2526,
      "step": 1055
    },
    {
      "epoch": 0.18328560270762823,
      "grad_norm": 145.7156524658203,
      "learning_rate": 1.5254482359745518e-06,
      "loss": 7.5807,
      "step": 1056
    },
    {
      "epoch": 0.18345916861928319,
      "grad_norm": 327.8448181152344,
      "learning_rate": 1.526894158473106e-06,
      "loss": 7.5238,
      "step": 1057
    },
    {
      "epoch": 0.18363273453093812,
      "grad_norm": 182.2987060546875,
      "learning_rate": 1.52834008097166e-06,
      "loss": 7.6031,
      "step": 1058
    },
    {
      "epoch": 0.18380630044259308,
      "grad_norm": 207.86419677734375,
      "learning_rate": 1.5297860034702141e-06,
      "loss": 6.7452,
      "step": 1059
    },
    {
      "epoch": 0.18397986635424804,
      "grad_norm": 142.5309295654297,
      "learning_rate": 1.5312319259687682e-06,
      "loss": 7.5841,
      "step": 1060
    },
    {
      "epoch": 0.18415343226590297,
      "grad_norm": 247.6986846923828,
      "learning_rate": 1.5326778484673221e-06,
      "loss": 6.8759,
      "step": 1061
    },
    {
      "epoch": 0.18432699817755793,
      "grad_norm": 386.123046875,
      "learning_rate": 1.5341237709658762e-06,
      "loss": 7.6454,
      "step": 1062
    },
    {
      "epoch": 0.18450056408921287,
      "grad_norm": 286.3888244628906,
      "learning_rate": 1.5355696934644303e-06,
      "loss": 7.2403,
      "step": 1063
    },
    {
      "epoch": 0.18467413000086783,
      "grad_norm": 165.80862426757812,
      "learning_rate": 1.5370156159629846e-06,
      "loss": 7.0514,
      "step": 1064
    },
    {
      "epoch": 0.18484769591252279,
      "grad_norm": 301.79510498046875,
      "learning_rate": 1.5384615384615387e-06,
      "loss": 7.8404,
      "step": 1065
    },
    {
      "epoch": 0.18502126182417772,
      "grad_norm": 460.9080505371094,
      "learning_rate": 1.5399074609600928e-06,
      "loss": 8.2969,
      "step": 1066
    },
    {
      "epoch": 0.18519482773583268,
      "grad_norm": 230.20834350585938,
      "learning_rate": 1.5413533834586467e-06,
      "loss": 7.1558,
      "step": 1067
    },
    {
      "epoch": 0.18536839364748764,
      "grad_norm": 147.4923858642578,
      "learning_rate": 1.5427993059572008e-06,
      "loss": 7.7556,
      "step": 1068
    },
    {
      "epoch": 0.18554195955914257,
      "grad_norm": 539.1480712890625,
      "learning_rate": 1.5442452284557549e-06,
      "loss": 7.0199,
      "step": 1069
    },
    {
      "epoch": 0.18571552547079753,
      "grad_norm": 553.875244140625,
      "learning_rate": 1.545691150954309e-06,
      "loss": 7.3413,
      "step": 1070
    },
    {
      "epoch": 0.1858890913824525,
      "grad_norm": 535.891845703125,
      "learning_rate": 1.547137073452863e-06,
      "loss": 7.9169,
      "step": 1071
    },
    {
      "epoch": 0.18606265729410743,
      "grad_norm": 217.25083923339844,
      "learning_rate": 1.548582995951417e-06,
      "loss": 6.605,
      "step": 1072
    },
    {
      "epoch": 0.18623622320576239,
      "grad_norm": 296.1369323730469,
      "learning_rate": 1.550028918449971e-06,
      "loss": 7.7874,
      "step": 1073
    },
    {
      "epoch": 0.18640978911741735,
      "grad_norm": 449.7096862792969,
      "learning_rate": 1.5514748409485254e-06,
      "loss": 7.8827,
      "step": 1074
    },
    {
      "epoch": 0.18658335502907228,
      "grad_norm": 155.37860107421875,
      "learning_rate": 1.5529207634470795e-06,
      "loss": 6.7713,
      "step": 1075
    },
    {
      "epoch": 0.18658335502907228,
      "eval_synth_accuracy": 0.7051194539249147,
      "eval_synth_auroc": 0.7843185622783604,
      "eval_synth_f1": 0.7594654788418709,
      "eval_synth_loss": 0.5889976024627686,
      "eval_synth_precision": 0.8378378378378378,
      "eval_synth_recall": 0.6945010183299389,
      "eval_synth_runtime": 102.7377,
      "eval_synth_samples_per_second": 14.26,
      "eval_synth_steps_per_second": 0.448,
      "step": 1075
    },
    {
      "epoch": 0.18658335502907228,
      "eval_real_accuracy": 0.7747093023255814,
      "eval_real_auroc": 0.846728854661021,
      "eval_real_f1": 0.827968923418424,
      "eval_real_loss": 0.46283575892448425,
      "eval_real_precision": 0.8400900900900901,
      "eval_real_recall": 0.8161925601750547,
      "eval_real_runtime": 96.0963,
      "eval_real_samples_per_second": 14.319,
      "eval_real_steps_per_second": 0.447,
      "step": 1075
    },
    {
      "epoch": 0.18675692094072724,
      "grad_norm": 143.56651306152344,
      "learning_rate": 1.5543666859456336e-06,
      "loss": 7.8633,
      "step": 1076
    },
    {
      "epoch": 0.1869304868523822,
      "grad_norm": 258.005859375,
      "learning_rate": 1.5558126084441875e-06,
      "loss": 6.9026,
      "step": 1077
    },
    {
      "epoch": 0.18710405276403713,
      "grad_norm": 277.90045166015625,
      "learning_rate": 1.5572585309427416e-06,
      "loss": 6.9891,
      "step": 1078
    },
    {
      "epoch": 0.1872776186756921,
      "grad_norm": 111.11709594726562,
      "learning_rate": 1.5587044534412957e-06,
      "loss": 6.9319,
      "step": 1079
    },
    {
      "epoch": 0.18745118458734705,
      "grad_norm": 105.89155578613281,
      "learning_rate": 1.5601503759398497e-06,
      "loss": 5.7742,
      "step": 1080
    },
    {
      "epoch": 0.18762475049900199,
      "grad_norm": 128.90370178222656,
      "learning_rate": 1.5615962984384038e-06,
      "loss": 6.8855,
      "step": 1081
    },
    {
      "epoch": 0.18779831641065695,
      "grad_norm": 390.24969482421875,
      "learning_rate": 1.5630422209369577e-06,
      "loss": 7.3448,
      "step": 1082
    },
    {
      "epoch": 0.1879718823223119,
      "grad_norm": 233.097900390625,
      "learning_rate": 1.5644881434355118e-06,
      "loss": 6.7339,
      "step": 1083
    },
    {
      "epoch": 0.18814544823396684,
      "grad_norm": 159.6420440673828,
      "learning_rate": 1.5659340659340661e-06,
      "loss": 7.3746,
      "step": 1084
    },
    {
      "epoch": 0.1883190141456218,
      "grad_norm": 233.13204956054688,
      "learning_rate": 1.5673799884326202e-06,
      "loss": 7.7905,
      "step": 1085
    },
    {
      "epoch": 0.18849258005727676,
      "grad_norm": 324.28643798828125,
      "learning_rate": 1.5688259109311743e-06,
      "loss": 7.4794,
      "step": 1086
    },
    {
      "epoch": 0.1886661459689317,
      "grad_norm": 313.87554931640625,
      "learning_rate": 1.5702718334297282e-06,
      "loss": 6.0739,
      "step": 1087
    },
    {
      "epoch": 0.18883971188058665,
      "grad_norm": 277.5451965332031,
      "learning_rate": 1.5717177559282823e-06,
      "loss": 6.9617,
      "step": 1088
    },
    {
      "epoch": 0.1890132777922416,
      "grad_norm": 280.0885925292969,
      "learning_rate": 1.5731636784268364e-06,
      "loss": 7.2332,
      "step": 1089
    },
    {
      "epoch": 0.18918684370389655,
      "grad_norm": 186.4532928466797,
      "learning_rate": 1.5746096009253905e-06,
      "loss": 7.1125,
      "step": 1090
    },
    {
      "epoch": 0.1893604096155515,
      "grad_norm": 267.6842956542969,
      "learning_rate": 1.5760555234239446e-06,
      "loss": 7.4409,
      "step": 1091
    },
    {
      "epoch": 0.18953397552720647,
      "grad_norm": 281.1239929199219,
      "learning_rate": 1.577501445922499e-06,
      "loss": 6.4662,
      "step": 1092
    },
    {
      "epoch": 0.1897075414388614,
      "grad_norm": 182.50379943847656,
      "learning_rate": 1.5789473684210526e-06,
      "loss": 7.1576,
      "step": 1093
    },
    {
      "epoch": 0.18988110735051636,
      "grad_norm": 111.76407623291016,
      "learning_rate": 1.5803932909196069e-06,
      "loss": 6.6126,
      "step": 1094
    },
    {
      "epoch": 0.19005467326217132,
      "grad_norm": 156.61134338378906,
      "learning_rate": 1.581839213418161e-06,
      "loss": 6.3599,
      "step": 1095
    },
    {
      "epoch": 0.19022823917382625,
      "grad_norm": 218.71351623535156,
      "learning_rate": 1.583285135916715e-06,
      "loss": 7.0258,
      "step": 1096
    },
    {
      "epoch": 0.1904018050854812,
      "grad_norm": 201.37120056152344,
      "learning_rate": 1.5847310584152692e-06,
      "loss": 7.4634,
      "step": 1097
    },
    {
      "epoch": 0.19057537099713617,
      "grad_norm": 133.74598693847656,
      "learning_rate": 1.586176980913823e-06,
      "loss": 7.5212,
      "step": 1098
    },
    {
      "epoch": 0.1907489369087911,
      "grad_norm": 133.65682983398438,
      "learning_rate": 1.5876229034123772e-06,
      "loss": 6.6197,
      "step": 1099
    },
    {
      "epoch": 0.19092250282044607,
      "grad_norm": 279.7225036621094,
      "learning_rate": 1.5890688259109313e-06,
      "loss": 6.9232,
      "step": 1100
    },
    {
      "epoch": 0.19092250282044607,
      "eval_synth_accuracy": 0.7399317406143344,
      "eval_synth_auroc": 0.8046271816084976,
      "eval_synth_f1": 0.80248833592535,
      "eval_synth_loss": 0.5172498226165771,
      "eval_synth_precision": 0.8173178458289335,
      "eval_synth_recall": 0.7881873727087576,
      "eval_synth_runtime": 102.9706,
      "eval_synth_samples_per_second": 14.227,
      "eval_synth_steps_per_second": 0.447,
      "step": 1100
    },
    {
      "epoch": 0.19092250282044607,
      "eval_real_accuracy": 0.7761627906976745,
      "eval_real_auroc": 0.852659922134758,
      "eval_real_f1": 0.8359957401490948,
      "eval_real_loss": 0.44530922174453735,
      "eval_real_precision": 0.8143153526970954,
      "eval_real_recall": 0.8588621444201313,
      "eval_real_runtime": 95.9703,
      "eval_real_samples_per_second": 14.338,
      "eval_real_steps_per_second": 0.448,
      "step": 1100
    },
    {
      "epoch": 0.19109606873210103,
      "grad_norm": 235.304931640625,
      "learning_rate": 1.5905147484094854e-06,
      "loss": 6.7724,
      "step": 1101
    },
    {
      "epoch": 0.19126963464375596,
      "grad_norm": 122.94660949707031,
      "learning_rate": 1.5919606709080397e-06,
      "loss": 6.6247,
      "step": 1102
    },
    {
      "epoch": 0.19144320055541092,
      "grad_norm": 122.37098693847656,
      "learning_rate": 1.5934065934065933e-06,
      "loss": 6.5394,
      "step": 1103
    },
    {
      "epoch": 0.19161676646706588,
      "grad_norm": 251.84619140625,
      "learning_rate": 1.5948525159051476e-06,
      "loss": 6.943,
      "step": 1104
    },
    {
      "epoch": 0.1917903323787208,
      "grad_norm": 131.23680114746094,
      "learning_rate": 1.5962984384037017e-06,
      "loss": 6.8898,
      "step": 1105
    },
    {
      "epoch": 0.19196389829037577,
      "grad_norm": 342.06658935546875,
      "learning_rate": 1.5977443609022558e-06,
      "loss": 7.4277,
      "step": 1106
    },
    {
      "epoch": 0.19213746420203073,
      "grad_norm": 134.72865295410156,
      "learning_rate": 1.59919028340081e-06,
      "loss": 7.3044,
      "step": 1107
    },
    {
      "epoch": 0.19231103011368567,
      "grad_norm": 184.60723876953125,
      "learning_rate": 1.6006362058993638e-06,
      "loss": 6.7111,
      "step": 1108
    },
    {
      "epoch": 0.19248459602534063,
      "grad_norm": 126.44353485107422,
      "learning_rate": 1.602082128397918e-06,
      "loss": 7.0178,
      "step": 1109
    },
    {
      "epoch": 0.1926581619369956,
      "grad_norm": 119.58450317382812,
      "learning_rate": 1.603528050896472e-06,
      "loss": 6.1854,
      "step": 1110
    },
    {
      "epoch": 0.19283172784865052,
      "grad_norm": 390.4071044921875,
      "learning_rate": 1.6049739733950261e-06,
      "loss": 8.2849,
      "step": 1111
    },
    {
      "epoch": 0.19300529376030548,
      "grad_norm": 365.3954162597656,
      "learning_rate": 1.6064198958935804e-06,
      "loss": 6.2382,
      "step": 1112
    },
    {
      "epoch": 0.19317885967196044,
      "grad_norm": 138.18772888183594,
      "learning_rate": 1.607865818392134e-06,
      "loss": 6.8185,
      "step": 1113
    },
    {
      "epoch": 0.19335242558361537,
      "grad_norm": 391.7245788574219,
      "learning_rate": 1.6093117408906884e-06,
      "loss": 7.3735,
      "step": 1114
    },
    {
      "epoch": 0.19352599149527033,
      "grad_norm": 165.1992950439453,
      "learning_rate": 1.6107576633892425e-06,
      "loss": 6.9313,
      "step": 1115
    },
    {
      "epoch": 0.1936995574069253,
      "grad_norm": 201.08384704589844,
      "learning_rate": 1.6122035858877966e-06,
      "loss": 6.5287,
      "step": 1116
    },
    {
      "epoch": 0.19387312331858023,
      "grad_norm": 135.81031799316406,
      "learning_rate": 1.6136495083863507e-06,
      "loss": 5.3952,
      "step": 1117
    },
    {
      "epoch": 0.1940466892302352,
      "grad_norm": 194.8216094970703,
      "learning_rate": 1.6150954308849048e-06,
      "loss": 6.6004,
      "step": 1118
    },
    {
      "epoch": 0.19422025514189012,
      "grad_norm": 235.46112060546875,
      "learning_rate": 1.6165413533834587e-06,
      "loss": 8.4267,
      "step": 1119
    },
    {
      "epoch": 0.19439382105354508,
      "grad_norm": 198.43641662597656,
      "learning_rate": 1.6179872758820128e-06,
      "loss": 6.64,
      "step": 1120
    },
    {
      "epoch": 0.19456738696520004,
      "grad_norm": 256.7288513183594,
      "learning_rate": 1.6194331983805669e-06,
      "loss": 5.9168,
      "step": 1121
    },
    {
      "epoch": 0.19474095287685497,
      "grad_norm": 473.586669921875,
      "learning_rate": 1.6208791208791212e-06,
      "loss": 7.8039,
      "step": 1122
    },
    {
      "epoch": 0.19491451878850993,
      "grad_norm": 406.73016357421875,
      "learning_rate": 1.6223250433776753e-06,
      "loss": 7.1805,
      "step": 1123
    },
    {
      "epoch": 0.1950880847001649,
      "grad_norm": 432.0500183105469,
      "learning_rate": 1.6237709658762292e-06,
      "loss": 5.9972,
      "step": 1124
    },
    {
      "epoch": 0.19526165061181983,
      "grad_norm": 148.85020446777344,
      "learning_rate": 1.6252168883747833e-06,
      "loss": 6.9885,
      "step": 1125
    },
    {
      "epoch": 0.19526165061181983,
      "eval_synth_accuracy": 0.7542662116040956,
      "eval_synth_auroc": 0.8146217842489869,
      "eval_synth_f1": 0.8174442190669371,
      "eval_synth_loss": 0.49470123648643494,
      "eval_synth_precision": 0.8141414141414142,
      "eval_synth_recall": 0.8207739307535642,
      "eval_synth_runtime": 102.4311,
      "eval_synth_samples_per_second": 14.302,
      "eval_synth_steps_per_second": 0.449,
      "step": 1125
    },
    {
      "epoch": 0.19526165061181983,
      "eval_real_accuracy": 0.7848837209302325,
      "eval_real_auroc": 0.8583553572612654,
      "eval_real_f1": 0.8503538928210314,
      "eval_real_loss": 0.44666406512260437,
      "eval_real_precision": 0.7904135338345865,
      "eval_real_recall": 0.9201312910284464,
      "eval_real_runtime": 95.832,
      "eval_real_samples_per_second": 14.358,
      "eval_real_steps_per_second": 0.449,
      "step": 1125
    },
    {
      "epoch": 0.1954352165234748,
      "grad_norm": 300.72735595703125,
      "learning_rate": 1.6266628108733374e-06,
      "loss": 7.7708,
      "step": 1126
    },
    {
      "epoch": 0.19560878243512975,
      "grad_norm": 557.7495727539062,
      "learning_rate": 1.6281087333718915e-06,
      "loss": 6.9341,
      "step": 1127
    },
    {
      "epoch": 0.19578234834678468,
      "grad_norm": 406.3941650390625,
      "learning_rate": 1.6295546558704455e-06,
      "loss": 7.5542,
      "step": 1128
    },
    {
      "epoch": 0.19595591425843964,
      "grad_norm": 177.69772338867188,
      "learning_rate": 1.6310005783689994e-06,
      "loss": 7.1494,
      "step": 1129
    },
    {
      "epoch": 0.1961294801700946,
      "grad_norm": 468.5850524902344,
      "learning_rate": 1.6324465008675535e-06,
      "loss": 6.8811,
      "step": 1130
    },
    {
      "epoch": 0.19630304608174953,
      "grad_norm": 505.6501770019531,
      "learning_rate": 1.6338924233661076e-06,
      "loss": 6.0856,
      "step": 1131
    },
    {
      "epoch": 0.1964766119934045,
      "grad_norm": 514.9801635742188,
      "learning_rate": 1.635338345864662e-06,
      "loss": 6.934,
      "step": 1132
    },
    {
      "epoch": 0.19665017790505945,
      "grad_norm": 260.3813781738281,
      "learning_rate": 1.636784268363216e-06,
      "loss": 7.103,
      "step": 1133
    },
    {
      "epoch": 0.19682374381671439,
      "grad_norm": 179.6144256591797,
      "learning_rate": 1.63823019086177e-06,
      "loss": 6.7317,
      "step": 1134
    },
    {
      "epoch": 0.19699730972836935,
      "grad_norm": 448.3403625488281,
      "learning_rate": 1.639676113360324e-06,
      "loss": 7.5344,
      "step": 1135
    },
    {
      "epoch": 0.1971708756400243,
      "grad_norm": 406.1544494628906,
      "learning_rate": 1.6411220358588781e-06,
      "loss": 7.0631,
      "step": 1136
    },
    {
      "epoch": 0.19734444155167924,
      "grad_norm": 278.04302978515625,
      "learning_rate": 1.6425679583574322e-06,
      "loss": 6.0524,
      "step": 1137
    },
    {
      "epoch": 0.1975180074633342,
      "grad_norm": 152.47311401367188,
      "learning_rate": 1.6440138808559863e-06,
      "loss": 7.5926,
      "step": 1138
    },
    {
      "epoch": 0.19769157337498916,
      "grad_norm": 301.1141357421875,
      "learning_rate": 1.6454598033545402e-06,
      "loss": 6.1666,
      "step": 1139
    },
    {
      "epoch": 0.1978651392866441,
      "grad_norm": 551.9744262695312,
      "learning_rate": 1.6469057258530943e-06,
      "loss": 7.5603,
      "step": 1140
    },
    {
      "epoch": 0.19803870519829905,
      "grad_norm": 290.20654296875,
      "learning_rate": 1.6483516483516484e-06,
      "loss": 6.9971,
      "step": 1141
    },
    {
      "epoch": 0.198212271109954,
      "grad_norm": 332.0654602050781,
      "learning_rate": 1.6497975708502027e-06,
      "loss": 6.1561,
      "step": 1142
    },
    {
      "epoch": 0.19838583702160895,
      "grad_norm": 256.2049865722656,
      "learning_rate": 1.6512434933487568e-06,
      "loss": 6.6285,
      "step": 1143
    },
    {
      "epoch": 0.1985594029332639,
      "grad_norm": 634.0482788085938,
      "learning_rate": 1.6526894158473109e-06,
      "loss": 6.8759,
      "step": 1144
    },
    {
      "epoch": 0.19873296884491887,
      "grad_norm": 480.44805908203125,
      "learning_rate": 1.6541353383458648e-06,
      "loss": 7.5763,
      "step": 1145
    },
    {
      "epoch": 0.1989065347565738,
      "grad_norm": 195.0724334716797,
      "learning_rate": 1.6555812608444189e-06,
      "loss": 5.9154,
      "step": 1146
    },
    {
      "epoch": 0.19908010066822876,
      "grad_norm": 194.3623504638672,
      "learning_rate": 1.657027183342973e-06,
      "loss": 6.7394,
      "step": 1147
    },
    {
      "epoch": 0.19925366657988372,
      "grad_norm": 203.8729705810547,
      "learning_rate": 1.658473105841527e-06,
      "loss": 6.9023,
      "step": 1148
    },
    {
      "epoch": 0.19942723249153865,
      "grad_norm": 125.94331359863281,
      "learning_rate": 1.6599190283400812e-06,
      "loss": 7.3109,
      "step": 1149
    },
    {
      "epoch": 0.1996007984031936,
      "grad_norm": 168.05274963378906,
      "learning_rate": 1.661364950838635e-06,
      "loss": 6.313,
      "step": 1150
    },
    {
      "epoch": 0.1996007984031936,
      "eval_synth_accuracy": 0.7447098976109215,
      "eval_synth_auroc": 0.8043225259642509,
      "eval_synth_f1": 0.8101522842639594,
      "eval_synth_loss": 0.5139415264129639,
      "eval_synth_precision": 0.8076923076923077,
      "eval_synth_recall": 0.8126272912423625,
      "eval_synth_runtime": 102.9827,
      "eval_synth_samples_per_second": 14.226,
      "eval_synth_steps_per_second": 0.447,
      "step": 1150
    },
    {
      "epoch": 0.1996007984031936,
      "eval_real_accuracy": 0.782703488372093,
      "eval_real_auroc": 0.8570729962961909,
      "eval_real_f1": 0.8446753246753247,
      "eval_real_loss": 0.44163379073143005,
      "eval_real_precision": 0.8041543026706232,
      "eval_real_recall": 0.8894967177242888,
      "eval_real_runtime": 95.4856,
      "eval_real_samples_per_second": 14.411,
      "eval_real_steps_per_second": 0.45,
      "step": 1150
    },
    {
      "epoch": 0.19977436431484857,
      "grad_norm": 142.5333709716797,
      "learning_rate": 1.6628108733371891e-06,
      "loss": 7.3441,
      "step": 1151
    },
    {
      "epoch": 0.1999479302265035,
      "grad_norm": 175.15049743652344,
      "learning_rate": 1.6642567958357434e-06,
      "loss": 5.3547,
      "step": 1152
    },
    {
      "epoch": 0.20012149613815847,
      "grad_norm": 157.10940551757812,
      "learning_rate": 1.6657027183342975e-06,
      "loss": 5.7521,
      "step": 1153
    },
    {
      "epoch": 0.20029506204981343,
      "grad_norm": 326.0107116699219,
      "learning_rate": 1.6671486408328516e-06,
      "loss": 6.9166,
      "step": 1154
    },
    {
      "epoch": 0.20046862796146836,
      "grad_norm": 275.3208923339844,
      "learning_rate": 1.6685945633314055e-06,
      "loss": 6.63,
      "step": 1155
    },
    {
      "epoch": 0.20064219387312332,
      "grad_norm": 234.08700561523438,
      "learning_rate": 1.6700404858299596e-06,
      "loss": 5.6026,
      "step": 1156
    },
    {
      "epoch": 0.20081575978477828,
      "grad_norm": 184.1840362548828,
      "learning_rate": 1.6714864083285137e-06,
      "loss": 6.5691,
      "step": 1157
    },
    {
      "epoch": 0.2009893256964332,
      "grad_norm": 348.67718505859375,
      "learning_rate": 1.6729323308270678e-06,
      "loss": 7.6148,
      "step": 1158
    },
    {
      "epoch": 0.20116289160808817,
      "grad_norm": 212.7091827392578,
      "learning_rate": 1.674378253325622e-06,
      "loss": 6.2346,
      "step": 1159
    },
    {
      "epoch": 0.20133645751974313,
      "grad_norm": 189.42982482910156,
      "learning_rate": 1.6758241758241758e-06,
      "loss": 7.081,
      "step": 1160
    },
    {
      "epoch": 0.20151002343139807,
      "grad_norm": 434.5030517578125,
      "learning_rate": 1.67727009832273e-06,
      "loss": 7.5027,
      "step": 1161
    },
    {
      "epoch": 0.20168358934305303,
      "grad_norm": 245.24305725097656,
      "learning_rate": 1.678716020821284e-06,
      "loss": 7.8698,
      "step": 1162
    },
    {
      "epoch": 0.201857155254708,
      "grad_norm": 140.78549194335938,
      "learning_rate": 1.6801619433198383e-06,
      "loss": 6.9039,
      "step": 1163
    },
    {
      "epoch": 0.20203072116636292,
      "grad_norm": 169.2826690673828,
      "learning_rate": 1.6816078658183924e-06,
      "loss": 6.3839,
      "step": 1164
    },
    {
      "epoch": 0.20220428707801788,
      "grad_norm": 211.39405822753906,
      "learning_rate": 1.6830537883169463e-06,
      "loss": 6.6893,
      "step": 1165
    },
    {
      "epoch": 0.20237785298967284,
      "grad_norm": 273.09918212890625,
      "learning_rate": 1.6844997108155004e-06,
      "loss": 6.6403,
      "step": 1166
    },
    {
      "epoch": 0.20255141890132777,
      "grad_norm": 225.2838134765625,
      "learning_rate": 1.6859456333140545e-06,
      "loss": 6.2256,
      "step": 1167
    },
    {
      "epoch": 0.20272498481298273,
      "grad_norm": 119.57178497314453,
      "learning_rate": 1.6873915558126086e-06,
      "loss": 5.8827,
      "step": 1168
    },
    {
      "epoch": 0.2028985507246377,
      "grad_norm": 249.3128204345703,
      "learning_rate": 1.6888374783111627e-06,
      "loss": 6.4025,
      "step": 1169
    },
    {
      "epoch": 0.20307211663629263,
      "grad_norm": 387.31561279296875,
      "learning_rate": 1.6902834008097168e-06,
      "loss": 6.806,
      "step": 1170
    },
    {
      "epoch": 0.2032456825479476,
      "grad_norm": 430.5332336425781,
      "learning_rate": 1.6917293233082707e-06,
      "loss": 6.8831,
      "step": 1171
    },
    {
      "epoch": 0.20341924845960255,
      "grad_norm": 156.73170471191406,
      "learning_rate": 1.6931752458068248e-06,
      "loss": 5.7256,
      "step": 1172
    },
    {
      "epoch": 0.20359281437125748,
      "grad_norm": 275.25653076171875,
      "learning_rate": 1.694621168305379e-06,
      "loss": 6.0163,
      "step": 1173
    },
    {
      "epoch": 0.20376638028291244,
      "grad_norm": 119.8036880493164,
      "learning_rate": 1.6960670908039332e-06,
      "loss": 6.7464,
      "step": 1174
    },
    {
      "epoch": 0.2039399461945674,
      "grad_norm": 121.52574920654297,
      "learning_rate": 1.6975130133024873e-06,
      "loss": 8.0364,
      "step": 1175
    },
    {
      "epoch": 0.2039399461945674,
      "eval_synth_accuracy": 0.7610921501706485,
      "eval_synth_auroc": 0.8261059316137683,
      "eval_synth_f1": 0.8128342245989305,
      "eval_synth_loss": 0.5023059248924255,
      "eval_synth_precision": 0.8558558558558559,
      "eval_synth_recall": 0.7739307535641547,
      "eval_synth_runtime": 102.05,
      "eval_synth_samples_per_second": 14.356,
      "eval_synth_steps_per_second": 0.451,
      "step": 1175
    },
    {
      "epoch": 0.2039399461945674,
      "eval_real_accuracy": 0.779796511627907,
      "eval_real_auroc": 0.8621538927884661,
      "eval_real_f1": 0.8390865639936272,
      "eval_real_loss": 0.43071481585502625,
      "eval_real_precision": 0.8152734778121775,
      "eval_real_recall": 0.8643326039387309,
      "eval_real_runtime": 96.1513,
      "eval_real_samples_per_second": 14.311,
      "eval_real_steps_per_second": 0.447,
      "step": 1175
    },
    {
      "epoch": 0.20411351210622233,
      "grad_norm": 204.74078369140625,
      "learning_rate": 1.6989589358010411e-06,
      "loss": 6.3716,
      "step": 1176
    },
    {
      "epoch": 0.2042870780178773,
      "grad_norm": 124.82933044433594,
      "learning_rate": 1.7004048582995952e-06,
      "loss": 6.842,
      "step": 1177
    },
    {
      "epoch": 0.20446064392953223,
      "grad_norm": 249.9687957763672,
      "learning_rate": 1.7018507807981493e-06,
      "loss": 7.1342,
      "step": 1178
    },
    {
      "epoch": 0.2046342098411872,
      "grad_norm": 188.7511749267578,
      "learning_rate": 1.7032967032967034e-06,
      "loss": 6.8572,
      "step": 1179
    },
    {
      "epoch": 0.20480777575284215,
      "grad_norm": 130.18838500976562,
      "learning_rate": 1.7047426257952575e-06,
      "loss": 6.8232,
      "step": 1180
    },
    {
      "epoch": 0.20498134166449708,
      "grad_norm": 247.73367309570312,
      "learning_rate": 1.7061885482938114e-06,
      "loss": 6.7812,
      "step": 1181
    },
    {
      "epoch": 0.20515490757615204,
      "grad_norm": 159.52627563476562,
      "learning_rate": 1.7076344707923655e-06,
      "loss": 7.1467,
      "step": 1182
    },
    {
      "epoch": 0.205328473487807,
      "grad_norm": 133.72637939453125,
      "learning_rate": 1.7090803932909198e-06,
      "loss": 7.4913,
      "step": 1183
    },
    {
      "epoch": 0.20550203939946193,
      "grad_norm": 227.17605590820312,
      "learning_rate": 1.710526315789474e-06,
      "loss": 7.0936,
      "step": 1184
    },
    {
      "epoch": 0.2056756053111169,
      "grad_norm": 237.57882690429688,
      "learning_rate": 1.711972238288028e-06,
      "loss": 6.2001,
      "step": 1185
    },
    {
      "epoch": 0.20584917122277185,
      "grad_norm": 141.7246856689453,
      "learning_rate": 1.713418160786582e-06,
      "loss": 7.0716,
      "step": 1186
    },
    {
      "epoch": 0.2060227371344268,
      "grad_norm": 217.3922119140625,
      "learning_rate": 1.714864083285136e-06,
      "loss": 7.1199,
      "step": 1187
    },
    {
      "epoch": 0.20619630304608175,
      "grad_norm": 446.0094299316406,
      "learning_rate": 1.71631000578369e-06,
      "loss": 6.406,
      "step": 1188
    },
    {
      "epoch": 0.2063698689577367,
      "grad_norm": 423.9509582519531,
      "learning_rate": 1.7177559282822442e-06,
      "loss": 7.5716,
      "step": 1189
    },
    {
      "epoch": 0.20654343486939164,
      "grad_norm": 194.50753784179688,
      "learning_rate": 1.7192018507807983e-06,
      "loss": 6.1218,
      "step": 1190
    },
    {
      "epoch": 0.2067170007810466,
      "grad_norm": 312.42559814453125,
      "learning_rate": 1.7206477732793522e-06,
      "loss": 6.9188,
      "step": 1191
    },
    {
      "epoch": 0.20689056669270156,
      "grad_norm": 214.8590850830078,
      "learning_rate": 1.7220936957779063e-06,
      "loss": 6.4099,
      "step": 1192
    },
    {
      "epoch": 0.2070641326043565,
      "grad_norm": 339.9635314941406,
      "learning_rate": 1.7235396182764606e-06,
      "loss": 7.2686,
      "step": 1193
    },
    {
      "epoch": 0.20723769851601145,
      "grad_norm": 170.42237854003906,
      "learning_rate": 1.7249855407750147e-06,
      "loss": 6.6501,
      "step": 1194
    },
    {
      "epoch": 0.20741126442766641,
      "grad_norm": 266.75958251953125,
      "learning_rate": 1.7264314632735688e-06,
      "loss": 6.8136,
      "step": 1195
    },
    {
      "epoch": 0.20758483033932135,
      "grad_norm": 392.05474853515625,
      "learning_rate": 1.7278773857721229e-06,
      "loss": 6.438,
      "step": 1196
    },
    {
      "epoch": 0.2077583962509763,
      "grad_norm": 356.406005859375,
      "learning_rate": 1.7293233082706767e-06,
      "loss": 6.4968,
      "step": 1197
    },
    {
      "epoch": 0.20793196216263127,
      "grad_norm": 195.51605224609375,
      "learning_rate": 1.7307692307692308e-06,
      "loss": 5.6564,
      "step": 1198
    },
    {
      "epoch": 0.2081055280742862,
      "grad_norm": 304.234619140625,
      "learning_rate": 1.732215153267785e-06,
      "loss": 6.8078,
      "step": 1199
    },
    {
      "epoch": 0.20827909398594116,
      "grad_norm": 430.8690490722656,
      "learning_rate": 1.733661075766339e-06,
      "loss": 7.2828,
      "step": 1200
    },
    {
      "epoch": 0.20827909398594116,
      "eval_synth_accuracy": 0.677815699658703,
      "eval_synth_auroc": 0.819170535477097,
      "eval_synth_f1": 0.7097170971709718,
      "eval_synth_loss": 0.6521567702293396,
      "eval_synth_precision": 0.8959627329192547,
      "eval_synth_recall": 0.5875763747454175,
      "eval_synth_runtime": 102.2748,
      "eval_synth_samples_per_second": 14.324,
      "eval_synth_steps_per_second": 0.45,
      "step": 1200
    },
    {
      "epoch": 0.20827909398594116,
      "eval_real_accuracy": 0.7667151162790697,
      "eval_real_auroc": 0.8574270368581091,
      "eval_real_f1": 0.8117302052785924,
      "eval_real_loss": 0.48107290267944336,
      "eval_real_precision": 0.8748419721871049,
      "eval_real_recall": 0.7571115973741794,
      "eval_real_runtime": 95.4793,
      "eval_real_samples_per_second": 14.412,
      "eval_real_steps_per_second": 0.45,
      "step": 1200
    },
    {
      "epoch": 0.20845265989759612,
      "grad_norm": 387.8182373046875,
      "learning_rate": 1.7351069982648933e-06,
      "loss": 6.6111,
      "step": 1201
    },
    {
      "epoch": 0.20862622580925105,
      "grad_norm": 156.68048095703125,
      "learning_rate": 1.736552920763447e-06,
      "loss": 6.3998,
      "step": 1202
    },
    {
      "epoch": 0.20879979172090601,
      "grad_norm": 179.42141723632812,
      "learning_rate": 1.7379988432620013e-06,
      "loss": 5.7591,
      "step": 1203
    },
    {
      "epoch": 0.20897335763256097,
      "grad_norm": 252.99728393554688,
      "learning_rate": 1.7394447657605554e-06,
      "loss": 5.599,
      "step": 1204
    },
    {
      "epoch": 0.2091469235442159,
      "grad_norm": 301.70233154296875,
      "learning_rate": 1.7408906882591095e-06,
      "loss": 7.0226,
      "step": 1205
    },
    {
      "epoch": 0.20932048945587087,
      "grad_norm": 181.30166625976562,
      "learning_rate": 1.7423366107576636e-06,
      "loss": 6.9179,
      "step": 1206
    },
    {
      "epoch": 0.20949405536752583,
      "grad_norm": 261.21856689453125,
      "learning_rate": 1.7437825332562175e-06,
      "loss": 5.7331,
      "step": 1207
    },
    {
      "epoch": 0.20966762127918076,
      "grad_norm": 144.16555786132812,
      "learning_rate": 1.7452284557547716e-06,
      "loss": 5.2828,
      "step": 1208
    },
    {
      "epoch": 0.20984118719083572,
      "grad_norm": 268.9020080566406,
      "learning_rate": 1.7466743782533257e-06,
      "loss": 7.3364,
      "step": 1209
    },
    {
      "epoch": 0.21001475310249068,
      "grad_norm": 150.95266723632812,
      "learning_rate": 1.7481203007518798e-06,
      "loss": 5.3,
      "step": 1210
    },
    {
      "epoch": 0.2101883190141456,
      "grad_norm": 146.79063415527344,
      "learning_rate": 1.749566223250434e-06,
      "loss": 6.4936,
      "step": 1211
    },
    {
      "epoch": 0.21036188492580057,
      "grad_norm": 374.4395751953125,
      "learning_rate": 1.7510121457489878e-06,
      "loss": 6.9189,
      "step": 1212
    },
    {
      "epoch": 0.21053545083745553,
      "grad_norm": 339.71734619140625,
      "learning_rate": 1.752458068247542e-06,
      "loss": 7.1334,
      "step": 1213
    },
    {
      "epoch": 0.21070901674911047,
      "grad_norm": 165.72714233398438,
      "learning_rate": 1.7539039907460962e-06,
      "loss": 6.0635,
      "step": 1214
    },
    {
      "epoch": 0.21088258266076543,
      "grad_norm": 144.5775146484375,
      "learning_rate": 1.7553499132446503e-06,
      "loss": 5.9599,
      "step": 1215
    },
    {
      "epoch": 0.2110561485724204,
      "grad_norm": 307.22991943359375,
      "learning_rate": 1.7567958357432044e-06,
      "loss": 7.45,
      "step": 1216
    },
    {
      "epoch": 0.21122971448407532,
      "grad_norm": 383.4261169433594,
      "learning_rate": 1.7582417582417585e-06,
      "loss": 7.1241,
      "step": 1217
    },
    {
      "epoch": 0.21140328039573028,
      "grad_norm": 126.93252563476562,
      "learning_rate": 1.7596876807403124e-06,
      "loss": 5.3572,
      "step": 1218
    },
    {
      "epoch": 0.21157684630738524,
      "grad_norm": 166.3475341796875,
      "learning_rate": 1.7611336032388665e-06,
      "loss": 6.5108,
      "step": 1219
    },
    {
      "epoch": 0.21175041221904017,
      "grad_norm": 272.53955078125,
      "learning_rate": 1.7625795257374206e-06,
      "loss": 7.3615,
      "step": 1220
    },
    {
      "epoch": 0.21192397813069513,
      "grad_norm": 203.4988555908203,
      "learning_rate": 1.7640254482359749e-06,
      "loss": 7.539,
      "step": 1221
    },
    {
      "epoch": 0.2120975440423501,
      "grad_norm": 119.90455627441406,
      "learning_rate": 1.765471370734529e-06,
      "loss": 6.8369,
      "step": 1222
    },
    {
      "epoch": 0.21227110995400503,
      "grad_norm": 163.18670654296875,
      "learning_rate": 1.7669172932330828e-06,
      "loss": 6.4386,
      "step": 1223
    },
    {
      "epoch": 0.21244467586566,
      "grad_norm": 110.14799499511719,
      "learning_rate": 1.768363215731637e-06,
      "loss": 6.2056,
      "step": 1224
    },
    {
      "epoch": 0.21261824177731495,
      "grad_norm": 482.87548828125,
      "learning_rate": 1.769809138230191e-06,
      "loss": 9.1865,
      "step": 1225
    },
    {
      "epoch": 0.21261824177731495,
      "eval_synth_accuracy": 0.7221843003412969,
      "eval_synth_auroc": 0.8450652110662735,
      "eval_synth_f1": 0.7604473219540906,
      "eval_synth_loss": 0.5597460269927979,
      "eval_synth_precision": 0.900976290097629,
      "eval_synth_recall": 0.6578411405295316,
      "eval_synth_runtime": 102.0769,
      "eval_synth_samples_per_second": 14.352,
      "eval_synth_steps_per_second": 0.451,
      "step": 1225
    },
    {
      "epoch": 0.21261824177731495,
      "eval_real_accuracy": 0.7718023255813954,
      "eval_real_auroc": 0.8512946754194018,
      "eval_real_f1": 0.8225988700564971,
      "eval_real_loss": 0.4637317359447479,
      "eval_real_precision": 0.8504672897196262,
      "eval_real_recall": 0.7964989059080962,
      "eval_real_runtime": 95.4586,
      "eval_real_samples_per_second": 14.415,
      "eval_real_steps_per_second": 0.45,
      "step": 1225
    },
    {
      "epoch": 0.21279180768896988,
      "grad_norm": 331.8760070800781,
      "learning_rate": 1.7712550607287451e-06,
      "loss": 7.1184,
      "step": 1226
    },
    {
      "epoch": 0.21296537360062484,
      "grad_norm": 240.4187469482422,
      "learning_rate": 1.7727009832272992e-06,
      "loss": 6.747,
      "step": 1227
    },
    {
      "epoch": 0.2131389395122798,
      "grad_norm": 127.73005676269531,
      "learning_rate": 1.7741469057258531e-06,
      "loss": 5.7431,
      "step": 1228
    },
    {
      "epoch": 0.21331250542393473,
      "grad_norm": 365.2128601074219,
      "learning_rate": 1.7755928282244072e-06,
      "loss": 5.9599,
      "step": 1229
    },
    {
      "epoch": 0.2134860713355897,
      "grad_norm": 294.92718505859375,
      "learning_rate": 1.7770387507229613e-06,
      "loss": 6.0408,
      "step": 1230
    },
    {
      "epoch": 0.21365963724724465,
      "grad_norm": 266.0877380371094,
      "learning_rate": 1.7784846732215156e-06,
      "loss": 7.0177,
      "step": 1231
    },
    {
      "epoch": 0.2138332031588996,
      "grad_norm": 107.19063568115234,
      "learning_rate": 1.7799305957200697e-06,
      "loss": 5.6914,
      "step": 1232
    },
    {
      "epoch": 0.21400676907055455,
      "grad_norm": 178.40029907226562,
      "learning_rate": 1.7813765182186236e-06,
      "loss": 5.8601,
      "step": 1233
    },
    {
      "epoch": 0.21418033498220948,
      "grad_norm": 237.02713012695312,
      "learning_rate": 1.7828224407171777e-06,
      "loss": 6.8528,
      "step": 1234
    },
    {
      "epoch": 0.21435390089386444,
      "grad_norm": 199.91490173339844,
      "learning_rate": 1.7842683632157318e-06,
      "loss": 6.8554,
      "step": 1235
    },
    {
      "epoch": 0.2145274668055194,
      "grad_norm": 153.83738708496094,
      "learning_rate": 1.7857142857142859e-06,
      "loss": 6.4527,
      "step": 1236
    },
    {
      "epoch": 0.21470103271717433,
      "grad_norm": 251.9976348876953,
      "learning_rate": 1.78716020821284e-06,
      "loss": 5.853,
      "step": 1237
    },
    {
      "epoch": 0.2148745986288293,
      "grad_norm": 113.85977172851562,
      "learning_rate": 1.7886061307113939e-06,
      "loss": 5.3445,
      "step": 1238
    },
    {
      "epoch": 0.21504816454048425,
      "grad_norm": 211.57908630371094,
      "learning_rate": 1.790052053209948e-06,
      "loss": 7.2224,
      "step": 1239
    },
    {
      "epoch": 0.2152217304521392,
      "grad_norm": 129.3305206298828,
      "learning_rate": 1.791497975708502e-06,
      "loss": 7.6601,
      "step": 1240
    },
    {
      "epoch": 0.21539529636379415,
      "grad_norm": 306.0076904296875,
      "learning_rate": 1.7929438982070564e-06,
      "loss": 6.5179,
      "step": 1241
    },
    {
      "epoch": 0.2155688622754491,
      "grad_norm": 364.7129821777344,
      "learning_rate": 1.7943898207056105e-06,
      "loss": 7.0549,
      "step": 1242
    },
    {
      "epoch": 0.21574242818710404,
      "grad_norm": 162.67909240722656,
      "learning_rate": 1.7958357432041646e-06,
      "loss": 6.4155,
      "step": 1243
    },
    {
      "epoch": 0.215915994098759,
      "grad_norm": 211.0548858642578,
      "learning_rate": 1.7972816657027185e-06,
      "loss": 6.4453,
      "step": 1244
    },
    {
      "epoch": 0.21608956001041396,
      "grad_norm": 400.2821350097656,
      "learning_rate": 1.7987275882012726e-06,
      "loss": 7.1612,
      "step": 1245
    },
    {
      "epoch": 0.2162631259220689,
      "grad_norm": 262.11553955078125,
      "learning_rate": 1.8001735106998266e-06,
      "loss": 7.4036,
      "step": 1246
    },
    {
      "epoch": 0.21643669183372385,
      "grad_norm": 94.71720123291016,
      "learning_rate": 1.8016194331983807e-06,
      "loss": 5.6089,
      "step": 1247
    },
    {
      "epoch": 0.21661025774537881,
      "grad_norm": 169.57928466796875,
      "learning_rate": 1.8030653556969348e-06,
      "loss": 6.9422,
      "step": 1248
    },
    {
      "epoch": 0.21678382365703375,
      "grad_norm": 367.2725830078125,
      "learning_rate": 1.8045112781954887e-06,
      "loss": 7.5259,
      "step": 1249
    },
    {
      "epoch": 0.2169573895686887,
      "grad_norm": 208.92941284179688,
      "learning_rate": 1.8059572006940428e-06,
      "loss": 6.5739,
      "step": 1250
    },
    {
      "epoch": 0.2169573895686887,
      "eval_synth_accuracy": 0.7665529010238907,
      "eval_synth_auroc": 0.8434502199002332,
      "eval_synth_f1": 0.8159311087190527,
      "eval_synth_loss": 0.48424485325813293,
      "eval_synth_precision": 0.865296803652968,
      "eval_synth_recall": 0.7718940936863544,
      "eval_synth_runtime": 102.3777,
      "eval_synth_samples_per_second": 14.31,
      "eval_synth_steps_per_second": 0.449,
      "step": 1250
    },
    {
      "epoch": 0.2169573895686887,
      "eval_real_accuracy": 0.7921511627906976,
      "eval_real_auroc": 0.8601658188638495,
      "eval_real_f1": 0.8405797101449275,
      "eval_real_loss": 0.44707635045051575,
      "eval_real_precision": 0.8568181818181818,
      "eval_real_recall": 0.824945295404814,
      "eval_real_runtime": 95.4065,
      "eval_real_samples_per_second": 14.423,
      "eval_real_steps_per_second": 0.451,
      "step": 1250
    },
    {
      "epoch": 0.21713095548034367,
      "grad_norm": 134.38157653808594,
      "learning_rate": 1.8074031231925971e-06,
      "loss": 6.524,
      "step": 1251
    },
    {
      "epoch": 0.2173045213919986,
      "grad_norm": 394.6904296875,
      "learning_rate": 1.8088490456911512e-06,
      "loss": 6.4458,
      "step": 1252
    },
    {
      "epoch": 0.21747808730365356,
      "grad_norm": 121.68972778320312,
      "learning_rate": 1.8102949681897053e-06,
      "loss": 7.1773,
      "step": 1253
    },
    {
      "epoch": 0.21765165321530852,
      "grad_norm": 183.498779296875,
      "learning_rate": 1.8117408906882592e-06,
      "loss": 6.5267,
      "step": 1254
    },
    {
      "epoch": 0.21782521912696345,
      "grad_norm": 154.4700927734375,
      "learning_rate": 1.8131868131868133e-06,
      "loss": 6.1353,
      "step": 1255
    },
    {
      "epoch": 0.21799878503861841,
      "grad_norm": 196.11685180664062,
      "learning_rate": 1.8146327356853674e-06,
      "loss": 7.2248,
      "step": 1256
    },
    {
      "epoch": 0.21817235095027337,
      "grad_norm": 113.03135681152344,
      "learning_rate": 1.8160786581839215e-06,
      "loss": 5.4167,
      "step": 1257
    },
    {
      "epoch": 0.2183459168619283,
      "grad_norm": 108.6013412475586,
      "learning_rate": 1.8175245806824756e-06,
      "loss": 5.4129,
      "step": 1258
    },
    {
      "epoch": 0.21851948277358327,
      "grad_norm": 150.350830078125,
      "learning_rate": 1.8189705031810295e-06,
      "loss": 4.9093,
      "step": 1259
    },
    {
      "epoch": 0.21869304868523823,
      "grad_norm": 100.66514587402344,
      "learning_rate": 1.8204164256795836e-06,
      "loss": 6.2021,
      "step": 1260
    },
    {
      "epoch": 0.21886661459689316,
      "grad_norm": 266.24908447265625,
      "learning_rate": 1.8218623481781379e-06,
      "loss": 7.8984,
      "step": 1261
    },
    {
      "epoch": 0.21904018050854812,
      "grad_norm": 214.76380920410156,
      "learning_rate": 1.823308270676692e-06,
      "loss": 6.4705,
      "step": 1262
    },
    {
      "epoch": 0.21921374642020308,
      "grad_norm": 213.36453247070312,
      "learning_rate": 1.824754193175246e-06,
      "loss": 6.8136,
      "step": 1263
    },
    {
      "epoch": 0.21938731233185801,
      "grad_norm": 283.6180725097656,
      "learning_rate": 1.8262001156738e-06,
      "loss": 6.4639,
      "step": 1264
    },
    {
      "epoch": 0.21956087824351297,
      "grad_norm": 165.22952270507812,
      "learning_rate": 1.827646038172354e-06,
      "loss": 6.5033,
      "step": 1265
    },
    {
      "epoch": 0.21973444415516794,
      "grad_norm": 267.5998229980469,
      "learning_rate": 1.8290919606709082e-06,
      "loss": 7.2605,
      "step": 1266
    },
    {
      "epoch": 0.21990801006682287,
      "grad_norm": 142.52195739746094,
      "learning_rate": 1.8305378831694623e-06,
      "loss": 6.0898,
      "step": 1267
    },
    {
      "epoch": 0.22008157597847783,
      "grad_norm": 166.52401733398438,
      "learning_rate": 1.8319838056680164e-06,
      "loss": 6.5807,
      "step": 1268
    },
    {
      "epoch": 0.2202551418901328,
      "grad_norm": 120.83766174316406,
      "learning_rate": 1.8334297281665705e-06,
      "loss": 6.0061,
      "step": 1269
    },
    {
      "epoch": 0.22042870780178772,
      "grad_norm": 118.45487976074219,
      "learning_rate": 1.8348756506651243e-06,
      "loss": 5.9682,
      "step": 1270
    },
    {
      "epoch": 0.22060227371344268,
      "grad_norm": 250.6329803466797,
      "learning_rate": 1.8363215731636786e-06,
      "loss": 6.5816,
      "step": 1271
    },
    {
      "epoch": 0.22077583962509764,
      "grad_norm": 215.90000915527344,
      "learning_rate": 1.8377674956622327e-06,
      "loss": 6.3576,
      "step": 1272
    },
    {
      "epoch": 0.22094940553675257,
      "grad_norm": 201.32762145996094,
      "learning_rate": 1.8392134181607868e-06,
      "loss": 6.1805,
      "step": 1273
    },
    {
      "epoch": 0.22112297144840753,
      "grad_norm": 242.08404541015625,
      "learning_rate": 1.840659340659341e-06,
      "loss": 5.8711,
      "step": 1274
    },
    {
      "epoch": 0.2212965373600625,
      "grad_norm": 138.56259155273438,
      "learning_rate": 1.8421052631578948e-06,
      "loss": 6.7354,
      "step": 1275
    },
    {
      "epoch": 0.2212965373600625,
      "eval_synth_accuracy": 0.8020477815699659,
      "eval_synth_auroc": 0.8601398675116909,
      "eval_synth_f1": 0.8535353535353535,
      "eval_synth_loss": 0.4363884925842285,
      "eval_synth_precision": 0.8466933867735471,
      "eval_synth_recall": 0.860488798370672,
      "eval_synth_runtime": 102.2366,
      "eval_synth_samples_per_second": 14.33,
      "eval_synth_steps_per_second": 0.45,
      "step": 1275
    },
    {
      "epoch": 0.2212965373600625,
      "eval_real_accuracy": 0.7834302325581395,
      "eval_real_auroc": 0.8635440052289067,
      "eval_real_f1": 0.8508508508508509,
      "eval_real_loss": 0.445019394159317,
      "eval_real_precision": 0.7841328413284133,
      "eval_real_recall": 0.9299781181619255,
      "eval_real_runtime": 95.4614,
      "eval_real_samples_per_second": 14.414,
      "eval_real_steps_per_second": 0.45,
      "step": 1275
    },
    {
      "epoch": 0.22147010327171743,
      "grad_norm": 140.9987030029297,
      "learning_rate": 1.843551185656449e-06,
      "loss": 5.6189,
      "step": 1276
    },
    {
      "epoch": 0.2216436691833724,
      "grad_norm": 121.48635864257812,
      "learning_rate": 1.844997108155003e-06,
      "loss": 5.8913,
      "step": 1277
    },
    {
      "epoch": 0.22181723509502735,
      "grad_norm": 194.7334442138672,
      "learning_rate": 1.8464430306535571e-06,
      "loss": 5.718,
      "step": 1278
    },
    {
      "epoch": 0.22199080100668228,
      "grad_norm": 153.26158142089844,
      "learning_rate": 1.8478889531521112e-06,
      "loss": 6.049,
      "step": 1279
    },
    {
      "epoch": 0.22216436691833724,
      "grad_norm": 172.46485900878906,
      "learning_rate": 1.849334875650665e-06,
      "loss": 7.4933,
      "step": 1280
    },
    {
      "epoch": 0.2223379328299922,
      "grad_norm": 302.2925720214844,
      "learning_rate": 1.8507807981492192e-06,
      "loss": 6.09,
      "step": 1281
    },
    {
      "epoch": 0.22251149874164713,
      "grad_norm": 295.55517578125,
      "learning_rate": 1.8522267206477735e-06,
      "loss": 6.5866,
      "step": 1282
    },
    {
      "epoch": 0.2226850646533021,
      "grad_norm": 231.3505401611328,
      "learning_rate": 1.8536726431463276e-06,
      "loss": 6.621,
      "step": 1283
    },
    {
      "epoch": 0.22285863056495706,
      "grad_norm": 142.38287353515625,
      "learning_rate": 1.8551185656448817e-06,
      "loss": 6.1728,
      "step": 1284
    },
    {
      "epoch": 0.223032196476612,
      "grad_norm": 100.75621032714844,
      "learning_rate": 1.8565644881434356e-06,
      "loss": 5.0435,
      "step": 1285
    },
    {
      "epoch": 0.22320576238826695,
      "grad_norm": 152.92166137695312,
      "learning_rate": 1.8580104106419897e-06,
      "loss": 6.0069,
      "step": 1286
    },
    {
      "epoch": 0.2233793282999219,
      "grad_norm": 134.41607666015625,
      "learning_rate": 1.8594563331405438e-06,
      "loss": 5.9414,
      "step": 1287
    },
    {
      "epoch": 0.22355289421157684,
      "grad_norm": 185.46478271484375,
      "learning_rate": 1.8609022556390979e-06,
      "loss": 6.9728,
      "step": 1288
    },
    {
      "epoch": 0.2237264601232318,
      "grad_norm": 133.85067749023438,
      "learning_rate": 1.862348178137652e-06,
      "loss": 5.5526,
      "step": 1289
    },
    {
      "epoch": 0.22390002603488673,
      "grad_norm": 362.02020263671875,
      "learning_rate": 1.8637941006362058e-06,
      "loss": 7.2943,
      "step": 1290
    },
    {
      "epoch": 0.2240735919465417,
      "grad_norm": 245.3472442626953,
      "learning_rate": 1.86524002313476e-06,
      "loss": 6.8193,
      "step": 1291
    },
    {
      "epoch": 0.22424715785819666,
      "grad_norm": 188.53883361816406,
      "learning_rate": 1.8666859456333143e-06,
      "loss": 8.2572,
      "step": 1292
    },
    {
      "epoch": 0.2244207237698516,
      "grad_norm": 199.5424346923828,
      "learning_rate": 1.8681318681318684e-06,
      "loss": 6.3699,
      "step": 1293
    },
    {
      "epoch": 0.22459428968150655,
      "grad_norm": 228.25465393066406,
      "learning_rate": 1.8695777906304224e-06,
      "loss": 6.5699,
      "step": 1294
    },
    {
      "epoch": 0.2247678555931615,
      "grad_norm": 142.70419311523438,
      "learning_rate": 1.8710237131289765e-06,
      "loss": 7.7683,
      "step": 1295
    },
    {
      "epoch": 0.22494142150481644,
      "grad_norm": 184.21304321289062,
      "learning_rate": 1.8724696356275304e-06,
      "loss": 6.1912,
      "step": 1296
    },
    {
      "epoch": 0.2251149874164714,
      "grad_norm": 383.3712158203125,
      "learning_rate": 1.8739155581260845e-06,
      "loss": 7.2115,
      "step": 1297
    },
    {
      "epoch": 0.22528855332812636,
      "grad_norm": 231.93292236328125,
      "learning_rate": 1.8753614806246386e-06,
      "loss": 6.0213,
      "step": 1298
    },
    {
      "epoch": 0.2254621192397813,
      "grad_norm": 119.0966567993164,
      "learning_rate": 1.8768074031231927e-06,
      "loss": 6.1018,
      "step": 1299
    },
    {
      "epoch": 0.22563568515143625,
      "grad_norm": 161.52850341796875,
      "learning_rate": 1.878253325621747e-06,
      "loss": 6.789,
      "step": 1300
    },
    {
      "epoch": 0.22563568515143625,
      "eval_synth_accuracy": 0.764505119453925,
      "eval_synth_auroc": 0.8601841427264256,
      "eval_synth_f1": 0.805414551607445,
      "eval_synth_loss": 0.4976690709590912,
      "eval_synth_precision": 0.9026548672566371,
      "eval_synth_recall": 0.7270875763747454,
      "eval_synth_runtime": 102.7077,
      "eval_synth_samples_per_second": 14.264,
      "eval_synth_steps_per_second": 0.448,
      "step": 1300
    },
    {
      "epoch": 0.22563568515143625,
      "eval_real_accuracy": 0.7892441860465116,
      "eval_real_auroc": 0.8601823960139058,
      "eval_real_f1": 0.842391304347826,
      "eval_real_loss": 0.43706974387168884,
      "eval_real_precision": 0.8369330453563715,
      "eval_real_recall": 0.8479212253829321,
      "eval_real_runtime": 95.3639,
      "eval_real_samples_per_second": 14.429,
      "eval_real_steps_per_second": 0.451,
      "step": 1300
    },
    {
      "epoch": 0.22580925106309122,
      "grad_norm": 174.7981414794922,
      "learning_rate": 1.8796992481203007e-06,
      "loss": 6.8234,
      "step": 1301
    },
    {
      "epoch": 0.22598281697474615,
      "grad_norm": 165.33453369140625,
      "learning_rate": 1.881145170618855e-06,
      "loss": 6.7433,
      "step": 1302
    },
    {
      "epoch": 0.2261563828864011,
      "grad_norm": 172.79283142089844,
      "learning_rate": 1.8825910931174091e-06,
      "loss": 5.4605,
      "step": 1303
    },
    {
      "epoch": 0.22632994879805607,
      "grad_norm": 152.15872192382812,
      "learning_rate": 1.8840370156159632e-06,
      "loss": 6.0375,
      "step": 1304
    },
    {
      "epoch": 0.226503514709711,
      "grad_norm": 227.4881591796875,
      "learning_rate": 1.8854829381145173e-06,
      "loss": 6.1038,
      "step": 1305
    },
    {
      "epoch": 0.22667708062136596,
      "grad_norm": 171.59591674804688,
      "learning_rate": 1.8869288606130712e-06,
      "loss": 6.9309,
      "step": 1306
    },
    {
      "epoch": 0.22685064653302092,
      "grad_norm": 204.95294189453125,
      "learning_rate": 1.8883747831116253e-06,
      "loss": 5.6998,
      "step": 1307
    },
    {
      "epoch": 0.22702421244467585,
      "grad_norm": 110.97925567626953,
      "learning_rate": 1.8898207056101794e-06,
      "loss": 6.7848,
      "step": 1308
    },
    {
      "epoch": 0.22719777835633082,
      "grad_norm": 211.7054901123047,
      "learning_rate": 1.8912666281087335e-06,
      "loss": 6.9901,
      "step": 1309
    },
    {
      "epoch": 0.22737134426798578,
      "grad_norm": 158.7800750732422,
      "learning_rate": 1.8927125506072878e-06,
      "loss": 6.313,
      "step": 1310
    },
    {
      "epoch": 0.2275449101796407,
      "grad_norm": 248.57635498046875,
      "learning_rate": 1.8941584731058415e-06,
      "loss": 6.5797,
      "step": 1311
    },
    {
      "epoch": 0.22771847609129567,
      "grad_norm": 224.9045867919922,
      "learning_rate": 1.8956043956043958e-06,
      "loss": 6.2245,
      "step": 1312
    },
    {
      "epoch": 0.22789204200295063,
      "grad_norm": 102.4270248413086,
      "learning_rate": 1.8970503181029499e-06,
      "loss": 5.5843,
      "step": 1313
    },
    {
      "epoch": 0.22806560791460556,
      "grad_norm": 131.02557373046875,
      "learning_rate": 1.898496240601504e-06,
      "loss": 6.2054,
      "step": 1314
    },
    {
      "epoch": 0.22823917382626052,
      "grad_norm": 197.0886993408203,
      "learning_rate": 1.899942163100058e-06,
      "loss": 5.8203,
      "step": 1315
    },
    {
      "epoch": 0.22841273973791548,
      "grad_norm": 117.57139587402344,
      "learning_rate": 1.901388085598612e-06,
      "loss": 5.6977,
      "step": 1316
    },
    {
      "epoch": 0.22858630564957041,
      "grad_norm": 199.79653930664062,
      "learning_rate": 1.902834008097166e-06,
      "loss": 5.6225,
      "step": 1317
    },
    {
      "epoch": 0.22875987156122538,
      "grad_norm": 259.4024658203125,
      "learning_rate": 1.9042799305957201e-06,
      "loss": 6.8928,
      "step": 1318
    },
    {
      "epoch": 0.22893343747288034,
      "grad_norm": 139.5883026123047,
      "learning_rate": 1.9057258530942742e-06,
      "loss": 5.7717,
      "step": 1319
    },
    {
      "epoch": 0.22910700338453527,
      "grad_norm": 105.62677764892578,
      "learning_rate": 1.9071717755928285e-06,
      "loss": 5.1686,
      "step": 1320
    },
    {
      "epoch": 0.22928056929619023,
      "grad_norm": 302.00286865234375,
      "learning_rate": 1.9086176980913824e-06,
      "loss": 6.5538,
      "step": 1321
    },
    {
      "epoch": 0.2294541352078452,
      "grad_norm": 215.1861114501953,
      "learning_rate": 1.9100636205899363e-06,
      "loss": 7.2867,
      "step": 1322
    },
    {
      "epoch": 0.22962770111950012,
      "grad_norm": 220.51345825195312,
      "learning_rate": 1.9115095430884906e-06,
      "loss": 5.8614,
      "step": 1323
    },
    {
      "epoch": 0.22980126703115508,
      "grad_norm": 187.8998260498047,
      "learning_rate": 1.9129554655870445e-06,
      "loss": 6.6004,
      "step": 1324
    },
    {
      "epoch": 0.22997483294281004,
      "grad_norm": 298.2373962402344,
      "learning_rate": 1.914401388085599e-06,
      "loss": 7.1787,
      "step": 1325
    },
    {
      "epoch": 0.22997483294281004,
      "eval_synth_accuracy": 0.7713310580204779,
      "eval_synth_auroc": 0.8320166727808631,
      "eval_synth_f1": 0.8347311297483967,
      "eval_synth_loss": 0.4898126721382141,
      "eval_synth_precision": 0.8095693779904306,
      "eval_synth_recall": 0.8615071283095723,
      "eval_synth_runtime": 102.0891,
      "eval_synth_samples_per_second": 14.35,
      "eval_synth_steps_per_second": 0.451,
      "step": 1325
    },
    {
      "epoch": 0.22997483294281004,
      "eval_real_accuracy": 0.7914244186046512,
      "eval_real_auroc": 0.8671945304877472,
      "eval_real_f1": 0.854388635210553,
      "eval_real_loss": 0.4355688691139221,
      "eval_real_precision": 0.7965941343424787,
      "eval_real_recall": 0.9212253829321663,
      "eval_real_runtime": 95.2685,
      "eval_real_samples_per_second": 14.443,
      "eval_real_steps_per_second": 0.451,
      "step": 1325
    },
    {
      "epoch": 0.23014839885446498,
      "grad_norm": 277.33837890625,
      "learning_rate": 1.915847310584153e-06,
      "loss": 6.7216,
      "step": 1326
    },
    {
      "epoch": 0.23032196476611994,
      "grad_norm": 115.34770965576172,
      "learning_rate": 1.917293233082707e-06,
      "loss": 5.8283,
      "step": 1327
    },
    {
      "epoch": 0.2304955306777749,
      "grad_norm": 226.09034729003906,
      "learning_rate": 1.918739155581261e-06,
      "loss": 6.315,
      "step": 1328
    },
    {
      "epoch": 0.23066909658942983,
      "grad_norm": 157.1444091796875,
      "learning_rate": 1.920185078079815e-06,
      "loss": 5.7951,
      "step": 1329
    },
    {
      "epoch": 0.2308426625010848,
      "grad_norm": 116.6421127319336,
      "learning_rate": 1.921631000578369e-06,
      "loss": 6.4438,
      "step": 1330
    },
    {
      "epoch": 0.23101622841273975,
      "grad_norm": 145.3548126220703,
      "learning_rate": 1.9230769230769234e-06,
      "loss": 5.6984,
      "step": 1331
    },
    {
      "epoch": 0.23118979432439468,
      "grad_norm": 185.83663940429688,
      "learning_rate": 1.9245228455754773e-06,
      "loss": 5.5069,
      "step": 1332
    },
    {
      "epoch": 0.23136336023604964,
      "grad_norm": 99.12107849121094,
      "learning_rate": 1.925968768074031e-06,
      "loss": 5.452,
      "step": 1333
    },
    {
      "epoch": 0.2315369261477046,
      "grad_norm": 148.0992431640625,
      "learning_rate": 1.9274146905725855e-06,
      "loss": 6.3097,
      "step": 1334
    },
    {
      "epoch": 0.23171049205935954,
      "grad_norm": 172.55686950683594,
      "learning_rate": 1.9288606130711398e-06,
      "loss": 6.5647,
      "step": 1335
    },
    {
      "epoch": 0.2318840579710145,
      "grad_norm": 173.10536193847656,
      "learning_rate": 1.9303065355696937e-06,
      "loss": 6.8718,
      "step": 1336
    },
    {
      "epoch": 0.23205762388266946,
      "grad_norm": 118.54385375976562,
      "learning_rate": 1.9317524580682476e-06,
      "loss": 6.0742,
      "step": 1337
    },
    {
      "epoch": 0.2322311897943244,
      "grad_norm": 232.10877990722656,
      "learning_rate": 1.933198380566802e-06,
      "loss": 6.6492,
      "step": 1338
    },
    {
      "epoch": 0.23240475570597935,
      "grad_norm": 144.0599365234375,
      "learning_rate": 1.9346443030653557e-06,
      "loss": 6.1226,
      "step": 1339
    },
    {
      "epoch": 0.2325783216176343,
      "grad_norm": 109.22271728515625,
      "learning_rate": 1.93609022556391e-06,
      "loss": 6.0089,
      "step": 1340
    },
    {
      "epoch": 0.23275188752928924,
      "grad_norm": 102.01602172851562,
      "learning_rate": 1.937536148062464e-06,
      "loss": 6.3225,
      "step": 1341
    },
    {
      "epoch": 0.2329254534409442,
      "grad_norm": 101.33141326904297,
      "learning_rate": 1.9389820705610183e-06,
      "loss": 6.4865,
      "step": 1342
    },
    {
      "epoch": 0.23309901935259916,
      "grad_norm": 211.5265350341797,
      "learning_rate": 1.940427993059572e-06,
      "loss": 6.5786,
      "step": 1343
    },
    {
      "epoch": 0.2332725852642541,
      "grad_norm": 153.8148651123047,
      "learning_rate": 1.941873915558126e-06,
      "loss": 6.5896,
      "step": 1344
    },
    {
      "epoch": 0.23344615117590906,
      "grad_norm": 119.09293365478516,
      "learning_rate": 1.9433198380566803e-06,
      "loss": 6.0692,
      "step": 1345
    },
    {
      "epoch": 0.23361971708756402,
      "grad_norm": 261.607421875,
      "learning_rate": 1.9447657605552346e-06,
      "loss": 6.2871,
      "step": 1346
    },
    {
      "epoch": 0.23379328299921895,
      "grad_norm": 222.9503936767578,
      "learning_rate": 1.9462116830537885e-06,
      "loss": 6.1709,
      "step": 1347
    },
    {
      "epoch": 0.2339668489108739,
      "grad_norm": 172.43984985351562,
      "learning_rate": 1.9476576055523424e-06,
      "loss": 5.6375,
      "step": 1348
    },
    {
      "epoch": 0.23414041482252884,
      "grad_norm": 163.261474609375,
      "learning_rate": 1.9491035280508967e-06,
      "loss": 6.2816,
      "step": 1349
    },
    {
      "epoch": 0.2343139807341838,
      "grad_norm": 141.74911499023438,
      "learning_rate": 1.9505494505494506e-06,
      "loss": 6.5436,
      "step": 1350
    },
    {
      "epoch": 0.2343139807341838,
      "eval_synth_accuracy": 0.7474402730375427,
      "eval_synth_auroc": 0.8507461427854592,
      "eval_synth_f1": 0.7883295194508009,
      "eval_synth_loss": 0.5383463501930237,
      "eval_synth_precision": 0.8994778067885117,
      "eval_synth_recall": 0.7016293279022403,
      "eval_synth_runtime": 102.2062,
      "eval_synth_samples_per_second": 14.334,
      "eval_synth_steps_per_second": 0.45,
      "step": 1350
    },
    {
      "epoch": 0.2343139807341838,
      "eval_real_accuracy": 0.7863372093023255,
      "eval_real_auroc": 0.858834910530753,
      "eval_real_f1": 0.8372093023255814,
      "eval_real_loss": 0.45281076431274414,
      "eval_real_precision": 0.8475336322869955,
      "eval_real_recall": 0.8271334792122538,
      "eval_real_runtime": 95.4153,
      "eval_real_samples_per_second": 14.421,
      "eval_real_steps_per_second": 0.451,
      "step": 1350
    },
    {
      "epoch": 0.23448754664583876,
      "grad_norm": 198.3982696533203,
      "learning_rate": 1.951995373048005e-06,
      "loss": 5.9937,
      "step": 1351
    },
    {
      "epoch": 0.2346611125574937,
      "grad_norm": 119.69062805175781,
      "learning_rate": 1.953441295546559e-06,
      "loss": 6.9571,
      "step": 1352
    },
    {
      "epoch": 0.23483467846914866,
      "grad_norm": 192.2168426513672,
      "learning_rate": 1.9548872180451127e-06,
      "loss": 6.6964,
      "step": 1353
    },
    {
      "epoch": 0.23500824438080362,
      "grad_norm": 124.27998352050781,
      "learning_rate": 1.956333140543667e-06,
      "loss": 5.899,
      "step": 1354
    },
    {
      "epoch": 0.23518181029245855,
      "grad_norm": 122.9874496459961,
      "learning_rate": 1.9577790630422213e-06,
      "loss": 6.1056,
      "step": 1355
    },
    {
      "epoch": 0.2353553762041135,
      "grad_norm": 134.4634552001953,
      "learning_rate": 1.959224985540775e-06,
      "loss": 6.519,
      "step": 1356
    },
    {
      "epoch": 0.23552894211576847,
      "grad_norm": 216.0292510986328,
      "learning_rate": 1.9606709080393295e-06,
      "loss": 6.2634,
      "step": 1357
    },
    {
      "epoch": 0.2357025080274234,
      "grad_norm": 357.5750427246094,
      "learning_rate": 1.9621168305378834e-06,
      "loss": 6.6037,
      "step": 1358
    },
    {
      "epoch": 0.23587607393907836,
      "grad_norm": 125.13084411621094,
      "learning_rate": 1.9635627530364373e-06,
      "loss": 5.0433,
      "step": 1359
    },
    {
      "epoch": 0.23604963985073332,
      "grad_norm": 104.54788970947266,
      "learning_rate": 1.9650086755349916e-06,
      "loss": 6.1791,
      "step": 1360
    },
    {
      "epoch": 0.23622320576238826,
      "grad_norm": 114.90827941894531,
      "learning_rate": 1.9664545980335455e-06,
      "loss": 5.9701,
      "step": 1361
    },
    {
      "epoch": 0.23639677167404322,
      "grad_norm": 175.8856201171875,
      "learning_rate": 1.9679005205320998e-06,
      "loss": 5.4449,
      "step": 1362
    },
    {
      "epoch": 0.23657033758569818,
      "grad_norm": 143.4064483642578,
      "learning_rate": 1.9693464430306536e-06,
      "loss": 5.6948,
      "step": 1363
    },
    {
      "epoch": 0.2367439034973531,
      "grad_norm": 237.52398681640625,
      "learning_rate": 1.9707923655292075e-06,
      "loss": 6.3401,
      "step": 1364
    },
    {
      "epoch": 0.23691746940900807,
      "grad_norm": 191.08059692382812,
      "learning_rate": 1.972238288027762e-06,
      "loss": 6.3462,
      "step": 1365
    },
    {
      "epoch": 0.23709103532066303,
      "grad_norm": 117.35704040527344,
      "learning_rate": 1.973684210526316e-06,
      "loss": 6.9712,
      "step": 1366
    },
    {
      "epoch": 0.23726460123231796,
      "grad_norm": 139.8271942138672,
      "learning_rate": 1.97513013302487e-06,
      "loss": 6.0027,
      "step": 1367
    },
    {
      "epoch": 0.23743816714397292,
      "grad_norm": 438.177001953125,
      "learning_rate": 1.9765760555234243e-06,
      "loss": 6.3955,
      "step": 1368
    },
    {
      "epoch": 0.23761173305562788,
      "grad_norm": 224.98289489746094,
      "learning_rate": 1.9780219780219782e-06,
      "loss": 6.4704,
      "step": 1369
    },
    {
      "epoch": 0.23778529896728282,
      "grad_norm": 127.98493194580078,
      "learning_rate": 1.979467900520532e-06,
      "loss": 5.0434,
      "step": 1370
    },
    {
      "epoch": 0.23795886487893778,
      "grad_norm": 327.3707275390625,
      "learning_rate": 1.9809138230190864e-06,
      "loss": 7.9785,
      "step": 1371
    },
    {
      "epoch": 0.23813243079059274,
      "grad_norm": 179.05934143066406,
      "learning_rate": 1.9823597455176403e-06,
      "loss": 5.7544,
      "step": 1372
    },
    {
      "epoch": 0.23830599670224767,
      "grad_norm": 103.80640411376953,
      "learning_rate": 1.9838056680161946e-06,
      "loss": 5.8888,
      "step": 1373
    },
    {
      "epoch": 0.23847956261390263,
      "grad_norm": 155.5354461669922,
      "learning_rate": 1.9852515905147485e-06,
      "loss": 5.1197,
      "step": 1374
    },
    {
      "epoch": 0.2386531285255576,
      "grad_norm": 358.11016845703125,
      "learning_rate": 1.986697513013303e-06,
      "loss": 5.7377,
      "step": 1375
    },
    {
      "epoch": 0.2386531285255576,
      "eval_synth_accuracy": 0.7686006825938566,
      "eval_synth_auroc": 0.8374214114938459,
      "eval_synth_f1": 0.8283544303797469,
      "eval_synth_loss": 0.47086301445961,
      "eval_synth_precision": 0.823766364551863,
      "eval_synth_recall": 0.8329938900203666,
      "eval_synth_runtime": 101.9842,
      "eval_synth_samples_per_second": 14.365,
      "eval_synth_steps_per_second": 0.451,
      "step": 1375
    },
    {
      "epoch": 0.2386531285255576,
      "eval_real_accuracy": 0.7899709302325582,
      "eval_real_auroc": 0.8622569079352449,
      "eval_real_f1": 0.8436992969172525,
      "eval_real_loss": 0.43212902545928955,
      "eval_real_precision": 0.8342245989304813,
      "eval_real_recall": 0.8533916849015317,
      "eval_real_runtime": 95.405,
      "eval_real_samples_per_second": 14.423,
      "eval_real_steps_per_second": 0.451,
      "step": 1375
    },
    {
      "epoch": 0.23882669443721252,
      "grad_norm": 105.80386352539062,
      "learning_rate": 1.9881434355118567e-06,
      "loss": 6.1852,
      "step": 1376
    },
    {
      "epoch": 0.23900026034886748,
      "grad_norm": 94.83023834228516,
      "learning_rate": 1.989589358010411e-06,
      "loss": 5.7799,
      "step": 1377
    },
    {
      "epoch": 0.23917382626052244,
      "grad_norm": 312.7301940917969,
      "learning_rate": 1.991035280508965e-06,
      "loss": 6.4243,
      "step": 1378
    },
    {
      "epoch": 0.23934739217217738,
      "grad_norm": 216.07237243652344,
      "learning_rate": 1.9924812030075188e-06,
      "loss": 6.4495,
      "step": 1379
    },
    {
      "epoch": 0.23952095808383234,
      "grad_norm": 168.41879272460938,
      "learning_rate": 1.993927125506073e-06,
      "loss": 5.8665,
      "step": 1380
    },
    {
      "epoch": 0.2396945239954873,
      "grad_norm": 257.0667724609375,
      "learning_rate": 1.995373048004627e-06,
      "loss": 5.9012,
      "step": 1381
    },
    {
      "epoch": 0.23986808990714223,
      "grad_norm": 288.108154296875,
      "learning_rate": 1.9968189705031813e-06,
      "loss": 6.9968,
      "step": 1382
    },
    {
      "epoch": 0.2400416558187972,
      "grad_norm": 249.62362670898438,
      "learning_rate": 1.998264893001735e-06,
      "loss": 6.1562,
      "step": 1383
    },
    {
      "epoch": 0.24021522173045215,
      "grad_norm": 268.0616455078125,
      "learning_rate": 1.999710815500289e-06,
      "loss": 6.6324,
      "step": 1384
    },
    {
      "epoch": 0.24038878764210708,
      "grad_norm": 149.18507385253906,
      "learning_rate": 2.0011567379988434e-06,
      "loss": 5.7982,
      "step": 1385
    },
    {
      "epoch": 0.24056235355376204,
      "grad_norm": 303.2309875488281,
      "learning_rate": 2.0026026604973977e-06,
      "loss": 7.2736,
      "step": 1386
    },
    {
      "epoch": 0.240735919465417,
      "grad_norm": 247.78623962402344,
      "learning_rate": 2.0040485829959516e-06,
      "loss": 6.6887,
      "step": 1387
    },
    {
      "epoch": 0.24090948537707194,
      "grad_norm": 116.9723129272461,
      "learning_rate": 2.005494505494506e-06,
      "loss": 5.9061,
      "step": 1388
    },
    {
      "epoch": 0.2410830512887269,
      "grad_norm": 167.10708618164062,
      "learning_rate": 2.0069404279930597e-06,
      "loss": 5.5361,
      "step": 1389
    },
    {
      "epoch": 0.24125661720038186,
      "grad_norm": 144.74000549316406,
      "learning_rate": 2.0083863504916136e-06,
      "loss": 5.4877,
      "step": 1390
    },
    {
      "epoch": 0.2414301831120368,
      "grad_norm": 193.52015686035156,
      "learning_rate": 2.009832272990168e-06,
      "loss": 4.8014,
      "step": 1391
    },
    {
      "epoch": 0.24160374902369175,
      "grad_norm": 148.34165954589844,
      "learning_rate": 2.011278195488722e-06,
      "loss": 5.5169,
      "step": 1392
    },
    {
      "epoch": 0.2417773149353467,
      "grad_norm": 122.78128051757812,
      "learning_rate": 2.012724117987276e-06,
      "loss": 6.0617,
      "step": 1393
    },
    {
      "epoch": 0.24195088084700164,
      "grad_norm": 129.91690063476562,
      "learning_rate": 2.0141700404858304e-06,
      "loss": 6.0179,
      "step": 1394
    },
    {
      "epoch": 0.2421244467586566,
      "grad_norm": 95.41468048095703,
      "learning_rate": 2.015615962984384e-06,
      "loss": 6.498,
      "step": 1395
    },
    {
      "epoch": 0.24229801267031156,
      "grad_norm": 165.6948699951172,
      "learning_rate": 2.017061885482938e-06,
      "loss": 6.1553,
      "step": 1396
    },
    {
      "epoch": 0.2424715785819665,
      "grad_norm": 92.72064208984375,
      "learning_rate": 2.0185078079814925e-06,
      "loss": 6.1191,
      "step": 1397
    },
    {
      "epoch": 0.24264514449362146,
      "grad_norm": 95.8407974243164,
      "learning_rate": 2.0199537304800464e-06,
      "loss": 7.1437,
      "step": 1398
    },
    {
      "epoch": 0.24281871040527642,
      "grad_norm": 179.18528747558594,
      "learning_rate": 2.0213996529786007e-06,
      "loss": 6.3442,
      "step": 1399
    },
    {
      "epoch": 0.24299227631693135,
      "grad_norm": 211.63632202148438,
      "learning_rate": 2.0228455754771546e-06,
      "loss": 5.7366,
      "step": 1400
    },
    {
      "epoch": 0.24299227631693135,
      "eval_synth_accuracy": 0.8047781569965871,
      "eval_synth_auroc": 0.8663373434027822,
      "eval_synth_f1": 0.854526958290946,
      "eval_synth_loss": 0.4286320209503174,
      "eval_synth_precision": 0.8536585365853658,
      "eval_synth_recall": 0.8553971486761711,
      "eval_synth_runtime": 102.0544,
      "eval_synth_samples_per_second": 14.355,
      "eval_synth_steps_per_second": 0.451,
      "step": 1400
    },
    {
      "epoch": 0.24299227631693135,
      "eval_real_accuracy": 0.7928779069767442,
      "eval_real_auroc": 0.8662721304953251,
      "eval_real_f1": 0.8448557430593359,
      "eval_real_loss": 0.4269775450229645,
      "eval_real_precision": 0.8407367280606717,
      "eval_real_recall": 0.849015317286652,
      "eval_real_runtime": 95.4284,
      "eval_real_samples_per_second": 14.419,
      "eval_real_steps_per_second": 0.451,
      "step": 1400
    },
    {
      "epoch": 0.2431658422285863,
      "grad_norm": 116.66139221191406,
      "learning_rate": 2.0242914979757085e-06,
      "loss": 5.2177,
      "step": 1401
    },
    {
      "epoch": 0.24333940814024127,
      "grad_norm": 210.8774871826172,
      "learning_rate": 2.025737420474263e-06,
      "loss": 7.1276,
      "step": 1402
    },
    {
      "epoch": 0.2435129740518962,
      "grad_norm": 111.98484802246094,
      "learning_rate": 2.0271833429728167e-06,
      "loss": 6.2639,
      "step": 1403
    },
    {
      "epoch": 0.24368653996355116,
      "grad_norm": 122.7513427734375,
      "learning_rate": 2.028629265471371e-06,
      "loss": 6.241,
      "step": 1404
    },
    {
      "epoch": 0.2438601058752061,
      "grad_norm": 140.43185424804688,
      "learning_rate": 2.030075187969925e-06,
      "loss": 6.304,
      "step": 1405
    },
    {
      "epoch": 0.24403367178686106,
      "grad_norm": 90.96598815917969,
      "learning_rate": 2.031521110468479e-06,
      "loss": 5.7869,
      "step": 1406
    },
    {
      "epoch": 0.24420723769851602,
      "grad_norm": 223.3680877685547,
      "learning_rate": 2.032967032967033e-06,
      "loss": 5.8972,
      "step": 1407
    },
    {
      "epoch": 0.24438080361017095,
      "grad_norm": 199.22857666015625,
      "learning_rate": 2.0344129554655874e-06,
      "loss": 5.846,
      "step": 1408
    },
    {
      "epoch": 0.2445543695218259,
      "grad_norm": 167.86068725585938,
      "learning_rate": 2.0358588779641413e-06,
      "loss": 6.0738,
      "step": 1409
    },
    {
      "epoch": 0.24472793543348087,
      "grad_norm": 133.8817901611328,
      "learning_rate": 2.037304800462695e-06,
      "loss": 6.4827,
      "step": 1410
    },
    {
      "epoch": 0.2449015013451358,
      "grad_norm": 138.2681884765625,
      "learning_rate": 2.0387507229612495e-06,
      "loss": 6.1865,
      "step": 1411
    },
    {
      "epoch": 0.24507506725679076,
      "grad_norm": 361.29541015625,
      "learning_rate": 2.0401966454598033e-06,
      "loss": 7.3777,
      "step": 1412
    },
    {
      "epoch": 0.24524863316844572,
      "grad_norm": 92.07231140136719,
      "learning_rate": 2.0416425679583576e-06,
      "loss": 5.5478,
      "step": 1413
    },
    {
      "epoch": 0.24542219908010066,
      "grad_norm": 139.70944213867188,
      "learning_rate": 2.043088490456912e-06,
      "loss": 5.0408,
      "step": 1414
    },
    {
      "epoch": 0.24559576499175562,
      "grad_norm": 167.69090270996094,
      "learning_rate": 2.0445344129554654e-06,
      "loss": 4.8912,
      "step": 1415
    },
    {
      "epoch": 0.24576933090341058,
      "grad_norm": 97.51212310791016,
      "learning_rate": 2.0459803354540197e-06,
      "loss": 5.8637,
      "step": 1416
    },
    {
      "epoch": 0.2459428968150655,
      "grad_norm": 293.86614990234375,
      "learning_rate": 2.047426257952574e-06,
      "loss": 7.0266,
      "step": 1417
    },
    {
      "epoch": 0.24611646272672047,
      "grad_norm": 185.1736602783203,
      "learning_rate": 2.048872180451128e-06,
      "loss": 5.8449,
      "step": 1418
    },
    {
      "epoch": 0.24629002863837543,
      "grad_norm": 109.0106430053711,
      "learning_rate": 2.0503181029496822e-06,
      "loss": 6.0869,
      "step": 1419
    },
    {
      "epoch": 0.24646359455003036,
      "grad_norm": 342.361083984375,
      "learning_rate": 2.051764025448236e-06,
      "loss": 6.453,
      "step": 1420
    },
    {
      "epoch": 0.24663716046168532,
      "grad_norm": 175.0489959716797,
      "learning_rate": 2.05320994794679e-06,
      "loss": 5.3528,
      "step": 1421
    },
    {
      "epoch": 0.24681072637334028,
      "grad_norm": 201.61239624023438,
      "learning_rate": 2.0546558704453443e-06,
      "loss": 5.8273,
      "step": 1422
    },
    {
      "epoch": 0.24698429228499522,
      "grad_norm": 125.9544677734375,
      "learning_rate": 2.056101792943898e-06,
      "loss": 5.5653,
      "step": 1423
    },
    {
      "epoch": 0.24715785819665018,
      "grad_norm": 154.0951690673828,
      "learning_rate": 2.0575477154424525e-06,
      "loss": 6.2736,
      "step": 1424
    },
    {
      "epoch": 0.24733142410830514,
      "grad_norm": 161.19712829589844,
      "learning_rate": 2.058993637941007e-06,
      "loss": 5.6723,
      "step": 1425
    },
    {
      "epoch": 0.24733142410830514,
      "eval_synth_accuracy": 0.8061433447098976,
      "eval_synth_auroc": 0.8708439277597163,
      "eval_synth_f1": 0.8498942917547568,
      "eval_synth_loss": 0.44004005193710327,
      "eval_synth_precision": 0.8835164835164835,
      "eval_synth_recall": 0.8187372708757638,
      "eval_synth_runtime": 102.2554,
      "eval_synth_samples_per_second": 14.327,
      "eval_synth_steps_per_second": 0.45,
      "step": 1425
    },
    {
      "epoch": 0.24733142410830514,
      "eval_real_accuracy": 0.7848837209302325,
      "eval_real_auroc": 0.8601906845889341,
      "eval_real_f1": 0.845350052246604,
      "eval_real_loss": 0.44546979665756226,
      "eval_real_precision": 0.809,
      "eval_real_recall": 0.8851203501094091,
      "eval_real_runtime": 95.4306,
      "eval_real_samples_per_second": 14.419,
      "eval_real_steps_per_second": 0.451,
      "step": 1425
    },
    {
      "epoch": 0.24750499001996007,
      "grad_norm": 164.8876495361328,
      "learning_rate": 2.0604395604395607e-06,
      "loss": 6.1418,
      "step": 1426
    },
    {
      "epoch": 0.24767855593161503,
      "grad_norm": 132.39280700683594,
      "learning_rate": 2.0618854829381146e-06,
      "loss": 4.6812,
      "step": 1427
    },
    {
      "epoch": 0.24785212184327,
      "grad_norm": 137.80979919433594,
      "learning_rate": 2.063331405436669e-06,
      "loss": 6.7254,
      "step": 1428
    },
    {
      "epoch": 0.24802568775492492,
      "grad_norm": 102.85155487060547,
      "learning_rate": 2.0647773279352228e-06,
      "loss": 6.2107,
      "step": 1429
    },
    {
      "epoch": 0.24819925366657988,
      "grad_norm": 97.95396423339844,
      "learning_rate": 2.066223250433777e-06,
      "loss": 5.4509,
      "step": 1430
    },
    {
      "epoch": 0.24837281957823484,
      "grad_norm": 183.4654083251953,
      "learning_rate": 2.067669172932331e-06,
      "loss": 5.6714,
      "step": 1431
    },
    {
      "epoch": 0.24854638548988978,
      "grad_norm": 133.6719970703125,
      "learning_rate": 2.069115095430885e-06,
      "loss": 5.8554,
      "step": 1432
    },
    {
      "epoch": 0.24871995140154474,
      "grad_norm": 161.92578125,
      "learning_rate": 2.070561017929439e-06,
      "loss": 6.5357,
      "step": 1433
    },
    {
      "epoch": 0.2488935173131997,
      "grad_norm": 135.71421813964844,
      "learning_rate": 2.0720069404279935e-06,
      "loss": 7.3247,
      "step": 1434
    },
    {
      "epoch": 0.24906708322485463,
      "grad_norm": 208.86485290527344,
      "learning_rate": 2.0734528629265474e-06,
      "loss": 6.1041,
      "step": 1435
    },
    {
      "epoch": 0.2492406491365096,
      "grad_norm": 200.1897430419922,
      "learning_rate": 2.0748987854251012e-06,
      "loss": 6.2175,
      "step": 1436
    },
    {
      "epoch": 0.24941421504816455,
      "grad_norm": 167.6779327392578,
      "learning_rate": 2.0763447079236555e-06,
      "loss": 6.0681,
      "step": 1437
    },
    {
      "epoch": 0.24958778095981948,
      "grad_norm": 235.69435119628906,
      "learning_rate": 2.0777906304222094e-06,
      "loss": 6.1862,
      "step": 1438
    },
    {
      "epoch": 0.24976134687147444,
      "grad_norm": 142.26242065429688,
      "learning_rate": 2.0792365529207637e-06,
      "loss": 6.0407,
      "step": 1439
    },
    {
      "epoch": 0.2499349127831294,
      "grad_norm": 99.77888488769531,
      "learning_rate": 2.0806824754193176e-06,
      "loss": 6.6064,
      "step": 1440
    },
    {
      "epoch": 0.25010847869478436,
      "grad_norm": 429.8743896484375,
      "learning_rate": 2.0821283979178715e-06,
      "loss": 6.8223,
      "step": 1441
    },
    {
      "epoch": 0.25028204460643927,
      "grad_norm": 244.5408477783203,
      "learning_rate": 2.083574320416426e-06,
      "loss": 7.0646,
      "step": 1442
    },
    {
      "epoch": 0.25045561051809423,
      "grad_norm": 195.839599609375,
      "learning_rate": 2.0850202429149797e-06,
      "loss": 5.8458,
      "step": 1443
    },
    {
      "epoch": 0.2506291764297492,
      "grad_norm": 153.70611572265625,
      "learning_rate": 2.086466165413534e-06,
      "loss": 5.9898,
      "step": 1444
    },
    {
      "epoch": 0.25080274234140415,
      "grad_norm": 236.44570922851562,
      "learning_rate": 2.0879120879120883e-06,
      "loss": 5.2663,
      "step": 1445
    },
    {
      "epoch": 0.2509763082530591,
      "grad_norm": 155.82652282714844,
      "learning_rate": 2.089358010410642e-06,
      "loss": 6.0473,
      "step": 1446
    },
    {
      "epoch": 0.25114987416471407,
      "grad_norm": 194.6997528076172,
      "learning_rate": 2.090803932909196e-06,
      "loss": 5.6205,
      "step": 1447
    },
    {
      "epoch": 0.251323440076369,
      "grad_norm": 197.15792846679688,
      "learning_rate": 2.0922498554077504e-06,
      "loss": 6.2535,
      "step": 1448
    },
    {
      "epoch": 0.25149700598802394,
      "grad_norm": 343.3536682128906,
      "learning_rate": 2.0936957779063043e-06,
      "loss": 5.8093,
      "step": 1449
    },
    {
      "epoch": 0.2516705718996789,
      "grad_norm": 298.01605224609375,
      "learning_rate": 2.0951417004048586e-06,
      "loss": 7.2638,
      "step": 1450
    },
    {
      "epoch": 0.2516705718996789,
      "eval_synth_accuracy": 0.8068259385665529,
      "eval_synth_auroc": 0.862508591500002,
      "eval_synth_f1": 0.8561260803253686,
      "eval_synth_loss": 0.4381468892097473,
      "eval_synth_precision": 0.8548223350253807,
      "eval_synth_recall": 0.8574338085539714,
      "eval_synth_runtime": 102.8513,
      "eval_synth_samples_per_second": 14.244,
      "eval_synth_steps_per_second": 0.447,
      "step": 1450
    },
    {
      "epoch": 0.2516705718996789,
      "eval_real_accuracy": 0.7928779069767442,
      "eval_real_auroc": 0.861495543114799,
      "eval_real_f1": 0.8471849865951743,
      "eval_real_loss": 0.43413105607032776,
      "eval_real_precision": 0.8307045215562566,
      "eval_real_recall": 0.8643326039387309,
      "eval_real_runtime": 95.4379,
      "eval_real_samples_per_second": 14.418,
      "eval_real_steps_per_second": 0.451,
      "step": 1450
    },
    {
      "epoch": 0.25184413781133386,
      "grad_norm": 193.56517028808594,
      "learning_rate": 2.0965876229034125e-06,
      "loss": 5.6475,
      "step": 1451
    },
    {
      "epoch": 0.2520177037229888,
      "grad_norm": 230.7962646484375,
      "learning_rate": 2.0980335454019664e-06,
      "loss": 6.9178,
      "step": 1452
    },
    {
      "epoch": 0.2521912696346438,
      "grad_norm": 316.7933349609375,
      "learning_rate": 2.0994794679005207e-06,
      "loss": 7.0988,
      "step": 1453
    },
    {
      "epoch": 0.2523648355462987,
      "grad_norm": 310.4690246582031,
      "learning_rate": 2.100925390399075e-06,
      "loss": 6.2884,
      "step": 1454
    },
    {
      "epoch": 0.25253840145795364,
      "grad_norm": 206.300048828125,
      "learning_rate": 2.102371312897629e-06,
      "loss": 6.1328,
      "step": 1455
    },
    {
      "epoch": 0.2527119673696086,
      "grad_norm": 194.89169311523438,
      "learning_rate": 2.103817235396183e-06,
      "loss": 5.5733,
      "step": 1456
    },
    {
      "epoch": 0.25288553328126356,
      "grad_norm": 210.3758087158203,
      "learning_rate": 2.105263157894737e-06,
      "loss": 5.8896,
      "step": 1457
    },
    {
      "epoch": 0.2530590991929185,
      "grad_norm": 127.43515014648438,
      "learning_rate": 2.106709080393291e-06,
      "loss": 5.1439,
      "step": 1458
    },
    {
      "epoch": 0.2532326651045735,
      "grad_norm": 150.51080322265625,
      "learning_rate": 2.1081550028918453e-06,
      "loss": 5.6524,
      "step": 1459
    },
    {
      "epoch": 0.2534062310162284,
      "grad_norm": 109.15447235107422,
      "learning_rate": 2.109600925390399e-06,
      "loss": 5.2241,
      "step": 1460
    },
    {
      "epoch": 0.25357979692788335,
      "grad_norm": 174.50758361816406,
      "learning_rate": 2.1110468478889534e-06,
      "loss": 5.8377,
      "step": 1461
    },
    {
      "epoch": 0.2537533628395383,
      "grad_norm": 218.43540954589844,
      "learning_rate": 2.1124927703875073e-06,
      "loss": 6.3808,
      "step": 1462
    },
    {
      "epoch": 0.25392692875119327,
      "grad_norm": 196.5897216796875,
      "learning_rate": 2.1139386928860612e-06,
      "loss": 6.6176,
      "step": 1463
    },
    {
      "epoch": 0.25410049466284823,
      "grad_norm": 101.81857299804688,
      "learning_rate": 2.1153846153846155e-06,
      "loss": 5.2679,
      "step": 1464
    },
    {
      "epoch": 0.2542740605745032,
      "grad_norm": 182.0623321533203,
      "learning_rate": 2.11683053788317e-06,
      "loss": 6.1676,
      "step": 1465
    },
    {
      "epoch": 0.2544476264861581,
      "grad_norm": 174.29119873046875,
      "learning_rate": 2.1182764603817237e-06,
      "loss": 5.8418,
      "step": 1466
    },
    {
      "epoch": 0.25462119239781306,
      "grad_norm": 135.48097229003906,
      "learning_rate": 2.119722382880278e-06,
      "loss": 5.4945,
      "step": 1467
    },
    {
      "epoch": 0.254794758309468,
      "grad_norm": 220.9960479736328,
      "learning_rate": 2.121168305378832e-06,
      "loss": 5.9126,
      "step": 1468
    },
    {
      "epoch": 0.254968324221123,
      "grad_norm": 111.91126251220703,
      "learning_rate": 2.122614227877386e-06,
      "loss": 5.1959,
      "step": 1469
    },
    {
      "epoch": 0.25514189013277794,
      "grad_norm": 148.8876190185547,
      "learning_rate": 2.12406015037594e-06,
      "loss": 6.4714,
      "step": 1470
    },
    {
      "epoch": 0.2553154560444329,
      "grad_norm": 126.52960205078125,
      "learning_rate": 2.125506072874494e-06,
      "loss": 6.0814,
      "step": 1471
    },
    {
      "epoch": 0.2554890219560878,
      "grad_norm": 115.87671661376953,
      "learning_rate": 2.1269519953730483e-06,
      "loss": 5.7358,
      "step": 1472
    },
    {
      "epoch": 0.25566258786774276,
      "grad_norm": 94.18622589111328,
      "learning_rate": 2.128397917871602e-06,
      "loss": 5.3149,
      "step": 1473
    },
    {
      "epoch": 0.2558361537793977,
      "grad_norm": 264.07183837890625,
      "learning_rate": 2.1298438403701565e-06,
      "loss": 6.2367,
      "step": 1474
    },
    {
      "epoch": 0.2560097196910527,
      "grad_norm": 301.02093505859375,
      "learning_rate": 2.1312897628687104e-06,
      "loss": 6.0987,
      "step": 1475
    },
    {
      "epoch": 0.2560097196910527,
      "eval_synth_accuracy": 0.7747440273037542,
      "eval_synth_auroc": 0.8578997524804663,
      "eval_synth_f1": 0.8218142548596112,
      "eval_synth_loss": 0.48151105642318726,
      "eval_synth_precision": 0.8747126436781609,
      "eval_synth_recall": 0.774949083503055,
      "eval_synth_runtime": 102.0453,
      "eval_synth_samples_per_second": 14.356,
      "eval_synth_steps_per_second": 0.451,
      "step": 1475
    },
    {
      "epoch": 0.2560097196910527,
      "eval_real_accuracy": 0.7892441860465116,
      "eval_real_auroc": 0.8494640844203206,
      "eval_real_f1": 0.8442534908700322,
      "eval_real_loss": 0.44601505994796753,
      "eval_real_precision": 0.8291139240506329,
      "eval_real_recall": 0.8599562363238512,
      "eval_real_runtime": 95.4071,
      "eval_real_samples_per_second": 14.422,
      "eval_real_steps_per_second": 0.451,
      "step": 1475
    },
    {
      "epoch": 0.25618328560270764,
      "grad_norm": 134.71961975097656,
      "learning_rate": 2.1327356853672647e-06,
      "loss": 6.6603,
      "step": 1476
    },
    {
      "epoch": 0.2563568515143626,
      "grad_norm": 181.6227264404297,
      "learning_rate": 2.1341816078658186e-06,
      "loss": 6.0506,
      "step": 1477
    },
    {
      "epoch": 0.2565304174260175,
      "grad_norm": 252.10870361328125,
      "learning_rate": 2.1356275303643725e-06,
      "loss": 5.7571,
      "step": 1478
    },
    {
      "epoch": 0.25670398333767247,
      "grad_norm": 284.346923828125,
      "learning_rate": 2.1370734528629268e-06,
      "loss": 6.5771,
      "step": 1479
    },
    {
      "epoch": 0.25687754924932743,
      "grad_norm": 134.3688201904297,
      "learning_rate": 2.1385193753614807e-06,
      "loss": 5.4047,
      "step": 1480
    },
    {
      "epoch": 0.2570511151609824,
      "grad_norm": 291.2176513671875,
      "learning_rate": 2.139965297860035e-06,
      "loss": 7.3187,
      "step": 1481
    },
    {
      "epoch": 0.25722468107263735,
      "grad_norm": 366.0113525390625,
      "learning_rate": 2.1414112203585893e-06,
      "loss": 6.3984,
      "step": 1482
    },
    {
      "epoch": 0.2573982469842923,
      "grad_norm": 281.8126525878906,
      "learning_rate": 2.1428571428571427e-06,
      "loss": 6.0847,
      "step": 1483
    },
    {
      "epoch": 0.2575718128959472,
      "grad_norm": 255.7890167236328,
      "learning_rate": 2.144303065355697e-06,
      "loss": 5.8515,
      "step": 1484
    },
    {
      "epoch": 0.2577453788076022,
      "grad_norm": 91.24346923828125,
      "learning_rate": 2.1457489878542513e-06,
      "loss": 6.4001,
      "step": 1485
    },
    {
      "epoch": 0.25791894471925714,
      "grad_norm": 291.9062194824219,
      "learning_rate": 2.1471949103528052e-06,
      "loss": 5.5844,
      "step": 1486
    },
    {
      "epoch": 0.2580925106309121,
      "grad_norm": 266.2079162597656,
      "learning_rate": 2.1486408328513595e-06,
      "loss": 5.6375,
      "step": 1487
    },
    {
      "epoch": 0.25826607654256706,
      "grad_norm": 327.31884765625,
      "learning_rate": 2.1500867553499134e-06,
      "loss": 6.0056,
      "step": 1488
    },
    {
      "epoch": 0.258439642454222,
      "grad_norm": 781.8883056640625,
      "learning_rate": 2.1515326778484673e-06,
      "loss": 6.6873,
      "step": 1489
    },
    {
      "epoch": 0.2586132083658769,
      "grad_norm": 100.40174865722656,
      "learning_rate": 2.1529786003470216e-06,
      "loss": 6.2329,
      "step": 1490
    },
    {
      "epoch": 0.2587867742775319,
      "grad_norm": 285.63067626953125,
      "learning_rate": 2.1544245228455755e-06,
      "loss": 7.035,
      "step": 1491
    },
    {
      "epoch": 0.25896034018918684,
      "grad_norm": 182.9490509033203,
      "learning_rate": 2.15587044534413e-06,
      "loss": 5.6351,
      "step": 1492
    },
    {
      "epoch": 0.2591339061008418,
      "grad_norm": 155.50135803222656,
      "learning_rate": 2.157316367842684e-06,
      "loss": 4.9549,
      "step": 1493
    },
    {
      "epoch": 0.25930747201249676,
      "grad_norm": 107.66505432128906,
      "learning_rate": 2.158762290341238e-06,
      "loss": 5.3995,
      "step": 1494
    },
    {
      "epoch": 0.25948103792415167,
      "grad_norm": 198.4310760498047,
      "learning_rate": 2.160208212839792e-06,
      "loss": 5.7808,
      "step": 1495
    },
    {
      "epoch": 0.25965460383580663,
      "grad_norm": 151.08773803710938,
      "learning_rate": 2.161654135338346e-06,
      "loss": 6.6143,
      "step": 1496
    },
    {
      "epoch": 0.2598281697474616,
      "grad_norm": 95.52799224853516,
      "learning_rate": 2.1631000578369e-06,
      "loss": 6.782,
      "step": 1497
    },
    {
      "epoch": 0.26000173565911655,
      "grad_norm": 128.62684631347656,
      "learning_rate": 2.1645459803354544e-06,
      "loss": 5.2401,
      "step": 1498
    },
    {
      "epoch": 0.2601753015707715,
      "grad_norm": 297.083984375,
      "learning_rate": 2.1659919028340083e-06,
      "loss": 6.9033,
      "step": 1499
    },
    {
      "epoch": 0.26034886748242647,
      "grad_norm": 114.05748748779297,
      "learning_rate": 2.167437825332562e-06,
      "loss": 4.9436,
      "step": 1500
    },
    {
      "epoch": 0.26034886748242647,
      "eval_synth_accuracy": 0.8020477815699659,
      "eval_synth_auroc": 0.8816428634678879,
      "eval_synth_f1": 0.8484848484848485,
      "eval_synth_loss": 0.41516920924186707,
      "eval_synth_precision": 0.871244635193133,
      "eval_synth_recall": 0.8268839103869654,
      "eval_synth_runtime": 102.032,
      "eval_synth_samples_per_second": 14.358,
      "eval_synth_steps_per_second": 0.451,
      "step": 1500
    },
    {
      "epoch": 0.26034886748242647,
      "eval_real_accuracy": 0.7972383720930233,
      "eval_real_auroc": 0.861944310248468,
      "eval_real_f1": 0.8521462639109698,
      "eval_real_loss": 0.4311564564704895,
      "eval_real_precision": 0.8263103802672148,
      "eval_real_recall": 0.8796498905908097,
      "eval_real_runtime": 95.4034,
      "eval_real_samples_per_second": 14.423,
      "eval_real_steps_per_second": 0.451,
      "step": 1500
    },
    {
      "epoch": 0.2605224333940814,
      "grad_norm": 93.88030242919922,
      "learning_rate": 2.1688837478311165e-06,
      "loss": 4.9332,
      "step": 1501
    },
    {
      "epoch": 0.26069599930573634,
      "grad_norm": 135.25013732910156,
      "learning_rate": 2.1703296703296704e-06,
      "loss": 5.8812,
      "step": 1502
    },
    {
      "epoch": 0.2608695652173913,
      "grad_norm": 279.58233642578125,
      "learning_rate": 2.1717755928282247e-06,
      "loss": 6.2613,
      "step": 1503
    },
    {
      "epoch": 0.26104313112904626,
      "grad_norm": 201.93392944335938,
      "learning_rate": 2.1732215153267786e-06,
      "loss": 5.257,
      "step": 1504
    },
    {
      "epoch": 0.2612166970407012,
      "grad_norm": 139.99359130859375,
      "learning_rate": 2.174667437825333e-06,
      "loss": 5.452,
      "step": 1505
    },
    {
      "epoch": 0.2613902629523562,
      "grad_norm": 106.93974304199219,
      "learning_rate": 2.1761133603238867e-06,
      "loss": 4.8146,
      "step": 1506
    },
    {
      "epoch": 0.2615638288640111,
      "grad_norm": 115.33565521240234,
      "learning_rate": 2.177559282822441e-06,
      "loss": 5.7272,
      "step": 1507
    },
    {
      "epoch": 0.26173739477566604,
      "grad_norm": 249.2411346435547,
      "learning_rate": 2.179005205320995e-06,
      "loss": 5.4307,
      "step": 1508
    },
    {
      "epoch": 0.261910960687321,
      "grad_norm": 159.65818786621094,
      "learning_rate": 2.180451127819549e-06,
      "loss": 5.6047,
      "step": 1509
    },
    {
      "epoch": 0.26208452659897596,
      "grad_norm": 140.7313232421875,
      "learning_rate": 2.181897050318103e-06,
      "loss": 6.6415,
      "step": 1510
    },
    {
      "epoch": 0.2622580925106309,
      "grad_norm": 317.8868713378906,
      "learning_rate": 2.183342972816657e-06,
      "loss": 5.6637,
      "step": 1511
    },
    {
      "epoch": 0.2624316584222859,
      "grad_norm": 236.72216796875,
      "learning_rate": 2.1847888953152113e-06,
      "loss": 6.1269,
      "step": 1512
    },
    {
      "epoch": 0.2626052243339408,
      "grad_norm": 130.71194458007812,
      "learning_rate": 2.1862348178137656e-06,
      "loss": 6.0519,
      "step": 1513
    },
    {
      "epoch": 0.26277879024559575,
      "grad_norm": 135.3809356689453,
      "learning_rate": 2.187680740312319e-06,
      "loss": 6.3923,
      "step": 1514
    },
    {
      "epoch": 0.2629523561572507,
      "grad_norm": 163.9920654296875,
      "learning_rate": 2.1891266628108734e-06,
      "loss": 5.8374,
      "step": 1515
    },
    {
      "epoch": 0.26312592206890567,
      "grad_norm": 208.40516662597656,
      "learning_rate": 2.1905725853094277e-06,
      "loss": 5.3729,
      "step": 1516
    },
    {
      "epoch": 0.26329948798056063,
      "grad_norm": 148.57176208496094,
      "learning_rate": 2.1920185078079816e-06,
      "loss": 6.1078,
      "step": 1517
    },
    {
      "epoch": 0.2634730538922156,
      "grad_norm": 199.16787719726562,
      "learning_rate": 2.193464430306536e-06,
      "loss": 5.5832,
      "step": 1518
    },
    {
      "epoch": 0.2636466198038705,
      "grad_norm": 162.4928741455078,
      "learning_rate": 2.19491035280509e-06,
      "loss": 5.6589,
      "step": 1519
    },
    {
      "epoch": 0.26382018571552546,
      "grad_norm": 120.9061508178711,
      "learning_rate": 2.1963562753036437e-06,
      "loss": 6.7452,
      "step": 1520
    },
    {
      "epoch": 0.2639937516271804,
      "grad_norm": 135.15440368652344,
      "learning_rate": 2.197802197802198e-06,
      "loss": 5.9452,
      "step": 1521
    },
    {
      "epoch": 0.2641673175388354,
      "grad_norm": 241.9792938232422,
      "learning_rate": 2.199248120300752e-06,
      "loss": 6.4096,
      "step": 1522
    },
    {
      "epoch": 0.26434088345049034,
      "grad_norm": 197.5083465576172,
      "learning_rate": 2.200694042799306e-06,
      "loss": 5.9422,
      "step": 1523
    },
    {
      "epoch": 0.2645144493621453,
      "grad_norm": 102.2580337524414,
      "learning_rate": 2.2021399652978605e-06,
      "loss": 6.1358,
      "step": 1524
    },
    {
      "epoch": 0.2646880152738002,
      "grad_norm": 158.4167938232422,
      "learning_rate": 2.2035858877964144e-06,
      "loss": 6.0467,
      "step": 1525
    },
    {
      "epoch": 0.2646880152738002,
      "eval_synth_accuracy": 0.8088737201365188,
      "eval_synth_auroc": 0.8667178994151455,
      "eval_synth_f1": 0.8584428715874621,
      "eval_synth_loss": 0.4304245114326477,
      "eval_synth_precision": 0.8524096385542169,
      "eval_synth_recall": 0.8645621181262729,
      "eval_synth_runtime": 102.0667,
      "eval_synth_samples_per_second": 14.353,
      "eval_synth_steps_per_second": 0.451,
      "step": 1525
    },
    {
      "epoch": 0.2646880152738002,
      "eval_real_accuracy": 0.7870639534883721,
      "eval_real_auroc": 0.8597833603304063,
      "eval_real_f1": 0.8514951849974658,
      "eval_real_loss": 0.4417634606361389,
      "eval_real_precision": 0.7932011331444759,
      "eval_real_recall": 0.9190371991247265,
      "eval_real_runtime": 95.4548,
      "eval_real_samples_per_second": 14.415,
      "eval_real_steps_per_second": 0.45,
      "step": 1525
    },
    {
      "epoch": 0.26486158118545516,
      "grad_norm": 277.2431640625,
      "learning_rate": 2.2050318102949683e-06,
      "loss": 5.8437,
      "step": 1526
    },
    {
      "epoch": 0.2650351470971101,
      "grad_norm": 77.00292205810547,
      "learning_rate": 2.2064777327935226e-06,
      "loss": 4.7996,
      "step": 1527
    },
    {
      "epoch": 0.2652087130087651,
      "grad_norm": 136.4113006591797,
      "learning_rate": 2.2079236552920765e-06,
      "loss": 6.5372,
      "step": 1528
    },
    {
      "epoch": 0.26538227892042004,
      "grad_norm": 421.3687744140625,
      "learning_rate": 2.2093695777906308e-06,
      "loss": 5.6741,
      "step": 1529
    },
    {
      "epoch": 0.265555844832075,
      "grad_norm": 144.43724060058594,
      "learning_rate": 2.2108155002891846e-06,
      "loss": 5.1609,
      "step": 1530
    },
    {
      "epoch": 0.2657294107437299,
      "grad_norm": 114.39417266845703,
      "learning_rate": 2.2122614227877385e-06,
      "loss": 4.6556,
      "step": 1531
    },
    {
      "epoch": 0.26590297665538487,
      "grad_norm": 139.49563598632812,
      "learning_rate": 2.213707345286293e-06,
      "loss": 4.8018,
      "step": 1532
    },
    {
      "epoch": 0.26607654256703983,
      "grad_norm": 102.28997802734375,
      "learning_rate": 2.215153267784847e-06,
      "loss": 5.5448,
      "step": 1533
    },
    {
      "epoch": 0.2662501084786948,
      "grad_norm": 107.61207580566406,
      "learning_rate": 2.216599190283401e-06,
      "loss": 5.9857,
      "step": 1534
    },
    {
      "epoch": 0.26642367439034975,
      "grad_norm": 103.75727081298828,
      "learning_rate": 2.218045112781955e-06,
      "loss": 6.0666,
      "step": 1535
    },
    {
      "epoch": 0.2665972403020047,
      "grad_norm": 129.0553741455078,
      "learning_rate": 2.2194910352805092e-06,
      "loss": 6.1585,
      "step": 1536
    },
    {
      "epoch": 0.2667708062136596,
      "grad_norm": 95.74728393554688,
      "learning_rate": 2.220936957779063e-06,
      "loss": 5.2191,
      "step": 1537
    },
    {
      "epoch": 0.2669443721253146,
      "grad_norm": 158.28207397460938,
      "learning_rate": 2.2223828802776174e-06,
      "loss": 5.7255,
      "step": 1538
    },
    {
      "epoch": 0.26711793803696954,
      "grad_norm": 100.07418823242188,
      "learning_rate": 2.2238288027761713e-06,
      "loss": 5.7243,
      "step": 1539
    },
    {
      "epoch": 0.2672915039486245,
      "grad_norm": 147.205322265625,
      "learning_rate": 2.225274725274725e-06,
      "loss": 5.948,
      "step": 1540
    },
    {
      "epoch": 0.26746506986027946,
      "grad_norm": 244.70286560058594,
      "learning_rate": 2.2267206477732795e-06,
      "loss": 6.4002,
      "step": 1541
    },
    {
      "epoch": 0.2676386357719344,
      "grad_norm": 81.9615478515625,
      "learning_rate": 2.2281665702718334e-06,
      "loss": 5.139,
      "step": 1542
    },
    {
      "epoch": 0.2678122016835893,
      "grad_norm": 203.5096893310547,
      "learning_rate": 2.2296124927703877e-06,
      "loss": 5.7696,
      "step": 1543
    },
    {
      "epoch": 0.2679857675952443,
      "grad_norm": 313.5917663574219,
      "learning_rate": 2.231058415268942e-06,
      "loss": 7.7844,
      "step": 1544
    },
    {
      "epoch": 0.26815933350689924,
      "grad_norm": 204.94676208496094,
      "learning_rate": 2.232504337767496e-06,
      "loss": 6.0932,
      "step": 1545
    },
    {
      "epoch": 0.2683328994185542,
      "grad_norm": 87.68077850341797,
      "learning_rate": 2.2339502602660498e-06,
      "loss": 5.3162,
      "step": 1546
    },
    {
      "epoch": 0.26850646533020917,
      "grad_norm": 272.8597106933594,
      "learning_rate": 2.235396182764604e-06,
      "loss": 6.0435,
      "step": 1547
    },
    {
      "epoch": 0.26868003124186407,
      "grad_norm": 107.80854797363281,
      "learning_rate": 2.236842105263158e-06,
      "loss": 6.2345,
      "step": 1548
    },
    {
      "epoch": 0.26885359715351903,
      "grad_norm": 93.54731750488281,
      "learning_rate": 2.2382880277617123e-06,
      "loss": 5.7635,
      "step": 1549
    },
    {
      "epoch": 0.269027163065174,
      "grad_norm": 180.0968475341797,
      "learning_rate": 2.239733950260266e-06,
      "loss": 6.3052,
      "step": 1550
    },
    {
      "epoch": 0.269027163065174,
      "eval_synth_accuracy": 0.7897610921501707,
      "eval_synth_auroc": 0.8728879668399726,
      "eval_synth_f1": 0.8318777292576419,
      "eval_synth_loss": 0.4578219950199127,
      "eval_synth_precision": 0.8964705882352941,
      "eval_synth_recall": 0.7759674134419552,
      "eval_synth_runtime": 102.0278,
      "eval_synth_samples_per_second": 14.359,
      "eval_synth_steps_per_second": 0.451,
      "step": 1550
    },
    {
      "epoch": 0.269027163065174,
      "eval_real_accuracy": 0.784156976744186,
      "eval_real_auroc": 0.8512792823514924,
      "eval_real_f1": 0.8404083825900054,
      "eval_real_loss": 0.4488929808139801,
      "eval_real_precision": 0.8257655755015839,
      "eval_real_recall": 0.8555798687089715,
      "eval_real_runtime": 95.419,
      "eval_real_samples_per_second": 14.421,
      "eval_real_steps_per_second": 0.451,
      "step": 1550
    },
    {
      "epoch": 0.26920072897682895,
      "grad_norm": 162.63900756835938,
      "learning_rate": 2.24117987275882e-06,
      "loss": 6.4908,
      "step": 1551
    },
    {
      "epoch": 0.2693742948884839,
      "grad_norm": 128.15667724609375,
      "learning_rate": 2.2426257952573744e-06,
      "loss": 6.4436,
      "step": 1552
    },
    {
      "epoch": 0.26954786080013887,
      "grad_norm": 204.02638244628906,
      "learning_rate": 2.2440717177559287e-06,
      "loss": 6.1398,
      "step": 1553
    },
    {
      "epoch": 0.2697214267117938,
      "grad_norm": 386.1946716308594,
      "learning_rate": 2.2455176402544825e-06,
      "loss": 7.1324,
      "step": 1554
    },
    {
      "epoch": 0.26989499262344874,
      "grad_norm": 274.2856750488281,
      "learning_rate": 2.246963562753037e-06,
      "loss": 5.4944,
      "step": 1555
    },
    {
      "epoch": 0.2700685585351037,
      "grad_norm": 91.40018463134766,
      "learning_rate": 2.2484094852515907e-06,
      "loss": 5.542,
      "step": 1556
    },
    {
      "epoch": 0.27024212444675866,
      "grad_norm": 119.04967498779297,
      "learning_rate": 2.2498554077501446e-06,
      "loss": 5.976,
      "step": 1557
    },
    {
      "epoch": 0.2704156903584136,
      "grad_norm": 125.68083953857422,
      "learning_rate": 2.251301330248699e-06,
      "loss": 6.8239,
      "step": 1558
    },
    {
      "epoch": 0.2705892562700686,
      "grad_norm": 87.74085235595703,
      "learning_rate": 2.252747252747253e-06,
      "loss": 5.0043,
      "step": 1559
    },
    {
      "epoch": 0.2707628221817235,
      "grad_norm": 94.13965606689453,
      "learning_rate": 2.254193175245807e-06,
      "loss": 6.738,
      "step": 1560
    },
    {
      "epoch": 0.27093638809337844,
      "grad_norm": 180.2859649658203,
      "learning_rate": 2.255639097744361e-06,
      "loss": 5.2492,
      "step": 1561
    },
    {
      "epoch": 0.2711099540050334,
      "grad_norm": 116.38928985595703,
      "learning_rate": 2.257085020242915e-06,
      "loss": 5.87,
      "step": 1562
    },
    {
      "epoch": 0.27128351991668836,
      "grad_norm": 91.42520141601562,
      "learning_rate": 2.258530942741469e-06,
      "loss": 4.9782,
      "step": 1563
    },
    {
      "epoch": 0.2714570858283433,
      "grad_norm": 89.20685577392578,
      "learning_rate": 2.2599768652400235e-06,
      "loss": 5.4097,
      "step": 1564
    },
    {
      "epoch": 0.2716306517399983,
      "grad_norm": 158.01559448242188,
      "learning_rate": 2.2614227877385774e-06,
      "loss": 5.6739,
      "step": 1565
    },
    {
      "epoch": 0.2718042176516532,
      "grad_norm": 317.91912841796875,
      "learning_rate": 2.2628687102371313e-06,
      "loss": 6.3757,
      "step": 1566
    },
    {
      "epoch": 0.27197778356330815,
      "grad_norm": 305.0600280761719,
      "learning_rate": 2.2643146327356856e-06,
      "loss": 6.2838,
      "step": 1567
    },
    {
      "epoch": 0.2721513494749631,
      "grad_norm": 111.67156219482422,
      "learning_rate": 2.2657605552342395e-06,
      "loss": 6.0289,
      "step": 1568
    },
    {
      "epoch": 0.27232491538661807,
      "grad_norm": 133.59571838378906,
      "learning_rate": 2.267206477732794e-06,
      "loss": 5.0075,
      "step": 1569
    },
    {
      "epoch": 0.27249848129827303,
      "grad_norm": 302.68780517578125,
      "learning_rate": 2.2686524002313477e-06,
      "loss": 6.2668,
      "step": 1570
    },
    {
      "epoch": 0.272672047209928,
      "grad_norm": 209.58302307128906,
      "learning_rate": 2.270098322729902e-06,
      "loss": 5.8377,
      "step": 1571
    },
    {
      "epoch": 0.2728456131215829,
      "grad_norm": 118.8742904663086,
      "learning_rate": 2.271544245228456e-06,
      "loss": 5.0608,
      "step": 1572
    },
    {
      "epoch": 0.27301917903323786,
      "grad_norm": 293.4124450683594,
      "learning_rate": 2.27299016772701e-06,
      "loss": 6.3285,
      "step": 1573
    },
    {
      "epoch": 0.2731927449448928,
      "grad_norm": 359.1920166015625,
      "learning_rate": 2.274436090225564e-06,
      "loss": 6.5806,
      "step": 1574
    },
    {
      "epoch": 0.2733663108565478,
      "grad_norm": 184.12037658691406,
      "learning_rate": 2.2758820127241184e-06,
      "loss": 5.786,
      "step": 1575
    },
    {
      "epoch": 0.2733663108565478,
      "eval_synth_accuracy": 0.8020477815699659,
      "eval_synth_auroc": 0.8692816451826458,
      "eval_synth_f1": 0.8502066115702479,
      "eval_synth_loss": 0.44061845541000366,
      "eval_synth_precision": 0.8626834381551363,
      "eval_synth_recall": 0.8380855397148677,
      "eval_synth_runtime": 102.0404,
      "eval_synth_samples_per_second": 14.357,
      "eval_synth_steps_per_second": 0.451,
      "step": 1575
    },
    {
      "epoch": 0.2733663108565478,
      "eval_real_accuracy": 0.779796511627907,
      "eval_real_auroc": 0.8415129728040013,
      "eval_real_f1": 0.8399366085578447,
      "eval_real_loss": 0.47235822677612305,
      "eval_real_precision": 0.8120531154239019,
      "eval_real_recall": 0.8698030634573304,
      "eval_real_runtime": 95.4177,
      "eval_real_samples_per_second": 14.421,
      "eval_real_steps_per_second": 0.451,
      "step": 1575
    },
    {
      "epoch": 0.27353987676820274,
      "grad_norm": 105.09925842285156,
      "learning_rate": 2.2773279352226723e-06,
      "loss": 5.4216,
      "step": 1576
    },
    {
      "epoch": 0.2737134426798577,
      "grad_norm": 196.80870056152344,
      "learning_rate": 2.278773857721226e-06,
      "loss": 5.6832,
      "step": 1577
    },
    {
      "epoch": 0.2738870085915126,
      "grad_norm": 303.88555908203125,
      "learning_rate": 2.2802197802197804e-06,
      "loss": 5.8224,
      "step": 1578
    },
    {
      "epoch": 0.27406057450316756,
      "grad_norm": 295.1592712402344,
      "learning_rate": 2.2816657027183343e-06,
      "loss": 5.8161,
      "step": 1579
    },
    {
      "epoch": 0.2742341404148225,
      "grad_norm": 102.77033996582031,
      "learning_rate": 2.2831116252168886e-06,
      "loss": 5.7666,
      "step": 1580
    },
    {
      "epoch": 0.2744077063264775,
      "grad_norm": 94.78166961669922,
      "learning_rate": 2.284557547715443e-06,
      "loss": 5.3729,
      "step": 1581
    },
    {
      "epoch": 0.27458127223813245,
      "grad_norm": 299.8609313964844,
      "learning_rate": 2.2860034702139964e-06,
      "loss": 6.2241,
      "step": 1582
    },
    {
      "epoch": 0.2747548381497874,
      "grad_norm": 152.87998962402344,
      "learning_rate": 2.2874493927125507e-06,
      "loss": 5.5513,
      "step": 1583
    },
    {
      "epoch": 0.2749284040614423,
      "grad_norm": 118.62483215332031,
      "learning_rate": 2.288895315211105e-06,
      "loss": 5.4327,
      "step": 1584
    },
    {
      "epoch": 0.27510196997309727,
      "grad_norm": 112.08589172363281,
      "learning_rate": 2.290341237709659e-06,
      "loss": 6.6173,
      "step": 1585
    },
    {
      "epoch": 0.27527553588475223,
      "grad_norm": 121.03072357177734,
      "learning_rate": 2.2917871602082132e-06,
      "loss": 5.2595,
      "step": 1586
    },
    {
      "epoch": 0.2754491017964072,
      "grad_norm": 151.83477783203125,
      "learning_rate": 2.293233082706767e-06,
      "loss": 5.767,
      "step": 1587
    },
    {
      "epoch": 0.27562266770806215,
      "grad_norm": 78.1846694946289,
      "learning_rate": 2.294679005205321e-06,
      "loss": 5.6236,
      "step": 1588
    },
    {
      "epoch": 0.2757962336197171,
      "grad_norm": 87.47088623046875,
      "learning_rate": 2.2961249277038753e-06,
      "loss": 5.6814,
      "step": 1589
    },
    {
      "epoch": 0.275969799531372,
      "grad_norm": 266.7891845703125,
      "learning_rate": 2.297570850202429e-06,
      "loss": 6.8581,
      "step": 1590
    },
    {
      "epoch": 0.276143365443027,
      "grad_norm": 280.1323547363281,
      "learning_rate": 2.2990167727009835e-06,
      "loss": 6.0992,
      "step": 1591
    },
    {
      "epoch": 0.27631693135468194,
      "grad_norm": 196.80142211914062,
      "learning_rate": 2.3004626951995374e-06,
      "loss": 6.0844,
      "step": 1592
    },
    {
      "epoch": 0.2764904972663369,
      "grad_norm": 209.1681365966797,
      "learning_rate": 2.3019086176980917e-06,
      "loss": 6.1941,
      "step": 1593
    },
    {
      "epoch": 0.27666406317799186,
      "grad_norm": 288.4658508300781,
      "learning_rate": 2.3033545401966456e-06,
      "loss": 5.6089,
      "step": 1594
    },
    {
      "epoch": 0.2768376290896468,
      "grad_norm": 180.40609741210938,
      "learning_rate": 2.3048004626952e-06,
      "loss": 6.1596,
      "step": 1595
    },
    {
      "epoch": 0.2770111950013017,
      "grad_norm": 74.95205688476562,
      "learning_rate": 2.3062463851937538e-06,
      "loss": 6.0851,
      "step": 1596
    },
    {
      "epoch": 0.2771847609129567,
      "grad_norm": 111.06678009033203,
      "learning_rate": 2.307692307692308e-06,
      "loss": 6.293,
      "step": 1597
    },
    {
      "epoch": 0.27735832682461165,
      "grad_norm": 83.5383529663086,
      "learning_rate": 2.309138230190862e-06,
      "loss": 5.59,
      "step": 1598
    },
    {
      "epoch": 0.2775318927362666,
      "grad_norm": 156.4971466064453,
      "learning_rate": 2.310584152689416e-06,
      "loss": 4.7388,
      "step": 1599
    },
    {
      "epoch": 0.27770545864792157,
      "grad_norm": 194.85301208496094,
      "learning_rate": 2.31203007518797e-06,
      "loss": 5.3764,
      "step": 1600
    },
    {
      "epoch": 0.27770545864792157,
      "eval_synth_accuracy": 0.8020477815699659,
      "eval_synth_auroc": 0.8527216607000544,
      "eval_synth_f1": 0.8564356435643564,
      "eval_synth_loss": 0.44699952006340027,
      "eval_synth_precision": 0.8333333333333334,
      "eval_synth_recall": 0.8808553971486762,
      "eval_synth_runtime": 102.2279,
      "eval_synth_samples_per_second": 14.331,
      "eval_synth_steps_per_second": 0.45,
      "step": 1600
    },
    {
      "epoch": 0.27770545864792157,
      "eval_real_accuracy": 0.78125,
      "eval_real_auroc": 0.8419558195269354,
      "eval_real_f1": 0.841495523959979,
      "eval_real_loss": 0.45980843901634216,
      "eval_real_precision": 0.8111675126903554,
      "eval_real_recall": 0.8741794310722101,
      "eval_real_runtime": 96.115,
      "eval_real_samples_per_second": 14.316,
      "eval_real_steps_per_second": 0.447,
      "step": 1600
    },
    {
      "epoch": 0.2778790245595765,
      "grad_norm": 138.5169219970703,
      "learning_rate": 2.3134759976865245e-06,
      "loss": 4.7409,
      "step": 1601
    },
    {
      "epoch": 0.27805259047123143,
      "grad_norm": 101.57074737548828,
      "learning_rate": 2.3149219201850783e-06,
      "loss": 5.9951,
      "step": 1602
    },
    {
      "epoch": 0.2782261563828864,
      "grad_norm": 119.37322235107422,
      "learning_rate": 2.3163678426836322e-06,
      "loss": 4.9703,
      "step": 1603
    },
    {
      "epoch": 0.27839972229454135,
      "grad_norm": 174.8175506591797,
      "learning_rate": 2.3178137651821865e-06,
      "loss": 5.2045,
      "step": 1604
    },
    {
      "epoch": 0.2785732882061963,
      "grad_norm": 148.36959838867188,
      "learning_rate": 2.3192596876807404e-06,
      "loss": 5.5944,
      "step": 1605
    },
    {
      "epoch": 0.2787468541178513,
      "grad_norm": 122.30172729492188,
      "learning_rate": 2.3207056101792947e-06,
      "loss": 5.5197,
      "step": 1606
    },
    {
      "epoch": 0.2789204200295062,
      "grad_norm": 156.5560760498047,
      "learning_rate": 2.3221515326778486e-06,
      "loss": 5.9196,
      "step": 1607
    },
    {
      "epoch": 0.27909398594116114,
      "grad_norm": 178.8427734375,
      "learning_rate": 2.3235974551764025e-06,
      "loss": 7.3607,
      "step": 1608
    },
    {
      "epoch": 0.2792675518528161,
      "grad_norm": 114.14215850830078,
      "learning_rate": 2.325043377674957e-06,
      "loss": 5.6639,
      "step": 1609
    },
    {
      "epoch": 0.27944111776447106,
      "grad_norm": 186.04116821289062,
      "learning_rate": 2.3264893001735107e-06,
      "loss": 6.7725,
      "step": 1610
    },
    {
      "epoch": 0.279614683676126,
      "grad_norm": 134.2081756591797,
      "learning_rate": 2.327935222672065e-06,
      "loss": 6.761,
      "step": 1611
    },
    {
      "epoch": 0.279788249587781,
      "grad_norm": 145.7026824951172,
      "learning_rate": 2.3293811451706193e-06,
      "loss": 5.8678,
      "step": 1612
    },
    {
      "epoch": 0.2799618154994359,
      "grad_norm": 115.87501525878906,
      "learning_rate": 2.330827067669173e-06,
      "loss": 4.8241,
      "step": 1613
    },
    {
      "epoch": 0.28013538141109084,
      "grad_norm": 268.8912048339844,
      "learning_rate": 2.332272990167727e-06,
      "loss": 6.0584,
      "step": 1614
    },
    {
      "epoch": 0.2803089473227458,
      "grad_norm": 533.0042114257812,
      "learning_rate": 2.3337189126662814e-06,
      "loss": 9.0469,
      "step": 1615
    },
    {
      "epoch": 0.28048251323440077,
      "grad_norm": 323.603515625,
      "learning_rate": 2.3351648351648353e-06,
      "loss": 6.6052,
      "step": 1616
    },
    {
      "epoch": 0.2806560791460557,
      "grad_norm": 135.46910095214844,
      "learning_rate": 2.3366107576633896e-06,
      "loss": 5.3483,
      "step": 1617
    },
    {
      "epoch": 0.2808296450577107,
      "grad_norm": 73.60246276855469,
      "learning_rate": 2.3380566801619435e-06,
      "loss": 5.0992,
      "step": 1618
    },
    {
      "epoch": 0.2810032109693656,
      "grad_norm": 210.3911590576172,
      "learning_rate": 2.3395026026604974e-06,
      "loss": 5.4611,
      "step": 1619
    },
    {
      "epoch": 0.28117677688102055,
      "grad_norm": 163.40130615234375,
      "learning_rate": 2.3409485251590517e-06,
      "loss": 5.7046,
      "step": 1620
    },
    {
      "epoch": 0.2813503427926755,
      "grad_norm": 144.3711700439453,
      "learning_rate": 2.3423944476576056e-06,
      "loss": 5.9338,
      "step": 1621
    },
    {
      "epoch": 0.28152390870433047,
      "grad_norm": 85.79656982421875,
      "learning_rate": 2.34384037015616e-06,
      "loss": 5.3653,
      "step": 1622
    },
    {
      "epoch": 0.28169747461598543,
      "grad_norm": 164.11390686035156,
      "learning_rate": 2.345286292654714e-06,
      "loss": 5.6697,
      "step": 1623
    },
    {
      "epoch": 0.2818710405276404,
      "grad_norm": 123.07630157470703,
      "learning_rate": 2.346732215153268e-06,
      "loss": 5.7357,
      "step": 1624
    },
    {
      "epoch": 0.2820446064392953,
      "grad_norm": 240.3682098388672,
      "learning_rate": 2.348178137651822e-06,
      "loss": 5.9524,
      "step": 1625
    },
    {
      "epoch": 0.2820446064392953,
      "eval_synth_accuracy": 0.7924914675767918,
      "eval_synth_auroc": 0.858834802848794,
      "eval_synth_f1": 0.8410041841004184,
      "eval_synth_loss": 0.45762884616851807,
      "eval_synth_precision": 0.864516129032258,
      "eval_synth_recall": 0.8187372708757638,
      "eval_synth_runtime": 102.0774,
      "eval_synth_samples_per_second": 14.352,
      "eval_synth_steps_per_second": 0.451,
      "step": 1625
    },
    {
      "epoch": 0.2820446064392953,
      "eval_real_accuracy": 0.7870639534883721,
      "eval_real_auroc": 0.8587165023160647,
      "eval_real_f1": 0.8380320619126589,
      "eval_real_loss": 0.4446713626384735,
      "eval_real_precision": 0.846927374301676,
      "eval_real_recall": 0.8293216630196937,
      "eval_real_runtime": 95.4227,
      "eval_real_samples_per_second": 14.42,
      "eval_real_steps_per_second": 0.451,
      "step": 1625
    },
    {
      "epoch": 0.28221817235095026,
      "grad_norm": 101.66712188720703,
      "learning_rate": 2.3496240601503762e-06,
      "loss": 6.1418,
      "step": 1626
    },
    {
      "epoch": 0.2823917382626052,
      "grad_norm": 93.62662506103516,
      "learning_rate": 2.35106998264893e-06,
      "loss": 6.6305,
      "step": 1627
    },
    {
      "epoch": 0.2825653041742602,
      "grad_norm": 165.81539916992188,
      "learning_rate": 2.3525159051474844e-06,
      "loss": 5.4602,
      "step": 1628
    },
    {
      "epoch": 0.28273887008591514,
      "grad_norm": 90.19300842285156,
      "learning_rate": 2.3539618276460383e-06,
      "loss": 4.7605,
      "step": 1629
    },
    {
      "epoch": 0.2829124359975701,
      "grad_norm": 382.0834655761719,
      "learning_rate": 2.3554077501445922e-06,
      "loss": 6.3499,
      "step": 1630
    },
    {
      "epoch": 0.283086001909225,
      "grad_norm": 107.5985336303711,
      "learning_rate": 2.3568536726431465e-06,
      "loss": 5.2239,
      "step": 1631
    },
    {
      "epoch": 0.28325956782087996,
      "grad_norm": 145.4495391845703,
      "learning_rate": 2.358299595141701e-06,
      "loss": 6.0653,
      "step": 1632
    },
    {
      "epoch": 0.2834331337325349,
      "grad_norm": 191.95230102539062,
      "learning_rate": 2.3597455176402547e-06,
      "loss": 5.8003,
      "step": 1633
    },
    {
      "epoch": 0.2836066996441899,
      "grad_norm": 138.60586547851562,
      "learning_rate": 2.3611914401388086e-06,
      "loss": 6.008,
      "step": 1634
    },
    {
      "epoch": 0.28378026555584485,
      "grad_norm": 111.3224105834961,
      "learning_rate": 2.362637362637363e-06,
      "loss": 5.9282,
      "step": 1635
    },
    {
      "epoch": 0.2839538314674998,
      "grad_norm": 213.91403198242188,
      "learning_rate": 2.364083285135917e-06,
      "loss": 5.1645,
      "step": 1636
    },
    {
      "epoch": 0.2841273973791547,
      "grad_norm": 121.50853729248047,
      "learning_rate": 2.365529207634471e-06,
      "loss": 5.0318,
      "step": 1637
    },
    {
      "epoch": 0.28430096329080967,
      "grad_norm": 136.6329803466797,
      "learning_rate": 2.366975130133025e-06,
      "loss": 6.4289,
      "step": 1638
    },
    {
      "epoch": 0.28447452920246463,
      "grad_norm": 123.41871643066406,
      "learning_rate": 2.368421052631579e-06,
      "loss": 5.8574,
      "step": 1639
    },
    {
      "epoch": 0.2846480951141196,
      "grad_norm": 169.34259033203125,
      "learning_rate": 2.369866975130133e-06,
      "loss": 5.4272,
      "step": 1640
    },
    {
      "epoch": 0.28482166102577455,
      "grad_norm": 164.62738037109375,
      "learning_rate": 2.371312897628687e-06,
      "loss": 5.8055,
      "step": 1641
    },
    {
      "epoch": 0.2849952269374295,
      "grad_norm": 131.11798095703125,
      "learning_rate": 2.3727588201272414e-06,
      "loss": 5.4611,
      "step": 1642
    },
    {
      "epoch": 0.2851687928490844,
      "grad_norm": 117.65170288085938,
      "learning_rate": 2.3742047426257957e-06,
      "loss": 6.011,
      "step": 1643
    },
    {
      "epoch": 0.2853423587607394,
      "grad_norm": 173.7073516845703,
      "learning_rate": 2.3756506651243496e-06,
      "loss": 5.5549,
      "step": 1644
    },
    {
      "epoch": 0.28551592467239434,
      "grad_norm": 136.9213104248047,
      "learning_rate": 2.3770965876229035e-06,
      "loss": 5.3074,
      "step": 1645
    },
    {
      "epoch": 0.2856894905840493,
      "grad_norm": 99.05988311767578,
      "learning_rate": 2.3785425101214578e-06,
      "loss": 5.1474,
      "step": 1646
    },
    {
      "epoch": 0.28586305649570426,
      "grad_norm": 834.982177734375,
      "learning_rate": 2.3799884326200116e-06,
      "loss": 4.8576,
      "step": 1647
    },
    {
      "epoch": 0.2860366224073592,
      "grad_norm": 98.4085464477539,
      "learning_rate": 2.381434355118566e-06,
      "loss": 4.2503,
      "step": 1648
    },
    {
      "epoch": 0.2862101883190141,
      "grad_norm": 136.74928283691406,
      "learning_rate": 2.38288027761712e-06,
      "loss": 5.8195,
      "step": 1649
    },
    {
      "epoch": 0.2863837542306691,
      "grad_norm": 164.0592803955078,
      "learning_rate": 2.3843262001156737e-06,
      "loss": 5.1633,
      "step": 1650
    },
    {
      "epoch": 0.2863837542306691,
      "eval_synth_accuracy": 0.8020477815699659,
      "eval_synth_auroc": 0.8653516927890434,
      "eval_synth_f1": 0.8520408163265306,
      "eval_synth_loss": 0.4350404143333435,
      "eval_synth_precision": 0.8537832310838446,
      "eval_synth_recall": 0.8503054989816701,
      "eval_synth_runtime": 102.0604,
      "eval_synth_samples_per_second": 14.354,
      "eval_synth_steps_per_second": 0.451,
      "step": 1650
    },
    {
      "epoch": 0.2863837542306691,
      "eval_real_accuracy": 0.7848837209302325,
      "eval_real_auroc": 0.8492497655517349,
      "eval_real_f1": 0.8459937565036421,
      "eval_real_loss": 0.4644698202610016,
      "eval_real_precision": 0.8065476190476191,
      "eval_real_recall": 0.8894967177242888,
      "eval_real_runtime": 95.4127,
      "eval_real_samples_per_second": 14.422,
      "eval_real_steps_per_second": 0.451,
      "step": 1650
    },
    {
      "epoch": 0.28655732014232405,
      "grad_norm": 175.41847229003906,
      "learning_rate": 2.385772122614228e-06,
      "loss": 5.2564,
      "step": 1651
    },
    {
      "epoch": 0.286730886053979,
      "grad_norm": 135.87823486328125,
      "learning_rate": 2.3872180451127823e-06,
      "loss": 5.1118,
      "step": 1652
    },
    {
      "epoch": 0.28690445196563397,
      "grad_norm": 121.21067810058594,
      "learning_rate": 2.3886639676113362e-06,
      "loss": 5.8146,
      "step": 1653
    },
    {
      "epoch": 0.2870780178772889,
      "grad_norm": 102.77518463134766,
      "learning_rate": 2.3901098901098905e-06,
      "loss": 4.221,
      "step": 1654
    },
    {
      "epoch": 0.28725158378894383,
      "grad_norm": 114.05733489990234,
      "learning_rate": 2.3915558126084444e-06,
      "loss": 4.5635,
      "step": 1655
    },
    {
      "epoch": 0.2874251497005988,
      "grad_norm": 185.3475341796875,
      "learning_rate": 2.3930017351069983e-06,
      "loss": 4.0882,
      "step": 1656
    },
    {
      "epoch": 0.28759871561225375,
      "grad_norm": 334.3841552734375,
      "learning_rate": 2.3944476576055526e-06,
      "loss": 6.3462,
      "step": 1657
    },
    {
      "epoch": 0.2877722815239087,
      "grad_norm": 234.4917449951172,
      "learning_rate": 2.3958935801041065e-06,
      "loss": 6.7185,
      "step": 1658
    },
    {
      "epoch": 0.2879458474355637,
      "grad_norm": 146.34486389160156,
      "learning_rate": 2.397339502602661e-06,
      "loss": 5.3156,
      "step": 1659
    },
    {
      "epoch": 0.28811941334721863,
      "grad_norm": 151.27928161621094,
      "learning_rate": 2.3987854251012147e-06,
      "loss": 6.2676,
      "step": 1660
    },
    {
      "epoch": 0.28829297925887354,
      "grad_norm": 164.39358520507812,
      "learning_rate": 2.4002313475997686e-06,
      "loss": 5.9604,
      "step": 1661
    },
    {
      "epoch": 0.2884665451705285,
      "grad_norm": 225.93641662597656,
      "learning_rate": 2.401677270098323e-06,
      "loss": 5.5815,
      "step": 1662
    },
    {
      "epoch": 0.28864011108218346,
      "grad_norm": 99.44051361083984,
      "learning_rate": 2.403123192596877e-06,
      "loss": 4.6454,
      "step": 1663
    },
    {
      "epoch": 0.2888136769938384,
      "grad_norm": 156.1754608154297,
      "learning_rate": 2.404569115095431e-06,
      "loss": 6.2697,
      "step": 1664
    },
    {
      "epoch": 0.2889872429054934,
      "grad_norm": 136.78094482421875,
      "learning_rate": 2.406015037593985e-06,
      "loss": 4.4004,
      "step": 1665
    },
    {
      "epoch": 0.2891608088171483,
      "grad_norm": 100.82141876220703,
      "learning_rate": 2.4074609600925393e-06,
      "loss": 4.6948,
      "step": 1666
    },
    {
      "epoch": 0.28933437472880325,
      "grad_norm": 126.78960418701172,
      "learning_rate": 2.408906882591093e-06,
      "loss": 4.6679,
      "step": 1667
    },
    {
      "epoch": 0.2895079406404582,
      "grad_norm": 309.52044677734375,
      "learning_rate": 2.4103528050896475e-06,
      "loss": 7.215,
      "step": 1668
    },
    {
      "epoch": 0.28968150655211317,
      "grad_norm": 129.6671142578125,
      "learning_rate": 2.4117987275882014e-06,
      "loss": 6.1213,
      "step": 1669
    },
    {
      "epoch": 0.2898550724637681,
      "grad_norm": 87.48567962646484,
      "learning_rate": 2.4132446500867557e-06,
      "loss": 4.7876,
      "step": 1670
    },
    {
      "epoch": 0.2900286383754231,
      "grad_norm": 137.38009643554688,
      "learning_rate": 2.4146905725853095e-06,
      "loss": 4.5508,
      "step": 1671
    },
    {
      "epoch": 0.290202204287078,
      "grad_norm": 112.3284912109375,
      "learning_rate": 2.416136495083864e-06,
      "loss": 6.7528,
      "step": 1672
    },
    {
      "epoch": 0.29037577019873295,
      "grad_norm": 77.07340240478516,
      "learning_rate": 2.4175824175824177e-06,
      "loss": 4.6544,
      "step": 1673
    },
    {
      "epoch": 0.2905493361103879,
      "grad_norm": 219.6059112548828,
      "learning_rate": 2.419028340080972e-06,
      "loss": 6.9542,
      "step": 1674
    },
    {
      "epoch": 0.2907229020220429,
      "grad_norm": 82.45750427246094,
      "learning_rate": 2.420474262579526e-06,
      "loss": 5.2069,
      "step": 1675
    },
    {
      "epoch": 0.2907229020220429,
      "eval_synth_accuracy": 0.8,
      "eval_synth_auroc": 0.8811242109524231,
      "eval_synth_f1": 0.8442317916002127,
      "eval_synth_loss": 0.4241020977497101,
      "eval_synth_precision": 0.8832035595105673,
      "eval_synth_recall": 0.8085539714867617,
      "eval_synth_runtime": 102.0823,
      "eval_synth_samples_per_second": 14.351,
      "eval_synth_steps_per_second": 0.451,
      "step": 1675
    },
    {
      "epoch": 0.2907229020220429,
      "eval_real_accuracy": 0.7965116279069767,
      "eval_real_auroc": 0.8640874989343261,
      "eval_real_f1": 0.8541666666666666,
      "eval_real_loss": 0.4386428892612457,
      "eval_real_precision": 0.8151093439363817,
      "eval_real_recall": 0.8971553610503282,
      "eval_real_runtime": 95.4454,
      "eval_real_samples_per_second": 14.417,
      "eval_real_steps_per_second": 0.451,
      "step": 1675
    },
    {
      "epoch": 0.29089646793369783,
      "grad_norm": 96.47466278076172,
      "learning_rate": 2.42192018507808e-06,
      "loss": 4.9475,
      "step": 1676
    },
    {
      "epoch": 0.2910700338453528,
      "grad_norm": 165.96380615234375,
      "learning_rate": 2.423366107576634e-06,
      "loss": 5.1975,
      "step": 1677
    },
    {
      "epoch": 0.2912435997570077,
      "grad_norm": 87.08374786376953,
      "learning_rate": 2.424812030075188e-06,
      "loss": 5.2964,
      "step": 1678
    },
    {
      "epoch": 0.29141716566866266,
      "grad_norm": 108.48075866699219,
      "learning_rate": 2.4262579525737423e-06,
      "loss": 5.5168,
      "step": 1679
    },
    {
      "epoch": 0.2915907315803176,
      "grad_norm": 80.17318725585938,
      "learning_rate": 2.4277038750722966e-06,
      "loss": 5.0874,
      "step": 1680
    },
    {
      "epoch": 0.2917642974919726,
      "grad_norm": 145.099365234375,
      "learning_rate": 2.42914979757085e-06,
      "loss": 5.8757,
      "step": 1681
    },
    {
      "epoch": 0.29193786340362754,
      "grad_norm": 109.16708374023438,
      "learning_rate": 2.4305957200694044e-06,
      "loss": 5.7746,
      "step": 1682
    },
    {
      "epoch": 0.2921114293152825,
      "grad_norm": 104.3885269165039,
      "learning_rate": 2.4320416425679587e-06,
      "loss": 5.5917,
      "step": 1683
    },
    {
      "epoch": 0.2922849952269374,
      "grad_norm": 149.5477752685547,
      "learning_rate": 2.4334875650665126e-06,
      "loss": 5.2888,
      "step": 1684
    },
    {
      "epoch": 0.29245856113859237,
      "grad_norm": 84.63573455810547,
      "learning_rate": 2.434933487565067e-06,
      "loss": 5.1241,
      "step": 1685
    },
    {
      "epoch": 0.2926321270502473,
      "grad_norm": 73.41248321533203,
      "learning_rate": 2.436379410063621e-06,
      "loss": 4.5602,
      "step": 1686
    },
    {
      "epoch": 0.2928056929619023,
      "grad_norm": 78.11116027832031,
      "learning_rate": 2.4378253325621747e-06,
      "loss": 4.5536,
      "step": 1687
    },
    {
      "epoch": 0.29297925887355725,
      "grad_norm": 121.59355163574219,
      "learning_rate": 2.439271255060729e-06,
      "loss": 5.6939,
      "step": 1688
    },
    {
      "epoch": 0.2931528247852122,
      "grad_norm": 92.463134765625,
      "learning_rate": 2.440717177559283e-06,
      "loss": 5.3252,
      "step": 1689
    },
    {
      "epoch": 0.2933263906968671,
      "grad_norm": 125.10333251953125,
      "learning_rate": 2.442163100057837e-06,
      "loss": 5.278,
      "step": 1690
    },
    {
      "epoch": 0.2934999566085221,
      "grad_norm": 180.9080047607422,
      "learning_rate": 2.443609022556391e-06,
      "loss": 4.9768,
      "step": 1691
    },
    {
      "epoch": 0.29367352252017703,
      "grad_norm": 107.0584716796875,
      "learning_rate": 2.4450549450549454e-06,
      "loss": 6.7449,
      "step": 1692
    },
    {
      "epoch": 0.293847088431832,
      "grad_norm": 124.76335144042969,
      "learning_rate": 2.4465008675534993e-06,
      "loss": 5.7277,
      "step": 1693
    },
    {
      "epoch": 0.29402065434348695,
      "grad_norm": 94.26551818847656,
      "learning_rate": 2.4479467900520536e-06,
      "loss": 4.8717,
      "step": 1694
    },
    {
      "epoch": 0.2941942202551419,
      "grad_norm": 93.06007385253906,
      "learning_rate": 2.4493927125506075e-06,
      "loss": 5.7631,
      "step": 1695
    },
    {
      "epoch": 0.2943677861667968,
      "grad_norm": 143.99913024902344,
      "learning_rate": 2.4508386350491618e-06,
      "loss": 5.0287,
      "step": 1696
    },
    {
      "epoch": 0.2945413520784518,
      "grad_norm": 83.98845672607422,
      "learning_rate": 2.4522845575477156e-06,
      "loss": 4.3247,
      "step": 1697
    },
    {
      "epoch": 0.29471491799010674,
      "grad_norm": 82.43181610107422,
      "learning_rate": 2.4537304800462695e-06,
      "loss": 4.8308,
      "step": 1698
    },
    {
      "epoch": 0.2948884839017617,
      "grad_norm": 104.40884399414062,
      "learning_rate": 2.455176402544824e-06,
      "loss": 6.3269,
      "step": 1699
    },
    {
      "epoch": 0.29506204981341666,
      "grad_norm": 76.03035736083984,
      "learning_rate": 2.456622325043378e-06,
      "loss": 4.7467,
      "step": 1700
    },
    {
      "epoch": 0.29506204981341666,
      "eval_synth_accuracy": 0.8075085324232082,
      "eval_synth_auroc": 0.8606427074504646,
      "eval_synth_f1": 0.8559754851889684,
      "eval_synth_loss": 0.44088417291641235,
      "eval_synth_precision": 0.8586065573770492,
      "eval_synth_recall": 0.8533604887983707,
      "eval_synth_runtime": 102.0032,
      "eval_synth_samples_per_second": 14.362,
      "eval_synth_steps_per_second": 0.451,
      "step": 1700
    },
    {
      "epoch": 0.29506204981341666,
      "eval_real_accuracy": 0.8030523255813954,
      "eval_real_auroc": 0.8626062121685754,
      "eval_real_f1": 0.8556206712839638,
      "eval_real_loss": 0.43489235639572144,
      "eval_real_precision": 0.833852544132918,
      "eval_real_recall": 0.8785557986870897,
      "eval_real_runtime": 95.3952,
      "eval_real_samples_per_second": 14.424,
      "eval_real_steps_per_second": 0.451,
      "step": 1700
    },
    {
      "epoch": 0.2952356157250716,
      "grad_norm": 104.13042449951172,
      "learning_rate": 2.458068247541932e-06,
      "loss": 5.1381,
      "step": 1701
    },
    {
      "epoch": 0.2954091816367265,
      "grad_norm": 262.2137145996094,
      "learning_rate": 2.459514170040486e-06,
      "loss": 8.1159,
      "step": 1702
    },
    {
      "epoch": 0.2955827475483815,
      "grad_norm": 189.44061279296875,
      "learning_rate": 2.4609600925390402e-06,
      "loss": 5.2439,
      "step": 1703
    },
    {
      "epoch": 0.29575631346003645,
      "grad_norm": 85.55352020263672,
      "learning_rate": 2.462406015037594e-06,
      "loss": 5.1093,
      "step": 1704
    },
    {
      "epoch": 0.2959298793716914,
      "grad_norm": 140.31658935546875,
      "learning_rate": 2.4638519375361484e-06,
      "loss": 5.4988,
      "step": 1705
    },
    {
      "epoch": 0.29610344528334637,
      "grad_norm": 114.90071868896484,
      "learning_rate": 2.4652978600347023e-06,
      "loss": 5.2869,
      "step": 1706
    },
    {
      "epoch": 0.2962770111950013,
      "grad_norm": 122.34761047363281,
      "learning_rate": 2.466743782533256e-06,
      "loss": 5.3387,
      "step": 1707
    },
    {
      "epoch": 0.29645057710665623,
      "grad_norm": 113.03990936279297,
      "learning_rate": 2.4681897050318105e-06,
      "loss": 5.2483,
      "step": 1708
    },
    {
      "epoch": 0.2966241430183112,
      "grad_norm": 141.26609802246094,
      "learning_rate": 2.4696356275303644e-06,
      "loss": 5.2623,
      "step": 1709
    },
    {
      "epoch": 0.29679770892996615,
      "grad_norm": 161.40614318847656,
      "learning_rate": 2.4710815500289187e-06,
      "loss": 5.8887,
      "step": 1710
    },
    {
      "epoch": 0.2969712748416211,
      "grad_norm": 203.44915771484375,
      "learning_rate": 2.472527472527473e-06,
      "loss": 5.0576,
      "step": 1711
    },
    {
      "epoch": 0.2971448407532761,
      "grad_norm": 181.66139221191406,
      "learning_rate": 2.473973395026027e-06,
      "loss": 4.9111,
      "step": 1712
    },
    {
      "epoch": 0.29731840666493103,
      "grad_norm": 146.84898376464844,
      "learning_rate": 2.4754193175245808e-06,
      "loss": 6.1188,
      "step": 1713
    },
    {
      "epoch": 0.29749197257658594,
      "grad_norm": 79.82845306396484,
      "learning_rate": 2.476865240023135e-06,
      "loss": 5.6442,
      "step": 1714
    },
    {
      "epoch": 0.2976655384882409,
      "grad_norm": 161.2847900390625,
      "learning_rate": 2.478311162521689e-06,
      "loss": 6.8111,
      "step": 1715
    },
    {
      "epoch": 0.29783910439989586,
      "grad_norm": 75.39153289794922,
      "learning_rate": 2.4797570850202433e-06,
      "loss": 4.4354,
      "step": 1716
    },
    {
      "epoch": 0.2980126703115508,
      "grad_norm": 166.0379180908203,
      "learning_rate": 2.481203007518797e-06,
      "loss": 5.916,
      "step": 1717
    },
    {
      "epoch": 0.2981862362232058,
      "grad_norm": 100.28314208984375,
      "learning_rate": 2.482648930017351e-06,
      "loss": 5.4285,
      "step": 1718
    },
    {
      "epoch": 0.29835980213486074,
      "grad_norm": 111.57796478271484,
      "learning_rate": 2.4840948525159054e-06,
      "loss": 5.3786,
      "step": 1719
    },
    {
      "epoch": 0.29853336804651565,
      "grad_norm": 149.55230712890625,
      "learning_rate": 2.4855407750144597e-06,
      "loss": 5.0645,
      "step": 1720
    },
    {
      "epoch": 0.2987069339581706,
      "grad_norm": 163.14976501464844,
      "learning_rate": 2.4869866975130135e-06,
      "loss": 5.2838,
      "step": 1721
    },
    {
      "epoch": 0.29888049986982557,
      "grad_norm": 127.27848815917969,
      "learning_rate": 2.488432620011568e-06,
      "loss": 6.7013,
      "step": 1722
    },
    {
      "epoch": 0.2990540657814805,
      "grad_norm": 118.71250915527344,
      "learning_rate": 2.4898785425101217e-06,
      "loss": 5.1906,
      "step": 1723
    },
    {
      "epoch": 0.2992276316931355,
      "grad_norm": 113.51144409179688,
      "learning_rate": 2.4913244650086756e-06,
      "loss": 4.7653,
      "step": 1724
    },
    {
      "epoch": 0.2994011976047904,
      "grad_norm": 89.16510772705078,
      "learning_rate": 2.49277038750723e-06,
      "loss": 5.3845,
      "step": 1725
    },
    {
      "epoch": 0.2994011976047904,
      "eval_synth_accuracy": 0.7904436860068259,
      "eval_synth_auroc": 0.8743574823004557,
      "eval_synth_f1": 0.8326975476839237,
      "eval_synth_loss": 0.46489012241363525,
      "eval_synth_precision": 0.895662368112544,
      "eval_synth_recall": 0.7780040733197556,
      "eval_synth_runtime": 102.7392,
      "eval_synth_samples_per_second": 14.259,
      "eval_synth_steps_per_second": 0.448,
      "step": 1725
    },
    {
      "epoch": 0.2994011976047904,
      "eval_real_accuracy": 0.7914244186046512,
      "eval_real_auroc": 0.8667185294647001,
      "eval_real_f1": 0.8379446640316206,
      "eval_real_loss": 0.44802403450012207,
      "eval_real_precision": 0.8658109684947491,
      "eval_real_recall": 0.811816192560175,
      "eval_real_runtime": 95.4275,
      "eval_real_samples_per_second": 14.419,
      "eval_real_steps_per_second": 0.451,
      "step": 1725
    },
    {
      "epoch": 0.29957476351644535,
      "grad_norm": 194.15887451171875,
      "learning_rate": 2.494216310005784e-06,
      "loss": 5.6051,
      "step": 1726
    },
    {
      "epoch": 0.2997483294281003,
      "grad_norm": 174.9649658203125,
      "learning_rate": 2.495662232504338e-06,
      "loss": 5.0589,
      "step": 1727
    },
    {
      "epoch": 0.2999218953397553,
      "grad_norm": 98.98419952392578,
      "learning_rate": 2.497108155002892e-06,
      "loss": 5.2307,
      "step": 1728
    },
    {
      "epoch": 0.30009546125141023,
      "grad_norm": 279.64697265625,
      "learning_rate": 2.498554077501446e-06,
      "loss": 6.7392,
      "step": 1729
    },
    {
      "epoch": 0.3002690271630652,
      "grad_norm": 230.00973510742188,
      "learning_rate": 2.5e-06,
      "loss": 5.0967,
      "step": 1730
    },
    {
      "epoch": 0.3004425930747201,
      "grad_norm": 106.44471740722656,
      "learning_rate": 2.5014459224985545e-06,
      "loss": 4.3187,
      "step": 1731
    },
    {
      "epoch": 0.30061615898637506,
      "grad_norm": 122.79640197753906,
      "learning_rate": 2.5028918449971084e-06,
      "loss": 5.684,
      "step": 1732
    },
    {
      "epoch": 0.30078972489803,
      "grad_norm": 92.4096450805664,
      "learning_rate": 2.5043377674956627e-06,
      "loss": 5.2522,
      "step": 1733
    },
    {
      "epoch": 0.300963290809685,
      "grad_norm": 116.4989013671875,
      "learning_rate": 2.5057836899942166e-06,
      "loss": 5.6896,
      "step": 1734
    },
    {
      "epoch": 0.30113685672133994,
      "grad_norm": 110.31120300292969,
      "learning_rate": 2.507229612492771e-06,
      "loss": 5.7748,
      "step": 1735
    },
    {
      "epoch": 0.3013104226329949,
      "grad_norm": 94.78053283691406,
      "learning_rate": 2.5086755349913244e-06,
      "loss": 5.5183,
      "step": 1736
    },
    {
      "epoch": 0.3014839885446498,
      "grad_norm": 141.53753662109375,
      "learning_rate": 2.5101214574898787e-06,
      "loss": 4.3188,
      "step": 1737
    },
    {
      "epoch": 0.30165755445630477,
      "grad_norm": 91.4616928100586,
      "learning_rate": 2.5115673799884326e-06,
      "loss": 4.8157,
      "step": 1738
    },
    {
      "epoch": 0.3018311203679597,
      "grad_norm": 114.2045669555664,
      "learning_rate": 2.513013302486987e-06,
      "loss": 5.3611,
      "step": 1739
    },
    {
      "epoch": 0.3020046862796147,
      "grad_norm": 179.69601440429688,
      "learning_rate": 2.5144592249855407e-06,
      "loss": 5.6008,
      "step": 1740
    },
    {
      "epoch": 0.30217825219126965,
      "grad_norm": 80.56194305419922,
      "learning_rate": 2.515905147484095e-06,
      "loss": 5.2741,
      "step": 1741
    },
    {
      "epoch": 0.3023518181029246,
      "grad_norm": 148.618896484375,
      "learning_rate": 2.5173510699826494e-06,
      "loss": 5.4621,
      "step": 1742
    },
    {
      "epoch": 0.3025253840145795,
      "grad_norm": 93.09024810791016,
      "learning_rate": 2.5187969924812033e-06,
      "loss": 5.582,
      "step": 1743
    },
    {
      "epoch": 0.3026989499262345,
      "grad_norm": 80.98246002197266,
      "learning_rate": 2.5202429149797576e-06,
      "loss": 4.7327,
      "step": 1744
    },
    {
      "epoch": 0.30287251583788943,
      "grad_norm": 74.90094757080078,
      "learning_rate": 2.5216888374783114e-06,
      "loss": 4.7734,
      "step": 1745
    },
    {
      "epoch": 0.3030460817495444,
      "grad_norm": 93.8810043334961,
      "learning_rate": 2.5231347599768653e-06,
      "loss": 4.6675,
      "step": 1746
    },
    {
      "epoch": 0.30321964766119935,
      "grad_norm": 103.97441864013672,
      "learning_rate": 2.5245806824754192e-06,
      "loss": 5.4438,
      "step": 1747
    },
    {
      "epoch": 0.3033932135728543,
      "grad_norm": 161.00181579589844,
      "learning_rate": 2.5260266049739735e-06,
      "loss": 4.7555,
      "step": 1748
    },
    {
      "epoch": 0.3035667794845092,
      "grad_norm": 148.09130859375,
      "learning_rate": 2.5274725274725274e-06,
      "loss": 6.4213,
      "step": 1749
    },
    {
      "epoch": 0.3037403453961642,
      "grad_norm": 108.13823699951172,
      "learning_rate": 2.5289184499710817e-06,
      "loss": 5.2778,
      "step": 1750
    },
    {
      "epoch": 0.3037403453961642,
      "eval_synth_accuracy": 0.8081911262798634,
      "eval_synth_auroc": 0.8559263429094297,
      "eval_synth_f1": 0.8693630869363087,
      "eval_synth_loss": 0.5166921019554138,
      "eval_synth_precision": 0.7998289136013687,
      "eval_synth_recall": 0.9521384928716904,
      "eval_synth_runtime": 102.0461,
      "eval_synth_samples_per_second": 14.356,
      "eval_synth_steps_per_second": 0.451,
      "step": 1750
    },
    {
      "epoch": 0.3037403453961642,
      "eval_real_accuracy": 0.7623546511627907,
      "eval_real_auroc": 0.8388760218628928,
      "eval_real_f1": 0.8389955686853766,
      "eval_real_loss": 0.5756087303161621,
      "eval_real_precision": 0.7627573858549687,
      "eval_real_recall": 0.9321663019693655,
      "eval_real_runtime": 96.1836,
      "eval_real_samples_per_second": 14.306,
      "eval_real_steps_per_second": 0.447,
      "step": 1750
    },
    {
      "epoch": 0.30391391130781914,
      "grad_norm": 221.1068115234375,
      "learning_rate": 2.530364372469636e-06,
      "loss": 5.4437,
      "step": 1751
    },
    {
      "epoch": 0.3040874772194741,
      "grad_norm": 240.5836181640625,
      "learning_rate": 2.53181029496819e-06,
      "loss": 5.7621,
      "step": 1752
    },
    {
      "epoch": 0.30426104313112906,
      "grad_norm": 125.27793884277344,
      "learning_rate": 2.5332562174667442e-06,
      "loss": 4.6246,
      "step": 1753
    },
    {
      "epoch": 0.304434609042784,
      "grad_norm": 248.0880889892578,
      "learning_rate": 2.534702139965298e-06,
      "loss": 5.2587,
      "step": 1754
    },
    {
      "epoch": 0.3046081749544389,
      "grad_norm": 388.33441162109375,
      "learning_rate": 2.5361480624638524e-06,
      "loss": 7.2215,
      "step": 1755
    },
    {
      "epoch": 0.3047817408660939,
      "grad_norm": 227.3806610107422,
      "learning_rate": 2.5375939849624063e-06,
      "loss": 5.7957,
      "step": 1756
    },
    {
      "epoch": 0.30495530677774885,
      "grad_norm": 107.99847412109375,
      "learning_rate": 2.53903990746096e-06,
      "loss": 5.4547,
      "step": 1757
    },
    {
      "epoch": 0.3051288726894038,
      "grad_norm": 132.43148803710938,
      "learning_rate": 2.540485829959514e-06,
      "loss": 5.2824,
      "step": 1758
    },
    {
      "epoch": 0.30530243860105877,
      "grad_norm": 289.19091796875,
      "learning_rate": 2.5419317524580684e-06,
      "loss": 6.0733,
      "step": 1759
    },
    {
      "epoch": 0.30547600451271373,
      "grad_norm": 237.88473510742188,
      "learning_rate": 2.5433776749566223e-06,
      "loss": 6.2113,
      "step": 1760
    },
    {
      "epoch": 0.30564957042436863,
      "grad_norm": 117.2201919555664,
      "learning_rate": 2.5448235974551766e-06,
      "loss": 5.9895,
      "step": 1761
    },
    {
      "epoch": 0.3058231363360236,
      "grad_norm": 109.61754608154297,
      "learning_rate": 2.546269519953731e-06,
      "loss": 6.1675,
      "step": 1762
    },
    {
      "epoch": 0.30599670224767855,
      "grad_norm": 243.3382568359375,
      "learning_rate": 2.5477154424522848e-06,
      "loss": 6.1732,
      "step": 1763
    },
    {
      "epoch": 0.3061702681593335,
      "grad_norm": 288.32891845703125,
      "learning_rate": 2.549161364950839e-06,
      "loss": 6.6484,
      "step": 1764
    },
    {
      "epoch": 0.3063438340709885,
      "grad_norm": 106.7122802734375,
      "learning_rate": 2.550607287449393e-06,
      "loss": 4.9088,
      "step": 1765
    },
    {
      "epoch": 0.30651739998264343,
      "grad_norm": 84.01275634765625,
      "learning_rate": 2.5520532099479473e-06,
      "loss": 5.6981,
      "step": 1766
    },
    {
      "epoch": 0.30669096589429834,
      "grad_norm": 220.92987060546875,
      "learning_rate": 2.5534991324465007e-06,
      "loss": 5.773,
      "step": 1767
    },
    {
      "epoch": 0.3068645318059533,
      "grad_norm": 120.11029815673828,
      "learning_rate": 2.554945054945055e-06,
      "loss": 4.1669,
      "step": 1768
    },
    {
      "epoch": 0.30703809771760826,
      "grad_norm": 79.15851593017578,
      "learning_rate": 2.556390977443609e-06,
      "loss": 4.7868,
      "step": 1769
    },
    {
      "epoch": 0.3072116636292632,
      "grad_norm": 82.20198822021484,
      "learning_rate": 2.5578368999421632e-06,
      "loss": 5.2041,
      "step": 1770
    },
    {
      "epoch": 0.3073852295409182,
      "grad_norm": 214.18359375,
      "learning_rate": 2.5592828224407175e-06,
      "loss": 5.9739,
      "step": 1771
    },
    {
      "epoch": 0.30755879545257314,
      "grad_norm": 246.4893341064453,
      "learning_rate": 2.5607287449392714e-06,
      "loss": 6.9806,
      "step": 1772
    },
    {
      "epoch": 0.30773236136422805,
      "grad_norm": 76.70320892333984,
      "learning_rate": 2.5621746674378257e-06,
      "loss": 4.6976,
      "step": 1773
    },
    {
      "epoch": 0.307905927275883,
      "grad_norm": 181.3880615234375,
      "learning_rate": 2.5636205899363796e-06,
      "loss": 5.2814,
      "step": 1774
    },
    {
      "epoch": 0.30807949318753797,
      "grad_norm": 126.78208923339844,
      "learning_rate": 2.565066512434934e-06,
      "loss": 5.5431,
      "step": 1775
    },
    {
      "epoch": 0.30807949318753797,
      "eval_synth_accuracy": 0.816382252559727,
      "eval_synth_auroc": 0.8856993164750184,
      "eval_synth_f1": 0.8593831677992682,
      "eval_synth_loss": 0.4061538875102997,
      "eval_synth_precision": 0.882921589688507,
      "eval_synth_recall": 0.8370672097759674,
      "eval_synth_runtime": 101.9903,
      "eval_synth_samples_per_second": 14.364,
      "eval_synth_steps_per_second": 0.451,
      "step": 1775
    },
    {
      "epoch": 0.30807949318753797,
      "eval_real_accuracy": 0.7950581395348837,
      "eval_real_auroc": 0.8651638296058427,
      "eval_real_f1": 0.847237269772481,
      "eval_real_loss": 0.43665215373039246,
      "eval_real_precision": 0.8390557939914163,
      "eval_real_recall": 0.8555798687089715,
      "eval_real_runtime": 95.4074,
      "eval_real_samples_per_second": 14.422,
      "eval_real_steps_per_second": 0.451,
      "step": 1775
    },
    {
      "epoch": 0.3082530590991929,
      "grad_norm": 122.7185287475586,
      "learning_rate": 2.566512434933488e-06,
      "loss": 6.1567,
      "step": 1776
    },
    {
      "epoch": 0.3084266250108479,
      "grad_norm": 158.087158203125,
      "learning_rate": 2.5679583574320417e-06,
      "loss": 5.0809,
      "step": 1777
    },
    {
      "epoch": 0.3086001909225028,
      "grad_norm": 121.64659118652344,
      "learning_rate": 2.5694042799305956e-06,
      "loss": 4.6429,
      "step": 1778
    },
    {
      "epoch": 0.30877375683415775,
      "grad_norm": 137.9737091064453,
      "learning_rate": 2.57085020242915e-06,
      "loss": 4.6414,
      "step": 1779
    },
    {
      "epoch": 0.3089473227458127,
      "grad_norm": 104.12686920166016,
      "learning_rate": 2.5722961249277038e-06,
      "loss": 5.4749,
      "step": 1780
    },
    {
      "epoch": 0.3091208886574677,
      "grad_norm": 286.504638671875,
      "learning_rate": 2.573742047426258e-06,
      "loss": 6.5138,
      "step": 1781
    },
    {
      "epoch": 0.30929445456912263,
      "grad_norm": 370.02764892578125,
      "learning_rate": 2.5751879699248124e-06,
      "loss": 6.889,
      "step": 1782
    },
    {
      "epoch": 0.3094680204807776,
      "grad_norm": 223.61959838867188,
      "learning_rate": 2.5766338924233663e-06,
      "loss": 5.5802,
      "step": 1783
    },
    {
      "epoch": 0.3096415863924325,
      "grad_norm": 85.21224212646484,
      "learning_rate": 2.5780798149219206e-06,
      "loss": 5.2747,
      "step": 1784
    },
    {
      "epoch": 0.30981515230408746,
      "grad_norm": 90.23565673828125,
      "learning_rate": 2.5795257374204745e-06,
      "loss": 4.8947,
      "step": 1785
    },
    {
      "epoch": 0.3099887182157424,
      "grad_norm": 110.7562484741211,
      "learning_rate": 2.5809716599190288e-06,
      "loss": 5.2069,
      "step": 1786
    },
    {
      "epoch": 0.3101622841273974,
      "grad_norm": 246.96923828125,
      "learning_rate": 2.582417582417583e-06,
      "loss": 5.8187,
      "step": 1787
    },
    {
      "epoch": 0.31033585003905234,
      "grad_norm": 196.82383728027344,
      "learning_rate": 2.5838635049161366e-06,
      "loss": 5.0805,
      "step": 1788
    },
    {
      "epoch": 0.3105094159507073,
      "grad_norm": 103.08523559570312,
      "learning_rate": 2.5853094274146904e-06,
      "loss": 4.741,
      "step": 1789
    },
    {
      "epoch": 0.3106829818623622,
      "grad_norm": 185.49514770507812,
      "learning_rate": 2.5867553499132447e-06,
      "loss": 5.1846,
      "step": 1790
    },
    {
      "epoch": 0.31085654777401717,
      "grad_norm": 287.48162841796875,
      "learning_rate": 2.588201272411799e-06,
      "loss": 5.9991,
      "step": 1791
    },
    {
      "epoch": 0.3110301136856721,
      "grad_norm": 132.0206756591797,
      "learning_rate": 2.589647194910353e-06,
      "loss": 5.7637,
      "step": 1792
    },
    {
      "epoch": 0.3112036795973271,
      "grad_norm": 133.12208557128906,
      "learning_rate": 2.5910931174089072e-06,
      "loss": 5.426,
      "step": 1793
    },
    {
      "epoch": 0.31137724550898205,
      "grad_norm": 201.66090393066406,
      "learning_rate": 2.592539039907461e-06,
      "loss": 5.5095,
      "step": 1794
    },
    {
      "epoch": 0.311550811420637,
      "grad_norm": 134.5291748046875,
      "learning_rate": 2.5939849624060154e-06,
      "loss": 4.8869,
      "step": 1795
    },
    {
      "epoch": 0.3117243773322919,
      "grad_norm": 216.91685485839844,
      "learning_rate": 2.5954308849045693e-06,
      "loss": 5.5901,
      "step": 1796
    },
    {
      "epoch": 0.3118979432439469,
      "grad_norm": 177.81459045410156,
      "learning_rate": 2.5968768074031236e-06,
      "loss": 5.9252,
      "step": 1797
    },
    {
      "epoch": 0.31207150915560183,
      "grad_norm": 75.48988342285156,
      "learning_rate": 2.598322729901677e-06,
      "loss": 4.6231,
      "step": 1798
    },
    {
      "epoch": 0.3122450750672568,
      "grad_norm": 78.59038543701172,
      "learning_rate": 2.5997686524002314e-06,
      "loss": 4.7929,
      "step": 1799
    },
    {
      "epoch": 0.31241864097891175,
      "grad_norm": 162.13792419433594,
      "learning_rate": 2.6012145748987853e-06,
      "loss": 5.0611,
      "step": 1800
    },
    {
      "epoch": 0.31241864097891175,
      "eval_synth_accuracy": 0.8013651877133106,
      "eval_synth_auroc": 0.8925630289306904,
      "eval_synth_f1": 0.8396694214876033,
      "eval_synth_loss": 0.4496507942676544,
      "eval_synth_precision": 0.9147659063625451,
      "eval_synth_recall": 0.7759674134419552,
      "eval_synth_runtime": 101.9997,
      "eval_synth_samples_per_second": 14.363,
      "eval_synth_steps_per_second": 0.451,
      "step": 1800
    },
    {
      "epoch": 0.31241864097891175,
      "eval_real_accuracy": 0.784156976744186,
      "eval_real_auroc": 0.8728153684390009,
      "eval_real_f1": 0.829408385985066,
      "eval_real_loss": 0.4391593635082245,
      "eval_real_precision": 0.8730350665054414,
      "eval_real_recall": 0.7899343544857768,
      "eval_real_runtime": 95.4194,
      "eval_real_samples_per_second": 14.421,
      "eval_real_steps_per_second": 0.451,
      "step": 1800
    },
    {
      "epoch": 0.3125922068905667,
      "grad_norm": 107.26790618896484,
      "learning_rate": 2.6026604973973396e-06,
      "loss": 5.1015,
      "step": 1801
    },
    {
      "epoch": 0.3127657728022216,
      "grad_norm": 83.04660034179688,
      "learning_rate": 2.604106419895894e-06,
      "loss": 4.5282,
      "step": 1802
    },
    {
      "epoch": 0.3129393387138766,
      "grad_norm": 145.4335174560547,
      "learning_rate": 2.605552342394448e-06,
      "loss": 5.7464,
      "step": 1803
    },
    {
      "epoch": 0.31311290462553154,
      "grad_norm": 171.12242126464844,
      "learning_rate": 2.606998264893002e-06,
      "loss": 4.9187,
      "step": 1804
    },
    {
      "epoch": 0.3132864705371865,
      "grad_norm": 141.84002685546875,
      "learning_rate": 2.608444187391556e-06,
      "loss": 5.2783,
      "step": 1805
    },
    {
      "epoch": 0.31346003644884146,
      "grad_norm": 142.7281494140625,
      "learning_rate": 2.6098901098901103e-06,
      "loss": 5.1114,
      "step": 1806
    },
    {
      "epoch": 0.3136336023604964,
      "grad_norm": 190.87847900390625,
      "learning_rate": 2.6113360323886646e-06,
      "loss": 5.2155,
      "step": 1807
    },
    {
      "epoch": 0.3138071682721513,
      "grad_norm": 137.25555419921875,
      "learning_rate": 2.6127819548872185e-06,
      "loss": 4.409,
      "step": 1808
    },
    {
      "epoch": 0.3139807341838063,
      "grad_norm": 178.8920135498047,
      "learning_rate": 2.614227877385772e-06,
      "loss": 5.1985,
      "step": 1809
    },
    {
      "epoch": 0.31415430009546125,
      "grad_norm": 98.3526611328125,
      "learning_rate": 2.6156737998843263e-06,
      "loss": 5.4978,
      "step": 1810
    },
    {
      "epoch": 0.3143278660071162,
      "grad_norm": 230.83160400390625,
      "learning_rate": 2.6171197223828806e-06,
      "loss": 5.8448,
      "step": 1811
    },
    {
      "epoch": 0.31450143191877117,
      "grad_norm": 303.2026062011719,
      "learning_rate": 2.6185656448814345e-06,
      "loss": 5.7064,
      "step": 1812
    },
    {
      "epoch": 0.31467499783042613,
      "grad_norm": 186.26792907714844,
      "learning_rate": 2.6200115673799888e-06,
      "loss": 5.803,
      "step": 1813
    },
    {
      "epoch": 0.31484856374208103,
      "grad_norm": 96.7266845703125,
      "learning_rate": 2.6214574898785426e-06,
      "loss": 4.8554,
      "step": 1814
    },
    {
      "epoch": 0.315022129653736,
      "grad_norm": 116.46945190429688,
      "learning_rate": 2.622903412377097e-06,
      "loss": 4.9984,
      "step": 1815
    },
    {
      "epoch": 0.31519569556539095,
      "grad_norm": 130.2269744873047,
      "learning_rate": 2.624349334875651e-06,
      "loss": 5.2277,
      "step": 1816
    },
    {
      "epoch": 0.3153692614770459,
      "grad_norm": 131.04501342773438,
      "learning_rate": 2.625795257374205e-06,
      "loss": 5.5531,
      "step": 1817
    },
    {
      "epoch": 0.3155428273887009,
      "grad_norm": 223.1904296875,
      "learning_rate": 2.6272411798727595e-06,
      "loss": 5.0108,
      "step": 1818
    },
    {
      "epoch": 0.31571639330035584,
      "grad_norm": 181.30259704589844,
      "learning_rate": 2.628687102371313e-06,
      "loss": 5.2904,
      "step": 1819
    },
    {
      "epoch": 0.31588995921201074,
      "grad_norm": 154.01614379882812,
      "learning_rate": 2.630133024869867e-06,
      "loss": 5.0934,
      "step": 1820
    },
    {
      "epoch": 0.3160635251236657,
      "grad_norm": 97.84492492675781,
      "learning_rate": 2.631578947368421e-06,
      "loss": 5.5733,
      "step": 1821
    },
    {
      "epoch": 0.31623709103532066,
      "grad_norm": 144.6029052734375,
      "learning_rate": 2.6330248698669754e-06,
      "loss": 5.7723,
      "step": 1822
    },
    {
      "epoch": 0.3164106569469756,
      "grad_norm": 129.59652709960938,
      "learning_rate": 2.6344707923655293e-06,
      "loss": 6.0424,
      "step": 1823
    },
    {
      "epoch": 0.3165842228586306,
      "grad_norm": 86.61473846435547,
      "learning_rate": 2.6359167148640836e-06,
      "loss": 5.3505,
      "step": 1824
    },
    {
      "epoch": 0.31675778877028554,
      "grad_norm": 126.35063934326172,
      "learning_rate": 2.6373626373626375e-06,
      "loss": 5.1716,
      "step": 1825
    },
    {
      "epoch": 0.31675778877028554,
      "eval_synth_accuracy": 0.8191126279863481,
      "eval_synth_auroc": 0.8733633983124818,
      "eval_synth_f1": 0.8638931689779148,
      "eval_synth_loss": 0.420226514339447,
      "eval_synth_precision": 0.8715025906735752,
      "eval_synth_recall": 0.8564154786150713,
      "eval_synth_runtime": 101.9785,
      "eval_synth_samples_per_second": 14.366,
      "eval_synth_steps_per_second": 0.451,
      "step": 1825
    },
    {
      "epoch": 0.31675778877028554,
      "eval_real_accuracy": 0.7994186046511628,
      "eval_real_auroc": 0.8624582019002152,
      "eval_real_f1": 0.8512931034482759,
      "eval_real_loss": 0.4309748411178589,
      "eval_real_precision": 0.8386411889596603,
      "eval_real_recall": 0.8643326039387309,
      "eval_real_runtime": 95.3847,
      "eval_real_samples_per_second": 14.426,
      "eval_real_steps_per_second": 0.451,
      "step": 1825
    },
    {
      "epoch": 0.31693135468194045,
      "grad_norm": 108.3040771484375,
      "learning_rate": 2.638808559861192e-06,
      "loss": 5.3699,
      "step": 1826
    },
    {
      "epoch": 0.3171049205935954,
      "grad_norm": 86.52084350585938,
      "learning_rate": 2.640254482359746e-06,
      "loss": 5.6873,
      "step": 1827
    },
    {
      "epoch": 0.31727848650525037,
      "grad_norm": 75.33403778076172,
      "learning_rate": 2.6417004048583e-06,
      "loss": 4.7638,
      "step": 1828
    },
    {
      "epoch": 0.31745205241690533,
      "grad_norm": 134.17042541503906,
      "learning_rate": 2.6431463273568535e-06,
      "loss": 6.1322,
      "step": 1829
    },
    {
      "epoch": 0.3176256183285603,
      "grad_norm": 80.69403839111328,
      "learning_rate": 2.6445922498554078e-06,
      "loss": 5.0266,
      "step": 1830
    },
    {
      "epoch": 0.31779918424021525,
      "grad_norm": 160.06893920898438,
      "learning_rate": 2.646038172353962e-06,
      "loss": 5.1661,
      "step": 1831
    },
    {
      "epoch": 0.31797275015187015,
      "grad_norm": 120.27880096435547,
      "learning_rate": 2.647484094852516e-06,
      "loss": 4.127,
      "step": 1832
    },
    {
      "epoch": 0.3181463160635251,
      "grad_norm": 147.4157257080078,
      "learning_rate": 2.6489300173510703e-06,
      "loss": 5.6692,
      "step": 1833
    },
    {
      "epoch": 0.3183198819751801,
      "grad_norm": 100.7437744140625,
      "learning_rate": 2.650375939849624e-06,
      "loss": 4.1026,
      "step": 1834
    },
    {
      "epoch": 0.31849344788683503,
      "grad_norm": 140.1217041015625,
      "learning_rate": 2.6518218623481785e-06,
      "loss": 5.503,
      "step": 1835
    },
    {
      "epoch": 0.31866701379849,
      "grad_norm": 149.45751953125,
      "learning_rate": 2.6532677848467324e-06,
      "loss": 4.9411,
      "step": 1836
    },
    {
      "epoch": 0.3188405797101449,
      "grad_norm": 205.53372192382812,
      "learning_rate": 2.6547137073452867e-06,
      "loss": 4.5827,
      "step": 1837
    },
    {
      "epoch": 0.31901414562179986,
      "grad_norm": 184.90399169921875,
      "learning_rate": 2.656159629843841e-06,
      "loss": 6.3792,
      "step": 1838
    },
    {
      "epoch": 0.3191877115334548,
      "grad_norm": 321.3153076171875,
      "learning_rate": 2.657605552342395e-06,
      "loss": 5.0152,
      "step": 1839
    },
    {
      "epoch": 0.3193612774451098,
      "grad_norm": 146.73245239257812,
      "learning_rate": 2.6590514748409483e-06,
      "loss": 5.4615,
      "step": 1840
    },
    {
      "epoch": 0.31953484335676474,
      "grad_norm": 81.75599670410156,
      "learning_rate": 2.6604973973395026e-06,
      "loss": 4.5345,
      "step": 1841
    },
    {
      "epoch": 0.3197084092684197,
      "grad_norm": 107.69631958007812,
      "learning_rate": 2.661943319838057e-06,
      "loss": 4.9406,
      "step": 1842
    },
    {
      "epoch": 0.3198819751800746,
      "grad_norm": 204.54959106445312,
      "learning_rate": 2.663389242336611e-06,
      "loss": 6.5196,
      "step": 1843
    },
    {
      "epoch": 0.32005554109172957,
      "grad_norm": 132.0183563232422,
      "learning_rate": 2.664835164835165e-06,
      "loss": 5.622,
      "step": 1844
    },
    {
      "epoch": 0.3202291070033845,
      "grad_norm": 135.7515106201172,
      "learning_rate": 2.666281087333719e-06,
      "loss": 5.7606,
      "step": 1845
    },
    {
      "epoch": 0.3204026729150395,
      "grad_norm": 121.814453125,
      "learning_rate": 2.6677270098322733e-06,
      "loss": 5.3906,
      "step": 1846
    },
    {
      "epoch": 0.32057623882669445,
      "grad_norm": 179.21185302734375,
      "learning_rate": 2.669172932330827e-06,
      "loss": 5.5238,
      "step": 1847
    },
    {
      "epoch": 0.3207498047383494,
      "grad_norm": 226.51296997070312,
      "learning_rate": 2.6706188548293815e-06,
      "loss": 4.8852,
      "step": 1848
    },
    {
      "epoch": 0.3209233706500043,
      "grad_norm": 140.26803588867188,
      "learning_rate": 2.672064777327936e-06,
      "loss": 5.1991,
      "step": 1849
    },
    {
      "epoch": 0.3210969365616593,
      "grad_norm": 127.99359893798828,
      "learning_rate": 2.6735106998264893e-06,
      "loss": 5.326,
      "step": 1850
    },
    {
      "epoch": 0.3210969365616593,
      "eval_synth_accuracy": 0.81160409556314,
      "eval_synth_auroc": 0.8577848477565118,
      "eval_synth_f1": 0.8649706457925636,
      "eval_synth_loss": 0.437092125415802,
      "eval_synth_precision": 0.832391713747646,
      "eval_synth_recall": 0.90020366598778,
      "eval_synth_runtime": 101.9891,
      "eval_synth_samples_per_second": 14.364,
      "eval_synth_steps_per_second": 0.451,
      "step": 1850
    },
    {
      "epoch": 0.3210969365616593,
      "eval_real_accuracy": 0.7906976744186046,
      "eval_real_auroc": 0.8574803205547188,
      "eval_real_f1": 0.8541033434650456,
      "eval_real_loss": 0.4513271152973175,
      "eval_real_precision": 0.7952830188679245,
      "eval_real_recall": 0.9223194748358862,
      "eval_real_runtime": 95.4132,
      "eval_real_samples_per_second": 14.421,
      "eval_real_steps_per_second": 0.451,
      "step": 1850
    },
    {
      "epoch": 0.32127050247331423,
      "grad_norm": 235.95237731933594,
      "learning_rate": 2.6749566223250436e-06,
      "loss": 6.0065,
      "step": 1851
    },
    {
      "epoch": 0.3214440683849692,
      "grad_norm": 244.86529541015625,
      "learning_rate": 2.6764025448235975e-06,
      "loss": 5.7519,
      "step": 1852
    },
    {
      "epoch": 0.32161763429662416,
      "grad_norm": 80.89851379394531,
      "learning_rate": 2.6778484673221518e-06,
      "loss": 5.3146,
      "step": 1853
    },
    {
      "epoch": 0.3217912002082791,
      "grad_norm": 71.43051147460938,
      "learning_rate": 2.6792943898207057e-06,
      "loss": 4.7091,
      "step": 1854
    },
    {
      "epoch": 0.321964766119934,
      "grad_norm": 168.81236267089844,
      "learning_rate": 2.68074031231926e-06,
      "loss": 5.5594,
      "step": 1855
    },
    {
      "epoch": 0.322138332031589,
      "grad_norm": 160.39979553222656,
      "learning_rate": 2.682186234817814e-06,
      "loss": 4.7341,
      "step": 1856
    },
    {
      "epoch": 0.32231189794324394,
      "grad_norm": 148.3562469482422,
      "learning_rate": 2.683632157316368e-06,
      "loss": 5.033,
      "step": 1857
    },
    {
      "epoch": 0.3224854638548989,
      "grad_norm": 92.37146759033203,
      "learning_rate": 2.6850780798149225e-06,
      "loss": 5.3129,
      "step": 1858
    },
    {
      "epoch": 0.32265902976655386,
      "grad_norm": 94.88729095458984,
      "learning_rate": 2.6865240023134764e-06,
      "loss": 5.1044,
      "step": 1859
    },
    {
      "epoch": 0.3228325956782088,
      "grad_norm": 130.2488555908203,
      "learning_rate": 2.6879699248120307e-06,
      "loss": 5.8882,
      "step": 1860
    },
    {
      "epoch": 0.3230061615898637,
      "grad_norm": 107.42337799072266,
      "learning_rate": 2.689415847310584e-06,
      "loss": 4.9811,
      "step": 1861
    },
    {
      "epoch": 0.3231797275015187,
      "grad_norm": 76.8987808227539,
      "learning_rate": 2.6908617698091384e-06,
      "loss": 5.3581,
      "step": 1862
    },
    {
      "epoch": 0.32335329341317365,
      "grad_norm": 90.45909118652344,
      "learning_rate": 2.6923076923076923e-06,
      "loss": 5.418,
      "step": 1863
    },
    {
      "epoch": 0.3235268593248286,
      "grad_norm": 106.02008819580078,
      "learning_rate": 2.6937536148062466e-06,
      "loss": 4.4749,
      "step": 1864
    },
    {
      "epoch": 0.32370042523648357,
      "grad_norm": 98.6719741821289,
      "learning_rate": 2.6951995373048005e-06,
      "loss": 5.3573,
      "step": 1865
    },
    {
      "epoch": 0.32387399114813853,
      "grad_norm": 73.78995513916016,
      "learning_rate": 2.696645459803355e-06,
      "loss": 5.1584,
      "step": 1866
    },
    {
      "epoch": 0.32404755705979343,
      "grad_norm": 97.92425537109375,
      "learning_rate": 2.6980913823019087e-06,
      "loss": 5.2842,
      "step": 1867
    },
    {
      "epoch": 0.3242211229714484,
      "grad_norm": 116.40949249267578,
      "learning_rate": 2.699537304800463e-06,
      "loss": 5.0409,
      "step": 1868
    },
    {
      "epoch": 0.32439468888310335,
      "grad_norm": 82.64508056640625,
      "learning_rate": 2.7009832272990173e-06,
      "loss": 5.7565,
      "step": 1869
    },
    {
      "epoch": 0.3245682547947583,
      "grad_norm": 143.3809051513672,
      "learning_rate": 2.7024291497975712e-06,
      "loss": 5.9189,
      "step": 1870
    },
    {
      "epoch": 0.3247418207064133,
      "grad_norm": 127.02106475830078,
      "learning_rate": 2.7038750722961247e-06,
      "loss": 5.1939,
      "step": 1871
    },
    {
      "epoch": 0.32491538661806824,
      "grad_norm": 174.6265869140625,
      "learning_rate": 2.705320994794679e-06,
      "loss": 5.5052,
      "step": 1872
    },
    {
      "epoch": 0.32508895252972314,
      "grad_norm": 110.87220764160156,
      "learning_rate": 2.7067669172932333e-06,
      "loss": 4.309,
      "step": 1873
    },
    {
      "epoch": 0.3252625184413781,
      "grad_norm": 74.79574584960938,
      "learning_rate": 2.708212839791787e-06,
      "loss": 4.4489,
      "step": 1874
    },
    {
      "epoch": 0.32543608435303306,
      "grad_norm": 128.86949157714844,
      "learning_rate": 2.7096587622903415e-06,
      "loss": 5.1629,
      "step": 1875
    },
    {
      "epoch": 0.32543608435303306,
      "eval_synth_accuracy": 0.7931740614334472,
      "eval_synth_auroc": 0.8918345962311249,
      "eval_synth_f1": 0.8311977715877438,
      "eval_synth_loss": 0.4633370637893677,
      "eval_synth_precision": 0.9175891758917589,
      "eval_synth_recall": 0.7596741344195519,
      "eval_synth_runtime": 102.8459,
      "eval_synth_samples_per_second": 14.245,
      "eval_synth_steps_per_second": 0.447,
      "step": 1875
    },
    {
      "epoch": 0.32543608435303306,
      "eval_real_accuracy": 0.7761627906976745,
      "eval_real_auroc": 0.8642840565707086,
      "eval_real_f1": 0.8183962264150944,
      "eval_real_loss": 0.47513872385025024,
      "eval_real_precision": 0.887468030690537,
      "eval_real_recall": 0.7592997811816192,
      "eval_real_runtime": 95.3905,
      "eval_real_samples_per_second": 14.425,
      "eval_real_steps_per_second": 0.451,
      "step": 1875
    },
    {
      "epoch": 0.325609650264688,
      "grad_norm": 183.7195587158203,
      "learning_rate": 2.7111046847888954e-06,
      "loss": 4.5178,
      "step": 1876
    },
    {
      "epoch": 0.325783216176343,
      "grad_norm": 140.95046997070312,
      "learning_rate": 2.7125506072874497e-06,
      "loss": 4.6994,
      "step": 1877
    },
    {
      "epoch": 0.32595678208799794,
      "grad_norm": 102.18226623535156,
      "learning_rate": 2.713996529786004e-06,
      "loss": 5.3245,
      "step": 1878
    },
    {
      "epoch": 0.32613034799965285,
      "grad_norm": 151.1441650390625,
      "learning_rate": 2.715442452284558e-06,
      "loss": 3.9263,
      "step": 1879
    },
    {
      "epoch": 0.3263039139113078,
      "grad_norm": 114.83212280273438,
      "learning_rate": 2.716888374783112e-06,
      "loss": 4.6343,
      "step": 1880
    },
    {
      "epoch": 0.32647747982296277,
      "grad_norm": 112.5349349975586,
      "learning_rate": 2.718334297281666e-06,
      "loss": 6.276,
      "step": 1881
    },
    {
      "epoch": 0.32665104573461773,
      "grad_norm": 111.64961242675781,
      "learning_rate": 2.71978021978022e-06,
      "loss": 4.8677,
      "step": 1882
    },
    {
      "epoch": 0.3268246116462727,
      "grad_norm": 100.50376892089844,
      "learning_rate": 2.721226142278774e-06,
      "loss": 4.9965,
      "step": 1883
    },
    {
      "epoch": 0.32699817755792765,
      "grad_norm": 242.01678466796875,
      "learning_rate": 2.722672064777328e-06,
      "loss": 5.508,
      "step": 1884
    },
    {
      "epoch": 0.32717174346958255,
      "grad_norm": 198.04031372070312,
      "learning_rate": 2.724117987275882e-06,
      "loss": 4.7927,
      "step": 1885
    },
    {
      "epoch": 0.3273453093812375,
      "grad_norm": 98.44449615478516,
      "learning_rate": 2.7255639097744363e-06,
      "loss": 5.7464,
      "step": 1886
    },
    {
      "epoch": 0.3275188752928925,
      "grad_norm": 85.77826690673828,
      "learning_rate": 2.7270098322729902e-06,
      "loss": 5.9432,
      "step": 1887
    },
    {
      "epoch": 0.32769244120454744,
      "grad_norm": 201.5565643310547,
      "learning_rate": 2.7284557547715445e-06,
      "loss": 5.8563,
      "step": 1888
    },
    {
      "epoch": 0.3278660071162024,
      "grad_norm": 150.7515411376953,
      "learning_rate": 2.729901677270099e-06,
      "loss": 4.7899,
      "step": 1889
    },
    {
      "epoch": 0.32803957302785736,
      "grad_norm": 91.90669250488281,
      "learning_rate": 2.7313475997686527e-06,
      "loss": 4.786,
      "step": 1890
    },
    {
      "epoch": 0.32821313893951226,
      "grad_norm": 137.5068817138672,
      "learning_rate": 2.732793522267207e-06,
      "loss": 5.1166,
      "step": 1891
    },
    {
      "epoch": 0.3283867048511672,
      "grad_norm": 176.27587890625,
      "learning_rate": 2.7342394447657605e-06,
      "loss": 5.1952,
      "step": 1892
    },
    {
      "epoch": 0.3285602707628222,
      "grad_norm": 153.76992797851562,
      "learning_rate": 2.735685367264315e-06,
      "loss": 5.1103,
      "step": 1893
    },
    {
      "epoch": 0.32873383667447714,
      "grad_norm": 214.91995239257812,
      "learning_rate": 2.7371312897628687e-06,
      "loss": 5.1592,
      "step": 1894
    },
    {
      "epoch": 0.3289074025861321,
      "grad_norm": 134.40606689453125,
      "learning_rate": 2.738577212261423e-06,
      "loss": 5.4302,
      "step": 1895
    },
    {
      "epoch": 0.329080968497787,
      "grad_norm": 77.9487533569336,
      "learning_rate": 2.740023134759977e-06,
      "loss": 5.0589,
      "step": 1896
    },
    {
      "epoch": 0.32925453440944197,
      "grad_norm": 87.06656646728516,
      "learning_rate": 2.741469057258531e-06,
      "loss": 5.6591,
      "step": 1897
    },
    {
      "epoch": 0.32942810032109693,
      "grad_norm": 111.22891235351562,
      "learning_rate": 2.7429149797570855e-06,
      "loss": 4.0538,
      "step": 1898
    },
    {
      "epoch": 0.3296016662327519,
      "grad_norm": 77.02581024169922,
      "learning_rate": 2.7443609022556394e-06,
      "loss": 5.8005,
      "step": 1899
    },
    {
      "epoch": 0.32977523214440685,
      "grad_norm": 73.94869995117188,
      "learning_rate": 2.7458068247541937e-06,
      "loss": 4.9927,
      "step": 1900
    },
    {
      "epoch": 0.32977523214440685,
      "eval_synth_accuracy": 0.8300341296928327,
      "eval_synth_auroc": 0.8945817678882408,
      "eval_synth_f1": 0.8736681887366818,
      "eval_synth_loss": 0.38351601362228394,
      "eval_synth_precision": 0.8705763397371082,
      "eval_synth_recall": 0.8767820773930753,
      "eval_synth_runtime": 102.0007,
      "eval_synth_samples_per_second": 14.363,
      "eval_synth_steps_per_second": 0.451,
      "step": 1900
    },
    {
      "epoch": 0.32977523214440685,
      "eval_real_accuracy": 0.8117732558139535,
      "eval_real_auroc": 0.8680624627014124,
      "eval_real_f1": 0.866974833076528,
      "eval_real_loss": 0.43434378504753113,
      "eval_real_precision": 0.8170377541142304,
      "eval_real_recall": 0.9234135667396062,
      "eval_real_runtime": 96.1388,
      "eval_real_samples_per_second": 14.313,
      "eval_real_steps_per_second": 0.447,
      "step": 1900
    },
    {
      "epoch": 0.3299487980560618,
      "grad_norm": 145.45794677734375,
      "learning_rate": 2.7472527472527476e-06,
      "loss": 6.1694,
      "step": 1901
    },
    {
      "epoch": 0.3301223639677167,
      "grad_norm": 105.39925384521484,
      "learning_rate": 2.7486986697513015e-06,
      "loss": 4.9693,
      "step": 1902
    },
    {
      "epoch": 0.3302959298793717,
      "grad_norm": 88.9437255859375,
      "learning_rate": 2.7501445922498554e-06,
      "loss": 4.3479,
      "step": 1903
    },
    {
      "epoch": 0.33046949579102664,
      "grad_norm": 203.43792724609375,
      "learning_rate": 2.7515905147484097e-06,
      "loss": 6.1273,
      "step": 1904
    },
    {
      "epoch": 0.3306430617026816,
      "grad_norm": 295.1654357910156,
      "learning_rate": 2.7530364372469636e-06,
      "loss": 5.5015,
      "step": 1905
    },
    {
      "epoch": 0.33081662761433656,
      "grad_norm": 85.0324478149414,
      "learning_rate": 2.754482359745518e-06,
      "loss": 4.9782,
      "step": 1906
    },
    {
      "epoch": 0.3309901935259915,
      "grad_norm": 101.43599700927734,
      "learning_rate": 2.7559282822440717e-06,
      "loss": 4.8562,
      "step": 1907
    },
    {
      "epoch": 0.3311637594376464,
      "grad_norm": 128.4120635986328,
      "learning_rate": 2.757374204742626e-06,
      "loss": 5.6743,
      "step": 1908
    },
    {
      "epoch": 0.3313373253493014,
      "grad_norm": 178.44921875,
      "learning_rate": 2.7588201272411804e-06,
      "loss": 5.2271,
      "step": 1909
    },
    {
      "epoch": 0.33151089126095634,
      "grad_norm": 123.09140014648438,
      "learning_rate": 2.7602660497397342e-06,
      "loss": 5.6484,
      "step": 1910
    },
    {
      "epoch": 0.3316844571726113,
      "grad_norm": 174.08251953125,
      "learning_rate": 2.7617119722382886e-06,
      "loss": 5.0207,
      "step": 1911
    },
    {
      "epoch": 0.33185802308426626,
      "grad_norm": 115.53871154785156,
      "learning_rate": 2.7631578947368424e-06,
      "loss": 5.9012,
      "step": 1912
    },
    {
      "epoch": 0.3320315889959212,
      "grad_norm": 109.67460632324219,
      "learning_rate": 2.7646038172353963e-06,
      "loss": 5.7888,
      "step": 1913
    },
    {
      "epoch": 0.33220515490757613,
      "grad_norm": 120.25102233886719,
      "learning_rate": 2.7660497397339502e-06,
      "loss": 5.6302,
      "step": 1914
    },
    {
      "epoch": 0.3323787208192311,
      "grad_norm": 98.41614532470703,
      "learning_rate": 2.7674956622325045e-06,
      "loss": 5.2867,
      "step": 1915
    },
    {
      "epoch": 0.33255228673088605,
      "grad_norm": 150.15219116210938,
      "learning_rate": 2.7689415847310584e-06,
      "loss": 5.823,
      "step": 1916
    },
    {
      "epoch": 0.332725852642541,
      "grad_norm": 130.64508056640625,
      "learning_rate": 2.7703875072296127e-06,
      "loss": 4.758,
      "step": 1917
    },
    {
      "epoch": 0.33289941855419597,
      "grad_norm": 113.23040771484375,
      "learning_rate": 2.771833429728167e-06,
      "loss": 5.1079,
      "step": 1918
    },
    {
      "epoch": 0.33307298446585093,
      "grad_norm": 191.59120178222656,
      "learning_rate": 2.773279352226721e-06,
      "loss": 5.8856,
      "step": 1919
    },
    {
      "epoch": 0.33324655037750583,
      "grad_norm": 131.9609375,
      "learning_rate": 2.7747252747252752e-06,
      "loss": 5.0381,
      "step": 1920
    },
    {
      "epoch": 0.3334201162891608,
      "grad_norm": 186.07418823242188,
      "learning_rate": 2.776171197223829e-06,
      "loss": 4.8377,
      "step": 1921
    },
    {
      "epoch": 0.33359368220081576,
      "grad_norm": 138.74061584472656,
      "learning_rate": 2.7776171197223834e-06,
      "loss": 4.7126,
      "step": 1922
    },
    {
      "epoch": 0.3337672481124707,
      "grad_norm": 164.9354705810547,
      "learning_rate": 2.779063042220937e-06,
      "loss": 5.3278,
      "step": 1923
    },
    {
      "epoch": 0.3339408140241257,
      "grad_norm": 220.7330780029297,
      "learning_rate": 2.780508964719491e-06,
      "loss": 6.5219,
      "step": 1924
    },
    {
      "epoch": 0.33411437993578064,
      "grad_norm": 109.57774353027344,
      "learning_rate": 2.781954887218045e-06,
      "loss": 5.5872,
      "step": 1925
    },
    {
      "epoch": 0.33411437993578064,
      "eval_synth_accuracy": 0.842320819112628,
      "eval_synth_auroc": 0.8957719278271833,
      "eval_synth_f1": 0.88268156424581,
      "eval_synth_loss": 0.3756728768348694,
      "eval_synth_precision": 0.8804457953394124,
      "eval_synth_recall": 0.884928716904277,
      "eval_synth_runtime": 102.0367,
      "eval_synth_samples_per_second": 14.358,
      "eval_synth_steps_per_second": 0.451,
      "step": 1925
    },
    {
      "epoch": 0.33411437993578064,
      "eval_real_accuracy": 0.8030523255813954,
      "eval_real_auroc": 0.8655368154821108,
      "eval_real_f1": 0.8602372356884992,
      "eval_real_loss": 0.441726416349411,
      "eval_real_precision": 0.8136585365853658,
      "eval_real_recall": 0.912472647702407,
      "eval_real_runtime": 95.3684,
      "eval_real_samples_per_second": 14.428,
      "eval_real_steps_per_second": 0.451,
      "step": 1925
    },
    {
      "epoch": 0.33428794584743554,
      "grad_norm": 107.44487762451172,
      "learning_rate": 2.7834008097165994e-06,
      "loss": 5.4514,
      "step": 1926
    },
    {
      "epoch": 0.3344615117590905,
      "grad_norm": 83.44844055175781,
      "learning_rate": 2.7848467322151533e-06,
      "loss": 4.463,
      "step": 1927
    },
    {
      "epoch": 0.33463507767074546,
      "grad_norm": 109.50630187988281,
      "learning_rate": 2.7862926547137076e-06,
      "loss": 4.6304,
      "step": 1928
    },
    {
      "epoch": 0.3348086435824004,
      "grad_norm": 66.91666412353516,
      "learning_rate": 2.787738577212262e-06,
      "loss": 5.0213,
      "step": 1929
    },
    {
      "epoch": 0.3349822094940554,
      "grad_norm": 136.10850524902344,
      "learning_rate": 2.7891844997108158e-06,
      "loss": 4.3213,
      "step": 1930
    },
    {
      "epoch": 0.33515577540571034,
      "grad_norm": 76.49909973144531,
      "learning_rate": 2.79063042220937e-06,
      "loss": 5.5126,
      "step": 1931
    },
    {
      "epoch": 0.33532934131736525,
      "grad_norm": 70.83589172363281,
      "learning_rate": 2.792076344707924e-06,
      "loss": 4.535,
      "step": 1932
    },
    {
      "epoch": 0.3355029072290202,
      "grad_norm": 126.36273956298828,
      "learning_rate": 2.7935222672064783e-06,
      "loss": 5.4303,
      "step": 1933
    },
    {
      "epoch": 0.33567647314067517,
      "grad_norm": 84.6585693359375,
      "learning_rate": 2.7949681897050317e-06,
      "loss": 5.5201,
      "step": 1934
    },
    {
      "epoch": 0.33585003905233013,
      "grad_norm": 76.88445281982422,
      "learning_rate": 2.796414112203586e-06,
      "loss": 4.932,
      "step": 1935
    },
    {
      "epoch": 0.3360236049639851,
      "grad_norm": 70.87818908691406,
      "learning_rate": 2.79786003470214e-06,
      "loss": 4.7561,
      "step": 1936
    },
    {
      "epoch": 0.33619717087564005,
      "grad_norm": 215.42298889160156,
      "learning_rate": 2.7993059572006942e-06,
      "loss": 5.8332,
      "step": 1937
    },
    {
      "epoch": 0.33637073678729495,
      "grad_norm": 90.67271423339844,
      "learning_rate": 2.8007518796992485e-06,
      "loss": 5.2618,
      "step": 1938
    },
    {
      "epoch": 0.3365443026989499,
      "grad_norm": 116.64651489257812,
      "learning_rate": 2.8021978021978024e-06,
      "loss": 5.7141,
      "step": 1939
    },
    {
      "epoch": 0.3367178686106049,
      "grad_norm": 217.21939086914062,
      "learning_rate": 2.8036437246963567e-06,
      "loss": 5.3182,
      "step": 1940
    },
    {
      "epoch": 0.33689143452225984,
      "grad_norm": 70.96357727050781,
      "learning_rate": 2.8050896471949106e-06,
      "loss": 4.9534,
      "step": 1941
    },
    {
      "epoch": 0.3370650004339148,
      "grad_norm": 80.79888153076172,
      "learning_rate": 2.806535569693465e-06,
      "loss": 6.0523,
      "step": 1942
    },
    {
      "epoch": 0.33723856634556976,
      "grad_norm": 82.478271484375,
      "learning_rate": 2.807981492192019e-06,
      "loss": 4.4054,
      "step": 1943
    },
    {
      "epoch": 0.33741213225722466,
      "grad_norm": 153.1776885986328,
      "learning_rate": 2.8094274146905727e-06,
      "loss": 5.4722,
      "step": 1944
    },
    {
      "epoch": 0.3375856981688796,
      "grad_norm": 107.44894409179688,
      "learning_rate": 2.8108733371891266e-06,
      "loss": 5.1363,
      "step": 1945
    },
    {
      "epoch": 0.3377592640805346,
      "grad_norm": 76.90599060058594,
      "learning_rate": 2.812319259687681e-06,
      "loss": 5.332,
      "step": 1946
    },
    {
      "epoch": 0.33793282999218954,
      "grad_norm": 136.8177032470703,
      "learning_rate": 2.8137651821862348e-06,
      "loss": 4.906,
      "step": 1947
    },
    {
      "epoch": 0.3381063959038445,
      "grad_norm": 197.4255828857422,
      "learning_rate": 2.815211104684789e-06,
      "loss": 6.2381,
      "step": 1948
    },
    {
      "epoch": 0.33827996181549946,
      "grad_norm": 76.271484375,
      "learning_rate": 2.8166570271833434e-06,
      "loss": 5.5216,
      "step": 1949
    },
    {
      "epoch": 0.33845352772715437,
      "grad_norm": 140.44110107421875,
      "learning_rate": 2.8181029496818973e-06,
      "loss": 5.6456,
      "step": 1950
    },
    {
      "epoch": 0.33845352772715437,
      "eval_synth_accuracy": 0.8341296928327645,
      "eval_synth_auroc": 0.8886172639603969,
      "eval_synth_f1": 0.8774583963691377,
      "eval_synth_loss": 0.39200910925865173,
      "eval_synth_precision": 0.8691308691308691,
      "eval_synth_recall": 0.8859470468431772,
      "eval_synth_runtime": 102.0101,
      "eval_synth_samples_per_second": 14.361,
      "eval_synth_steps_per_second": 0.451,
      "step": 1950
    },
    {
      "epoch": 0.33845352772715437,
      "eval_real_accuracy": 0.8059593023255814,
      "eval_real_auroc": 0.8678327507649171,
      "eval_real_f1": 0.8579031399680681,
      "eval_real_loss": 0.4274024963378906,
      "eval_real_precision": 0.8352331606217617,
      "eval_real_recall": 0.8818380743982495,
      "eval_real_runtime": 95.544,
      "eval_real_samples_per_second": 14.402,
      "eval_real_steps_per_second": 0.45,
      "step": 1950
    },
    {
      "epoch": 0.33862709363880933,
      "grad_norm": 118.3353500366211,
      "learning_rate": 2.8195488721804516e-06,
      "loss": 5.6796,
      "step": 1951
    },
    {
      "epoch": 0.3388006595504643,
      "grad_norm": 189.93099975585938,
      "learning_rate": 2.8209947946790055e-06,
      "loss": 5.3181,
      "step": 1952
    },
    {
      "epoch": 0.33897422546211925,
      "grad_norm": 137.1735382080078,
      "learning_rate": 2.8224407171775598e-06,
      "loss": 4.6027,
      "step": 1953
    },
    {
      "epoch": 0.3391477913737742,
      "grad_norm": 121.16580963134766,
      "learning_rate": 2.8238866396761132e-06,
      "loss": 4.8748,
      "step": 1954
    },
    {
      "epoch": 0.3393213572854291,
      "grad_norm": 65.59700012207031,
      "learning_rate": 2.8253325621746675e-06,
      "loss": 4.6984,
      "step": 1955
    },
    {
      "epoch": 0.3394949231970841,
      "grad_norm": 124.06061553955078,
      "learning_rate": 2.8267784846732214e-06,
      "loss": 4.7338,
      "step": 1956
    },
    {
      "epoch": 0.33966848910873904,
      "grad_norm": 73.11294555664062,
      "learning_rate": 2.8282244071717757e-06,
      "loss": 4.7081,
      "step": 1957
    },
    {
      "epoch": 0.339842055020394,
      "grad_norm": 78.73236083984375,
      "learning_rate": 2.82967032967033e-06,
      "loss": 4.2178,
      "step": 1958
    },
    {
      "epoch": 0.34001562093204896,
      "grad_norm": 105.0047607421875,
      "learning_rate": 2.831116252168884e-06,
      "loss": 4.302,
      "step": 1959
    },
    {
      "epoch": 0.3401891868437039,
      "grad_norm": 85.75178527832031,
      "learning_rate": 2.8325621746674382e-06,
      "loss": 4.1811,
      "step": 1960
    },
    {
      "epoch": 0.3403627527553588,
      "grad_norm": 252.38876342773438,
      "learning_rate": 2.834008097165992e-06,
      "loss": 5.1491,
      "step": 1961
    },
    {
      "epoch": 0.3405363186670138,
      "grad_norm": 135.10208129882812,
      "learning_rate": 2.8354540196645464e-06,
      "loss": 6.108,
      "step": 1962
    },
    {
      "epoch": 0.34070988457866874,
      "grad_norm": 104.89562225341797,
      "learning_rate": 2.8368999421631003e-06,
      "loss": 4.4709,
      "step": 1963
    },
    {
      "epoch": 0.3408834504903237,
      "grad_norm": 121.94908905029297,
      "learning_rate": 2.8383458646616546e-06,
      "loss": 5.8946,
      "step": 1964
    },
    {
      "epoch": 0.34105701640197866,
      "grad_norm": 109.11767578125,
      "learning_rate": 2.839791787160208e-06,
      "loss": 5.819,
      "step": 1965
    },
    {
      "epoch": 0.3412305823136336,
      "grad_norm": 152.5901336669922,
      "learning_rate": 2.8412377096587624e-06,
      "loss": 5.0044,
      "step": 1966
    },
    {
      "epoch": 0.34140414822528853,
      "grad_norm": 136.89353942871094,
      "learning_rate": 2.8426836321573163e-06,
      "loss": 5.0141,
      "step": 1967
    },
    {
      "epoch": 0.3415777141369435,
      "grad_norm": 87.18460845947266,
      "learning_rate": 2.8441295546558706e-06,
      "loss": 4.7127,
      "step": 1968
    },
    {
      "epoch": 0.34175128004859845,
      "grad_norm": 127.37703704833984,
      "learning_rate": 2.845575477154425e-06,
      "loss": 4.9171,
      "step": 1969
    },
    {
      "epoch": 0.3419248459602534,
      "grad_norm": 76.6046371459961,
      "learning_rate": 2.847021399652979e-06,
      "loss": 4.6346,
      "step": 1970
    },
    {
      "epoch": 0.34209841187190837,
      "grad_norm": 131.5081024169922,
      "learning_rate": 2.848467322151533e-06,
      "loss": 5.1843,
      "step": 1971
    },
    {
      "epoch": 0.34227197778356333,
      "grad_norm": 116.44739532470703,
      "learning_rate": 2.849913244650087e-06,
      "loss": 5.3629,
      "step": 1972
    },
    {
      "epoch": 0.34244554369521824,
      "grad_norm": 265.51025390625,
      "learning_rate": 2.8513591671486413e-06,
      "loss": 6.3241,
      "step": 1973
    },
    {
      "epoch": 0.3426191096068732,
      "grad_norm": 99.6844711303711,
      "learning_rate": 2.852805089647195e-06,
      "loss": 4.3835,
      "step": 1974
    },
    {
      "epoch": 0.34279267551852816,
      "grad_norm": 122.09687042236328,
      "learning_rate": 2.854251012145749e-06,
      "loss": 5.1752,
      "step": 1975
    },
    {
      "epoch": 0.34279267551852816,
      "eval_synth_accuracy": 0.7938566552901024,
      "eval_synth_auroc": 0.8947019434710926,
      "eval_synth_f1": 0.8331491712707182,
      "eval_synth_loss": 0.4392957389354706,
      "eval_synth_precision": 0.9106280193236715,
      "eval_synth_recall": 0.7678207739307535,
      "eval_synth_runtime": 102.0494,
      "eval_synth_samples_per_second": 14.356,
      "eval_synth_steps_per_second": 0.451,
      "step": 1975
    },
    {
      "epoch": 0.34279267551852816,
      "eval_real_accuracy": 0.7834302325581395,
      "eval_real_auroc": 0.8778702151240444,
      "eval_real_f1": 0.8234597156398105,
      "eval_real_loss": 0.46509942412376404,
      "eval_real_precision": 0.8979328165374677,
      "eval_real_recall": 0.7603938730853391,
      "eval_real_runtime": 95.3766,
      "eval_real_samples_per_second": 14.427,
      "eval_real_steps_per_second": 0.451,
      "step": 1975
    },
    {
      "epoch": 0.3429662414301831,
      "grad_norm": 124.4788589477539,
      "learning_rate": 2.855696934644303e-06,
      "loss": 4.372,
      "step": 1976
    },
    {
      "epoch": 0.3431398073418381,
      "grad_norm": 215.36643981933594,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 5.2902,
      "step": 1977
    },
    {
      "epoch": 0.34331337325349304,
      "grad_norm": 144.70681762695312,
      "learning_rate": 2.858588779641411e-06,
      "loss": 5.4609,
      "step": 1978
    },
    {
      "epoch": 0.34348693916514794,
      "grad_norm": 91.13887023925781,
      "learning_rate": 2.8600347021399654e-06,
      "loss": 5.5738,
      "step": 1979
    },
    {
      "epoch": 0.3436605050768029,
      "grad_norm": 163.5824737548828,
      "learning_rate": 2.8614806246385198e-06,
      "loss": 3.9843,
      "step": 1980
    },
    {
      "epoch": 0.34383407098845786,
      "grad_norm": 70.30992126464844,
      "learning_rate": 2.8629265471370736e-06,
      "loss": 4.0088,
      "step": 1981
    },
    {
      "epoch": 0.3440076369001128,
      "grad_norm": 82.80978393554688,
      "learning_rate": 2.864372469635628e-06,
      "loss": 4.3229,
      "step": 1982
    },
    {
      "epoch": 0.3441812028117678,
      "grad_norm": 97.10952758789062,
      "learning_rate": 2.865818392134182e-06,
      "loss": 4.121,
      "step": 1983
    },
    {
      "epoch": 0.34435476872342274,
      "grad_norm": 164.85276794433594,
      "learning_rate": 2.867264314632736e-06,
      "loss": 5.7678,
      "step": 1984
    },
    {
      "epoch": 0.34452833463507765,
      "grad_norm": 78.51570129394531,
      "learning_rate": 2.8687102371312905e-06,
      "loss": 4.7019,
      "step": 1985
    },
    {
      "epoch": 0.3447019005467326,
      "grad_norm": 127.50821685791016,
      "learning_rate": 2.870156159629844e-06,
      "loss": 6.6713,
      "step": 1986
    },
    {
      "epoch": 0.34487546645838757,
      "grad_norm": 126.86921691894531,
      "learning_rate": 2.871602082128398e-06,
      "loss": 5.853,
      "step": 1987
    },
    {
      "epoch": 0.34504903237004253,
      "grad_norm": 81.88809204101562,
      "learning_rate": 2.873048004626952e-06,
      "loss": 4.8271,
      "step": 1988
    },
    {
      "epoch": 0.3452225982816975,
      "grad_norm": 63.50960159301758,
      "learning_rate": 2.8744939271255064e-06,
      "loss": 3.8059,
      "step": 1989
    },
    {
      "epoch": 0.34539616419335245,
      "grad_norm": 184.77114868164062,
      "learning_rate": 2.8759398496240603e-06,
      "loss": 5.5512,
      "step": 1990
    },
    {
      "epoch": 0.34556973010500736,
      "grad_norm": 85.25045776367188,
      "learning_rate": 2.8773857721226146e-06,
      "loss": 4.8852,
      "step": 1991
    },
    {
      "epoch": 0.3457432960166623,
      "grad_norm": 88.98493957519531,
      "learning_rate": 2.8788316946211685e-06,
      "loss": 4.5069,
      "step": 1992
    },
    {
      "epoch": 0.3459168619283173,
      "grad_norm": 135.9283447265625,
      "learning_rate": 2.880277617119723e-06,
      "loss": 5.0267,
      "step": 1993
    },
    {
      "epoch": 0.34609042783997224,
      "grad_norm": 145.81964111328125,
      "learning_rate": 2.8817235396182767e-06,
      "loss": 5.1285,
      "step": 1994
    },
    {
      "epoch": 0.3462639937516272,
      "grad_norm": 144.40953063964844,
      "learning_rate": 2.883169462116831e-06,
      "loss": 5.4636,
      "step": 1995
    },
    {
      "epoch": 0.34643755966328216,
      "grad_norm": 91.55887603759766,
      "learning_rate": 2.8846153846153845e-06,
      "loss": 5.6308,
      "step": 1996
    },
    {
      "epoch": 0.34661112557493706,
      "grad_norm": 156.00477600097656,
      "learning_rate": 2.8860613071139388e-06,
      "loss": 4.8265,
      "step": 1997
    },
    {
      "epoch": 0.346784691486592,
      "grad_norm": 275.7174377441406,
      "learning_rate": 2.8875072296124927e-06,
      "loss": 6.3119,
      "step": 1998
    },
    {
      "epoch": 0.346958257398247,
      "grad_norm": 125.07389831542969,
      "learning_rate": 2.888953152111047e-06,
      "loss": 5.4541,
      "step": 1999
    },
    {
      "epoch": 0.34713182330990194,
      "grad_norm": 76.80481719970703,
      "learning_rate": 2.8903990746096013e-06,
      "loss": 4.9659,
      "step": 2000
    },
    {
      "epoch": 0.34713182330990194,
      "eval_synth_accuracy": 0.837542662116041,
      "eval_synth_auroc": 0.8895860478256653,
      "eval_synth_f1": 0.8826429980276134,
      "eval_synth_loss": 0.38709786534309387,
      "eval_synth_precision": 0.8556405353728489,
      "eval_synth_recall": 0.9114052953156823,
      "eval_synth_runtime": 101.9701,
      "eval_synth_samples_per_second": 14.367,
      "eval_synth_steps_per_second": 0.451,
      "step": 2000
    },
    {
      "epoch": 0.34713182330990194,
      "eval_real_accuracy": 0.7856104651162791,
      "eval_real_auroc": 0.869098534579935,
      "eval_real_f1": 0.8557457212713936,
      "eval_real_loss": 0.503051221370697,
      "eval_real_precision": 0.7736516357206012,
      "eval_real_recall": 0.9573304157549234,
      "eval_real_runtime": 95.3676,
      "eval_real_samples_per_second": 14.428,
      "eval_real_steps_per_second": 0.451,
      "step": 2000
    },
    {
      "epoch": 0.3473053892215569,
      "grad_norm": 159.26681518554688,
      "learning_rate": 2.891844997108155e-06,
      "loss": 6.6306,
      "step": 2001
    },
    {
      "epoch": 0.34747895513321186,
      "grad_norm": 100.83291625976562,
      "learning_rate": 2.8932909196067095e-06,
      "loss": 5.289,
      "step": 2002
    },
    {
      "epoch": 0.34765252104486677,
      "grad_norm": 87.34172821044922,
      "learning_rate": 2.8947368421052634e-06,
      "loss": 4.5655,
      "step": 2003
    },
    {
      "epoch": 0.34782608695652173,
      "grad_norm": 133.8026123046875,
      "learning_rate": 2.8961827646038177e-06,
      "loss": 5.5229,
      "step": 2004
    },
    {
      "epoch": 0.3479996528681767,
      "grad_norm": 69.46847534179688,
      "learning_rate": 2.897628687102372e-06,
      "loss": 4.4567,
      "step": 2005
    },
    {
      "epoch": 0.34817321877983165,
      "grad_norm": 97.0283432006836,
      "learning_rate": 2.899074609600926e-06,
      "loss": 4.4329,
      "step": 2006
    },
    {
      "epoch": 0.3483467846914866,
      "grad_norm": 61.10744857788086,
      "learning_rate": 2.9005205320994793e-06,
      "loss": 4.6692,
      "step": 2007
    },
    {
      "epoch": 0.3485203506031415,
      "grad_norm": 114.11505889892578,
      "learning_rate": 2.9019664545980336e-06,
      "loss": 4.5347,
      "step": 2008
    },
    {
      "epoch": 0.3486939165147965,
      "grad_norm": 124.50312042236328,
      "learning_rate": 2.903412377096588e-06,
      "loss": 4.9117,
      "step": 2009
    },
    {
      "epoch": 0.34886748242645144,
      "grad_norm": 78.28369140625,
      "learning_rate": 2.904858299595142e-06,
      "loss": 5.2975,
      "step": 2010
    },
    {
      "epoch": 0.3490410483381064,
      "grad_norm": 68.36016082763672,
      "learning_rate": 2.906304222093696e-06,
      "loss": 4.2487,
      "step": 2011
    },
    {
      "epoch": 0.34921461424976136,
      "grad_norm": 112.43604278564453,
      "learning_rate": 2.90775014459225e-06,
      "loss": 5.0707,
      "step": 2012
    },
    {
      "epoch": 0.3493881801614163,
      "grad_norm": 79.99180603027344,
      "learning_rate": 2.9091960670908043e-06,
      "loss": 5.3231,
      "step": 2013
    },
    {
      "epoch": 0.3495617460730712,
      "grad_norm": 112.84432220458984,
      "learning_rate": 2.910641989589358e-06,
      "loss": 5.6628,
      "step": 2014
    },
    {
      "epoch": 0.3497353119847262,
      "grad_norm": 86.81503295898438,
      "learning_rate": 2.9120879120879125e-06,
      "loss": 5.1713,
      "step": 2015
    },
    {
      "epoch": 0.34990887789638114,
      "grad_norm": 98.67372131347656,
      "learning_rate": 2.913533834586467e-06,
      "loss": 5.1402,
      "step": 2016
    },
    {
      "epoch": 0.3500824438080361,
      "grad_norm": 98.59379577636719,
      "learning_rate": 2.9149797570850203e-06,
      "loss": 5.0357,
      "step": 2017
    },
    {
      "epoch": 0.35025600971969106,
      "grad_norm": 151.2910614013672,
      "learning_rate": 2.916425679583574e-06,
      "loss": 4.8522,
      "step": 2018
    },
    {
      "epoch": 0.350429575631346,
      "grad_norm": 132.90786743164062,
      "learning_rate": 2.9178716020821285e-06,
      "loss": 6.0257,
      "step": 2019
    },
    {
      "epoch": 0.35060314154300093,
      "grad_norm": 145.8069305419922,
      "learning_rate": 2.9193175245806828e-06,
      "loss": 5.0861,
      "step": 2020
    },
    {
      "epoch": 0.3507767074546559,
      "grad_norm": 72.47167205810547,
      "learning_rate": 2.9207634470792367e-06,
      "loss": 4.3776,
      "step": 2021
    },
    {
      "epoch": 0.35095027336631085,
      "grad_norm": 84.5179672241211,
      "learning_rate": 2.922209369577791e-06,
      "loss": 4.2556,
      "step": 2022
    },
    {
      "epoch": 0.3511238392779658,
      "grad_norm": 62.618934631347656,
      "learning_rate": 2.923655292076345e-06,
      "loss": 4.1233,
      "step": 2023
    },
    {
      "epoch": 0.35129740518962077,
      "grad_norm": 68.28003692626953,
      "learning_rate": 2.925101214574899e-06,
      "loss": 4.8504,
      "step": 2024
    },
    {
      "epoch": 0.35147097110127573,
      "grad_norm": 106.30280303955078,
      "learning_rate": 2.9265471370734535e-06,
      "loss": 5.5645,
      "step": 2025
    },
    {
      "epoch": 0.35147097110127573,
      "eval_synth_accuracy": 0.842320819112628,
      "eval_synth_auroc": 0.9106199373400294,
      "eval_synth_f1": 0.8812339331619538,
      "eval_synth_loss": 0.35580918192863464,
      "eval_synth_precision": 0.8899273104880582,
      "eval_synth_recall": 0.8727087576374746,
      "eval_synth_runtime": 102.7976,
      "eval_synth_samples_per_second": 14.251,
      "eval_synth_steps_per_second": 0.447,
      "step": 2025
    },
    {
      "epoch": 0.35147097110127573,
      "eval_real_accuracy": 0.8030523255813954,
      "eval_real_auroc": 0.8754973145016907,
      "eval_real_f1": 0.8516694033935414,
      "eval_real_loss": 0.4282987713813782,
      "eval_real_precision": 0.8521358159912377,
      "eval_real_recall": 0.8512035010940919,
      "eval_real_runtime": 95.3794,
      "eval_real_samples_per_second": 14.427,
      "eval_real_steps_per_second": 0.451,
      "step": 2025
    },
    {
      "epoch": 0.35164453701293064,
      "grad_norm": 105.75833892822266,
      "learning_rate": 2.9279930595720074e-06,
      "loss": 5.5991,
      "step": 2026
    },
    {
      "epoch": 0.3518181029245856,
      "grad_norm": 89.70345306396484,
      "learning_rate": 2.929438982070561e-06,
      "loss": 4.0628,
      "step": 2027
    },
    {
      "epoch": 0.35199166883624056,
      "grad_norm": 89.03514862060547,
      "learning_rate": 2.930884904569115e-06,
      "loss": 4.9981,
      "step": 2028
    },
    {
      "epoch": 0.3521652347478955,
      "grad_norm": 71.12745666503906,
      "learning_rate": 2.9323308270676694e-06,
      "loss": 4.8004,
      "step": 2029
    },
    {
      "epoch": 0.3523388006595505,
      "grad_norm": 98.23446655273438,
      "learning_rate": 2.9337767495662233e-06,
      "loss": 4.2866,
      "step": 2030
    },
    {
      "epoch": 0.35251236657120544,
      "grad_norm": 87.48216247558594,
      "learning_rate": 2.9352226720647776e-06,
      "loss": 4.5829,
      "step": 2031
    },
    {
      "epoch": 0.35268593248286034,
      "grad_norm": 110.6622543334961,
      "learning_rate": 2.9366685945633315e-06,
      "loss": 5.7024,
      "step": 2032
    },
    {
      "epoch": 0.3528594983945153,
      "grad_norm": 101.71142578125,
      "learning_rate": 2.938114517061886e-06,
      "loss": 4.4739,
      "step": 2033
    },
    {
      "epoch": 0.35303306430617026,
      "grad_norm": 86.25593566894531,
      "learning_rate": 2.9395604395604397e-06,
      "loss": 4.5241,
      "step": 2034
    },
    {
      "epoch": 0.3532066302178252,
      "grad_norm": 77.96371459960938,
      "learning_rate": 2.941006362058994e-06,
      "loss": 4.3954,
      "step": 2035
    },
    {
      "epoch": 0.3533801961294802,
      "grad_norm": 160.65792846679688,
      "learning_rate": 2.9424522845575483e-06,
      "loss": 4.6918,
      "step": 2036
    },
    {
      "epoch": 0.35355376204113514,
      "grad_norm": 115.75531005859375,
      "learning_rate": 2.9438982070561022e-06,
      "loss": 4.566,
      "step": 2037
    },
    {
      "epoch": 0.35372732795279005,
      "grad_norm": 170.40350341796875,
      "learning_rate": 2.9453441295546557e-06,
      "loss": 5.0916,
      "step": 2038
    },
    {
      "epoch": 0.353900893864445,
      "grad_norm": 103.4211196899414,
      "learning_rate": 2.94679005205321e-06,
      "loss": 4.7049,
      "step": 2039
    },
    {
      "epoch": 0.35407445977609997,
      "grad_norm": 144.1752166748047,
      "learning_rate": 2.9482359745517643e-06,
      "loss": 4.7131,
      "step": 2040
    },
    {
      "epoch": 0.35424802568775493,
      "grad_norm": 70.78079986572266,
      "learning_rate": 2.949681897050318e-06,
      "loss": 4.4265,
      "step": 2041
    },
    {
      "epoch": 0.3544215915994099,
      "grad_norm": 133.9852294921875,
      "learning_rate": 2.9511278195488725e-06,
      "loss": 5.149,
      "step": 2042
    },
    {
      "epoch": 0.35459515751106485,
      "grad_norm": 78.17818450927734,
      "learning_rate": 2.9525737420474264e-06,
      "loss": 4.9936,
      "step": 2043
    },
    {
      "epoch": 0.35476872342271976,
      "grad_norm": 103.01264953613281,
      "learning_rate": 2.9540196645459807e-06,
      "loss": 5.6167,
      "step": 2044
    },
    {
      "epoch": 0.3549422893343747,
      "grad_norm": 86.31278991699219,
      "learning_rate": 2.955465587044535e-06,
      "loss": 4.4154,
      "step": 2045
    },
    {
      "epoch": 0.3551158552460297,
      "grad_norm": 155.7180938720703,
      "learning_rate": 2.956911509543089e-06,
      "loss": 5.4982,
      "step": 2046
    },
    {
      "epoch": 0.35528942115768464,
      "grad_norm": 83.1978530883789,
      "learning_rate": 2.958357432041643e-06,
      "loss": 5.5704,
      "step": 2047
    },
    {
      "epoch": 0.3554629870693396,
      "grad_norm": 72.11967468261719,
      "learning_rate": 2.9598033545401966e-06,
      "loss": 4.6335,
      "step": 2048
    },
    {
      "epoch": 0.35563655298099456,
      "grad_norm": 132.92770385742188,
      "learning_rate": 2.961249277038751e-06,
      "loss": 4.4695,
      "step": 2049
    },
    {
      "epoch": 0.35581011889264946,
      "grad_norm": 90.5696792602539,
      "learning_rate": 2.962695199537305e-06,
      "loss": 5.3005,
      "step": 2050
    },
    {
      "epoch": 0.35581011889264946,
      "eval_synth_accuracy": 0.8436860068259385,
      "eval_synth_auroc": 0.9054544956209705,
      "eval_synth_f1": 0.8834605597964377,
      "eval_synth_loss": 0.3612532913684845,
      "eval_synth_precision": 0.8830111902339777,
      "eval_synth_recall": 0.8839103869653768,
      "eval_synth_runtime": 102.2021,
      "eval_synth_samples_per_second": 14.334,
      "eval_synth_steps_per_second": 0.45,
      "step": 2050
    },
    {
      "epoch": 0.35581011889264946,
      "eval_real_accuracy": 0.7965116279069767,
      "eval_real_auroc": 0.8631722034347854,
      "eval_real_f1": 0.8507462686567164,
      "eval_real_loss": 0.4349019229412079,
      "eval_real_precision": 0.8295218295218295,
      "eval_real_recall": 0.8730853391684902,
      "eval_real_runtime": 95.3708,
      "eval_real_samples_per_second": 14.428,
      "eval_real_steps_per_second": 0.451,
      "step": 2050
    },
    {
      "epoch": 0.3559836848043044,
      "grad_norm": 69.27843475341797,
      "learning_rate": 2.964141122035859e-06,
      "loss": 5.1927,
      "step": 2051
    },
    {
      "epoch": 0.3561572507159594,
      "grad_norm": 106.74484252929688,
      "learning_rate": 2.965587044534413e-06,
      "loss": 6.2985,
      "step": 2052
    },
    {
      "epoch": 0.35633081662761434,
      "grad_norm": 48.433895111083984,
      "learning_rate": 2.9670329670329673e-06,
      "loss": 3.3105,
      "step": 2053
    },
    {
      "epoch": 0.3565043825392693,
      "grad_norm": 72.03463745117188,
      "learning_rate": 2.9684788895315212e-06,
      "loss": 4.5949,
      "step": 2054
    },
    {
      "epoch": 0.35667794845092426,
      "grad_norm": 104.26679229736328,
      "learning_rate": 2.9699248120300755e-06,
      "loss": 4.9482,
      "step": 2055
    },
    {
      "epoch": 0.35685151436257917,
      "grad_norm": 81.95439147949219,
      "learning_rate": 2.97137073452863e-06,
      "loss": 5.2537,
      "step": 2056
    },
    {
      "epoch": 0.35702508027423413,
      "grad_norm": 147.35348510742188,
      "learning_rate": 2.9728166570271837e-06,
      "loss": 4.9701,
      "step": 2057
    },
    {
      "epoch": 0.3571986461858891,
      "grad_norm": 135.86485290527344,
      "learning_rate": 2.974262579525738e-06,
      "loss": 4.4742,
      "step": 2058
    },
    {
      "epoch": 0.35737221209754405,
      "grad_norm": 71.67179870605469,
      "learning_rate": 2.9757085020242915e-06,
      "loss": 4.9016,
      "step": 2059
    },
    {
      "epoch": 0.357545778009199,
      "grad_norm": 73.67390441894531,
      "learning_rate": 2.977154424522846e-06,
      "loss": 5.15,
      "step": 2060
    },
    {
      "epoch": 0.35771934392085397,
      "grad_norm": 79.20026397705078,
      "learning_rate": 2.9786003470213997e-06,
      "loss": 4.6973,
      "step": 2061
    },
    {
      "epoch": 0.3578929098325089,
      "grad_norm": 101.03953552246094,
      "learning_rate": 2.980046269519954e-06,
      "loss": 4.7209,
      "step": 2062
    },
    {
      "epoch": 0.35806647574416384,
      "grad_norm": 75.70733642578125,
      "learning_rate": 2.981492192018508e-06,
      "loss": 5.4574,
      "step": 2063
    },
    {
      "epoch": 0.3582400416558188,
      "grad_norm": 86.75180053710938,
      "learning_rate": 2.982938114517062e-06,
      "loss": 4.6011,
      "step": 2064
    },
    {
      "epoch": 0.35841360756747376,
      "grad_norm": 108.57372283935547,
      "learning_rate": 2.9843840370156165e-06,
      "loss": 4.8675,
      "step": 2065
    },
    {
      "epoch": 0.3585871734791287,
      "grad_norm": 72.06971740722656,
      "learning_rate": 2.9858299595141704e-06,
      "loss": 5.321,
      "step": 2066
    },
    {
      "epoch": 0.3587607393907836,
      "grad_norm": 102.72930908203125,
      "learning_rate": 2.9872758820127247e-06,
      "loss": 4.2312,
      "step": 2067
    },
    {
      "epoch": 0.3589343053024386,
      "grad_norm": 104.15644073486328,
      "learning_rate": 2.9887218045112786e-06,
      "loss": 5.2603,
      "step": 2068
    },
    {
      "epoch": 0.35910787121409354,
      "grad_norm": 62.83855056762695,
      "learning_rate": 2.9901677270098325e-06,
      "loss": 4.3036,
      "step": 2069
    },
    {
      "epoch": 0.3592814371257485,
      "grad_norm": 139.3920440673828,
      "learning_rate": 2.9916136495083864e-06,
      "loss": 6.3422,
      "step": 2070
    },
    {
      "epoch": 0.35945500303740346,
      "grad_norm": 156.93418884277344,
      "learning_rate": 2.9930595720069407e-06,
      "loss": 4.0702,
      "step": 2071
    },
    {
      "epoch": 0.3596285689490584,
      "grad_norm": 101.021240234375,
      "learning_rate": 2.9945054945054946e-06,
      "loss": 5.4096,
      "step": 2072
    },
    {
      "epoch": 0.35980213486071333,
      "grad_norm": 91.13168334960938,
      "learning_rate": 2.995951417004049e-06,
      "loss": 4.8431,
      "step": 2073
    },
    {
      "epoch": 0.3599757007723683,
      "grad_norm": 75.29182434082031,
      "learning_rate": 2.9973973395026027e-06,
      "loss": 5.134,
      "step": 2074
    },
    {
      "epoch": 0.36014926668402325,
      "grad_norm": 131.85565185546875,
      "learning_rate": 2.998843262001157e-06,
      "loss": 5.0144,
      "step": 2075
    },
    {
      "epoch": 0.36014926668402325,
      "eval_synth_accuracy": 0.8348122866894198,
      "eval_synth_auroc": 0.9153573853166522,
      "eval_synth_f1": 0.8708644610458911,
      "eval_synth_loss": 0.3746490776538849,
      "eval_synth_precision": 0.9147982062780269,
      "eval_synth_recall": 0.8309572301425662,
      "eval_synth_runtime": 102.0181,
      "eval_synth_samples_per_second": 14.36,
      "eval_synth_steps_per_second": 0.451,
      "step": 2075
    },
    {
      "epoch": 0.36014926668402325,
      "eval_real_accuracy": 0.8175872093023255,
      "eval_real_auroc": 0.8918767228395237,
      "eval_real_f1": 0.8590679393599102,
      "eval_real_loss": 0.3990338444709778,
      "eval_real_precision": 0.8823529411764706,
      "eval_real_recall": 0.8369803063457331,
      "eval_real_runtime": 95.5415,
      "eval_real_samples_per_second": 14.402,
      "eval_real_steps_per_second": 0.45,
      "step": 2075
    },
    {
      "epoch": 0.3603228325956782,
      "grad_norm": 88.13811492919922,
      "learning_rate": 3.0002891844997114e-06,
      "loss": 5.7775,
      "step": 2076
    },
    {
      "epoch": 0.36049639850733317,
      "grad_norm": 134.76904296875,
      "learning_rate": 3.0017351069982652e-06,
      "loss": 5.3447,
      "step": 2077
    },
    {
      "epoch": 0.36066996441898813,
      "grad_norm": 250.3020782470703,
      "learning_rate": 3.0031810294968196e-06,
      "loss": 5.3635,
      "step": 2078
    },
    {
      "epoch": 0.36084353033064304,
      "grad_norm": 79.55857849121094,
      "learning_rate": 3.004626951995373e-06,
      "loss": 4.2811,
      "step": 2079
    },
    {
      "epoch": 0.361017096242298,
      "grad_norm": 55.54631423950195,
      "learning_rate": 3.0060728744939273e-06,
      "loss": 4.6621,
      "step": 2080
    },
    {
      "epoch": 0.36119066215395296,
      "grad_norm": 157.28309631347656,
      "learning_rate": 3.007518796992481e-06,
      "loss": 4.8521,
      "step": 2081
    },
    {
      "epoch": 0.3613642280656079,
      "grad_norm": 119.85332489013672,
      "learning_rate": 3.0089647194910355e-06,
      "loss": 5.344,
      "step": 2082
    },
    {
      "epoch": 0.3615377939772629,
      "grad_norm": 87.95271301269531,
      "learning_rate": 3.0104106419895894e-06,
      "loss": 5.4993,
      "step": 2083
    },
    {
      "epoch": 0.36171135988891784,
      "grad_norm": 98.8636703491211,
      "learning_rate": 3.0118565644881437e-06,
      "loss": 5.2187,
      "step": 2084
    },
    {
      "epoch": 0.36188492580057274,
      "grad_norm": 111.46471405029297,
      "learning_rate": 3.0133024869866976e-06,
      "loss": 4.8388,
      "step": 2085
    },
    {
      "epoch": 0.3620584917122277,
      "grad_norm": 160.3803253173828,
      "learning_rate": 3.014748409485252e-06,
      "loss": 5.434,
      "step": 2086
    },
    {
      "epoch": 0.36223205762388266,
      "grad_norm": 69.53508758544922,
      "learning_rate": 3.0161943319838062e-06,
      "loss": 5.0022,
      "step": 2087
    },
    {
      "epoch": 0.3624056235355376,
      "grad_norm": 79.39059448242188,
      "learning_rate": 3.01764025448236e-06,
      "loss": 4.2775,
      "step": 2088
    },
    {
      "epoch": 0.3625791894471926,
      "grad_norm": 81.53333282470703,
      "learning_rate": 3.0190861769809144e-06,
      "loss": 5.5247,
      "step": 2089
    },
    {
      "epoch": 0.36275275535884755,
      "grad_norm": 94.5665054321289,
      "learning_rate": 3.020532099479468e-06,
      "loss": 4.9396,
      "step": 2090
    },
    {
      "epoch": 0.36292632127050245,
      "grad_norm": 83.01327514648438,
      "learning_rate": 3.021978021978022e-06,
      "loss": 4.3329,
      "step": 2091
    },
    {
      "epoch": 0.3630998871821574,
      "grad_norm": 70.17901611328125,
      "learning_rate": 3.023423944476576e-06,
      "loss": 4.739,
      "step": 2092
    },
    {
      "epoch": 0.36327345309381237,
      "grad_norm": 82.3071517944336,
      "learning_rate": 3.0248698669751304e-06,
      "loss": 5.3123,
      "step": 2093
    },
    {
      "epoch": 0.36344701900546733,
      "grad_norm": 92.57270050048828,
      "learning_rate": 3.0263157894736843e-06,
      "loss": 5.4525,
      "step": 2094
    },
    {
      "epoch": 0.3636205849171223,
      "grad_norm": 101.9290771484375,
      "learning_rate": 3.0277617119722386e-06,
      "loss": 4.4335,
      "step": 2095
    },
    {
      "epoch": 0.36379415082877725,
      "grad_norm": 77.68598175048828,
      "learning_rate": 3.029207634470793e-06,
      "loss": 4.2614,
      "step": 2096
    },
    {
      "epoch": 0.36396771674043216,
      "grad_norm": 111.67496490478516,
      "learning_rate": 3.0306535569693468e-06,
      "loss": 5.2701,
      "step": 2097
    },
    {
      "epoch": 0.3641412826520871,
      "grad_norm": 71.84388732910156,
      "learning_rate": 3.032099479467901e-06,
      "loss": 4.3893,
      "step": 2098
    },
    {
      "epoch": 0.3643148485637421,
      "grad_norm": 97.62975311279297,
      "learning_rate": 3.033545401966455e-06,
      "loss": 6.6499,
      "step": 2099
    },
    {
      "epoch": 0.36448841447539704,
      "grad_norm": 94.29142761230469,
      "learning_rate": 3.034991324465009e-06,
      "loss": 4.6766,
      "step": 2100
    },
    {
      "epoch": 0.36448841447539704,
      "eval_synth_accuracy": 0.8511945392491468,
      "eval_synth_auroc": 0.9139658785678444,
      "eval_synth_f1": 0.8887755102040816,
      "eval_synth_loss": 0.3548152446746826,
      "eval_synth_precision": 0.8905930470347648,
      "eval_synth_recall": 0.8869653767820774,
      "eval_synth_runtime": 102.1309,
      "eval_synth_samples_per_second": 14.344,
      "eval_synth_steps_per_second": 0.45,
      "step": 2100
    },
    {
      "epoch": 0.36448841447539704,
      "eval_real_accuracy": 0.8197674418604651,
      "eval_real_auroc": 0.8891166273551394,
      "eval_real_f1": 0.8673796791443851,
      "eval_real_loss": 0.398761123418808,
      "eval_real_precision": 0.8483263598326359,
      "eval_real_recall": 0.887308533916849,
      "eval_real_runtime": 95.3801,
      "eval_real_samples_per_second": 14.426,
      "eval_real_steps_per_second": 0.451,
      "step": 2100
    },
    {
      "epoch": 0.364661980387052,
      "grad_norm": 77.00227355957031,
      "learning_rate": 3.0364372469635627e-06,
      "loss": 5.5026,
      "step": 2101
    },
    {
      "epoch": 0.36483554629870696,
      "grad_norm": 71.87862396240234,
      "learning_rate": 3.037883169462117e-06,
      "loss": 4.3325,
      "step": 2102
    },
    {
      "epoch": 0.36500911221036186,
      "grad_norm": 94.68219757080078,
      "learning_rate": 3.039329091960671e-06,
      "loss": 4.1894,
      "step": 2103
    },
    {
      "epoch": 0.3651826781220168,
      "grad_norm": 60.99516677856445,
      "learning_rate": 3.0407750144592252e-06,
      "loss": 4.3451,
      "step": 2104
    },
    {
      "epoch": 0.3653562440336718,
      "grad_norm": 56.58517837524414,
      "learning_rate": 3.042220936957779e-06,
      "loss": 4.3771,
      "step": 2105
    },
    {
      "epoch": 0.36552980994532674,
      "grad_norm": 161.37982177734375,
      "learning_rate": 3.0436668594563334e-06,
      "loss": 3.8118,
      "step": 2106
    },
    {
      "epoch": 0.3657033758569817,
      "grad_norm": 82.22994232177734,
      "learning_rate": 3.0451127819548877e-06,
      "loss": 5.5545,
      "step": 2107
    },
    {
      "epoch": 0.36587694176863667,
      "grad_norm": 99.64064025878906,
      "learning_rate": 3.0465587044534416e-06,
      "loss": 5.9699,
      "step": 2108
    },
    {
      "epoch": 0.36605050768029157,
      "grad_norm": 63.243385314941406,
      "learning_rate": 3.048004626951996e-06,
      "loss": 4.0778,
      "step": 2109
    },
    {
      "epoch": 0.36622407359194653,
      "grad_norm": 137.9884490966797,
      "learning_rate": 3.04945054945055e-06,
      "loss": 4.8244,
      "step": 2110
    },
    {
      "epoch": 0.3663976395036015,
      "grad_norm": 69.1838150024414,
      "learning_rate": 3.0508964719491037e-06,
      "loss": 4.7309,
      "step": 2111
    },
    {
      "epoch": 0.36657120541525645,
      "grad_norm": 64.53102111816406,
      "learning_rate": 3.0523423944476576e-06,
      "loss": 5.084,
      "step": 2112
    },
    {
      "epoch": 0.3667447713269114,
      "grad_norm": 126.97032165527344,
      "learning_rate": 3.053788316946212e-06,
      "loss": 4.593,
      "step": 2113
    },
    {
      "epoch": 0.36691833723856637,
      "grad_norm": 81.7655029296875,
      "learning_rate": 3.0552342394447658e-06,
      "loss": 5.2396,
      "step": 2114
    },
    {
      "epoch": 0.3670919031502213,
      "grad_norm": 131.01495361328125,
      "learning_rate": 3.05668016194332e-06,
      "loss": 4.5831,
      "step": 2115
    },
    {
      "epoch": 0.36726546906187624,
      "grad_norm": 71.04049682617188,
      "learning_rate": 3.0581260844418744e-06,
      "loss": 5.234,
      "step": 2116
    },
    {
      "epoch": 0.3674390349735312,
      "grad_norm": 70.26072692871094,
      "learning_rate": 3.0595720069404283e-06,
      "loss": 4.5255,
      "step": 2117
    },
    {
      "epoch": 0.36761260088518616,
      "grad_norm": 137.92779541015625,
      "learning_rate": 3.0610179294389826e-06,
      "loss": 5.2328,
      "step": 2118
    },
    {
      "epoch": 0.3677861667968411,
      "grad_norm": 99.6969223022461,
      "learning_rate": 3.0624638519375365e-06,
      "loss": 4.7952,
      "step": 2119
    },
    {
      "epoch": 0.3679597327084961,
      "grad_norm": 121.59741973876953,
      "learning_rate": 3.0639097744360908e-06,
      "loss": 4.5979,
      "step": 2120
    },
    {
      "epoch": 0.368133298620151,
      "grad_norm": 86.70124816894531,
      "learning_rate": 3.0653556969346442e-06,
      "loss": 5.2436,
      "step": 2121
    },
    {
      "epoch": 0.36830686453180594,
      "grad_norm": 143.85443115234375,
      "learning_rate": 3.0668016194331985e-06,
      "loss": 5.186,
      "step": 2122
    },
    {
      "epoch": 0.3684804304434609,
      "grad_norm": 272.4218444824219,
      "learning_rate": 3.0682475419317524e-06,
      "loss": 6.3593,
      "step": 2123
    },
    {
      "epoch": 0.36865399635511586,
      "grad_norm": 152.4574737548828,
      "learning_rate": 3.0696934644303067e-06,
      "loss": 5.5748,
      "step": 2124
    },
    {
      "epoch": 0.3688275622667708,
      "grad_norm": 80.04866790771484,
      "learning_rate": 3.0711393869288606e-06,
      "loss": 5.4573,
      "step": 2125
    },
    {
      "epoch": 0.3688275622667708,
      "eval_synth_accuracy": 0.8129692832764505,
      "eval_synth_auroc": 0.8696632553667886,
      "eval_synth_f1": 0.8607723577235772,
      "eval_synth_loss": 0.43129441142082214,
      "eval_synth_precision": 0.859026369168357,
      "eval_synth_recall": 0.8625254582484725,
      "eval_synth_runtime": 102.3969,
      "eval_synth_samples_per_second": 14.307,
      "eval_synth_steps_per_second": 0.449,
      "step": 2125
    },
    {
      "epoch": 0.3688275622667708,
      "eval_real_accuracy": 0.7928779069767442,
      "eval_real_auroc": 0.8643420765959059,
      "eval_real_f1": 0.8574287143571786,
      "eval_real_loss": 0.4736412465572357,
      "eval_real_precision": 0.7898617511520737,
      "eval_real_recall": 0.937636761487965,
      "eval_real_runtime": 95.3851,
      "eval_real_samples_per_second": 14.426,
      "eval_real_steps_per_second": 0.451,
      "step": 2125
    },
    {
      "epoch": 0.36900112817842573,
      "grad_norm": 94.34488677978516,
      "learning_rate": 3.072585309427415e-06,
      "loss": 4.8165,
      "step": 2126
    },
    {
      "epoch": 0.3691746940900807,
      "grad_norm": 149.04867553710938,
      "learning_rate": 3.0740312319259692e-06,
      "loss": 5.7906,
      "step": 2127
    },
    {
      "epoch": 0.36934826000173565,
      "grad_norm": 136.3759002685547,
      "learning_rate": 3.075477154424523e-06,
      "loss": 4.5843,
      "step": 2128
    },
    {
      "epoch": 0.3695218259133906,
      "grad_norm": 124.49146270751953,
      "learning_rate": 3.0769230769230774e-06,
      "loss": 4.4365,
      "step": 2129
    },
    {
      "epoch": 0.36969539182504557,
      "grad_norm": 165.5989990234375,
      "learning_rate": 3.0783689994216313e-06,
      "loss": 5.3339,
      "step": 2130
    },
    {
      "epoch": 0.36986895773670053,
      "grad_norm": 162.29437255859375,
      "learning_rate": 3.0798149219201856e-06,
      "loss": 6.9245,
      "step": 2131
    },
    {
      "epoch": 0.37004252364835544,
      "grad_norm": 61.016265869140625,
      "learning_rate": 3.081260844418739e-06,
      "loss": 4.1316,
      "step": 2132
    },
    {
      "epoch": 0.3702160895600104,
      "grad_norm": 76.94807434082031,
      "learning_rate": 3.0827067669172934e-06,
      "loss": 4.4727,
      "step": 2133
    },
    {
      "epoch": 0.37038965547166536,
      "grad_norm": 231.5747528076172,
      "learning_rate": 3.0841526894158473e-06,
      "loss": 5.3528,
      "step": 2134
    },
    {
      "epoch": 0.3705632213833203,
      "grad_norm": 91.69661712646484,
      "learning_rate": 3.0855986119144016e-06,
      "loss": 4.6173,
      "step": 2135
    },
    {
      "epoch": 0.3707367872949753,
      "grad_norm": 98.79056549072266,
      "learning_rate": 3.087044534412956e-06,
      "loss": 4.0693,
      "step": 2136
    },
    {
      "epoch": 0.37091035320663024,
      "grad_norm": 181.07586669921875,
      "learning_rate": 3.0884904569115098e-06,
      "loss": 5.8232,
      "step": 2137
    },
    {
      "epoch": 0.37108391911828514,
      "grad_norm": 214.739013671875,
      "learning_rate": 3.089936379410064e-06,
      "loss": 5.5894,
      "step": 2138
    },
    {
      "epoch": 0.3712574850299401,
      "grad_norm": 161.628662109375,
      "learning_rate": 3.091382301908618e-06,
      "loss": 4.9877,
      "step": 2139
    },
    {
      "epoch": 0.37143105094159506,
      "grad_norm": 79.13631439208984,
      "learning_rate": 3.0928282244071723e-06,
      "loss": 5.0258,
      "step": 2140
    },
    {
      "epoch": 0.37160461685325,
      "grad_norm": 105.84563446044922,
      "learning_rate": 3.094274146905726e-06,
      "loss": 4.8217,
      "step": 2141
    },
    {
      "epoch": 0.371778182764905,
      "grad_norm": 152.30609130859375,
      "learning_rate": 3.09572006940428e-06,
      "loss": 4.8453,
      "step": 2142
    },
    {
      "epoch": 0.37195174867655995,
      "grad_norm": 135.2288055419922,
      "learning_rate": 3.097165991902834e-06,
      "loss": 4.2628,
      "step": 2143
    },
    {
      "epoch": 0.37212531458821485,
      "grad_norm": 74.36080169677734,
      "learning_rate": 3.0986119144013883e-06,
      "loss": 5.391,
      "step": 2144
    },
    {
      "epoch": 0.3722988804998698,
      "grad_norm": 79.83770751953125,
      "learning_rate": 3.100057836899942e-06,
      "loss": 4.058,
      "step": 2145
    },
    {
      "epoch": 0.37247244641152477,
      "grad_norm": 133.63499450683594,
      "learning_rate": 3.1015037593984964e-06,
      "loss": 5.9127,
      "step": 2146
    },
    {
      "epoch": 0.37264601232317973,
      "grad_norm": 123.88452911376953,
      "learning_rate": 3.1029496818970508e-06,
      "loss": 4.9652,
      "step": 2147
    },
    {
      "epoch": 0.3728195782348347,
      "grad_norm": 94.10465240478516,
      "learning_rate": 3.1043956043956046e-06,
      "loss": 4.6873,
      "step": 2148
    },
    {
      "epoch": 0.37299314414648965,
      "grad_norm": 65.43855285644531,
      "learning_rate": 3.105841526894159e-06,
      "loss": 3.7912,
      "step": 2149
    },
    {
      "epoch": 0.37316671005814456,
      "grad_norm": 77.20814514160156,
      "learning_rate": 3.107287449392713e-06,
      "loss": 3.9636,
      "step": 2150
    },
    {
      "epoch": 0.37316671005814456,
      "eval_synth_accuracy": 0.837542662116041,
      "eval_synth_auroc": 0.8855064030393881,
      "eval_synth_f1": 0.8770661157024794,
      "eval_synth_loss": 0.42001020908355713,
      "eval_synth_precision": 0.889937106918239,
      "eval_synth_recall": 0.8645621181262729,
      "eval_synth_runtime": 101.9896,
      "eval_synth_samples_per_second": 14.364,
      "eval_synth_steps_per_second": 0.451,
      "step": 2150
    },
    {
      "epoch": 0.37316671005814456,
      "eval_real_accuracy": 0.8168604651162791,
      "eval_real_auroc": 0.8860451182661248,
      "eval_real_f1": 0.8682008368200836,
      "eval_real_loss": 0.40729424357414246,
      "eval_real_precision": 0.8316633266533067,
      "eval_real_recall": 0.9080962800875274,
      "eval_real_runtime": 95.3917,
      "eval_real_samples_per_second": 14.425,
      "eval_real_steps_per_second": 0.451,
      "step": 2150
    },
    {
      "epoch": 0.3733402759697995,
      "grad_norm": 86.76680755615234,
      "learning_rate": 3.108733371891267e-06,
      "loss": 4.6075,
      "step": 2151
    },
    {
      "epoch": 0.3735138418814545,
      "grad_norm": 91.7789535522461,
      "learning_rate": 3.1101792943898206e-06,
      "loss": 5.1736,
      "step": 2152
    },
    {
      "epoch": 0.37368740779310944,
      "grad_norm": 122.85487365722656,
      "learning_rate": 3.111625216888375e-06,
      "loss": 4.0373,
      "step": 2153
    },
    {
      "epoch": 0.3738609737047644,
      "grad_norm": 105.24408721923828,
      "learning_rate": 3.113071139386929e-06,
      "loss": 5.1156,
      "step": 2154
    },
    {
      "epoch": 0.37403453961641936,
      "grad_norm": 92.72175598144531,
      "learning_rate": 3.114517061885483e-06,
      "loss": 4.7503,
      "step": 2155
    },
    {
      "epoch": 0.37420810552807426,
      "grad_norm": 101.20162963867188,
      "learning_rate": 3.1159629843840374e-06,
      "loss": 4.362,
      "step": 2156
    },
    {
      "epoch": 0.3743816714397292,
      "grad_norm": 71.92886352539062,
      "learning_rate": 3.1174089068825913e-06,
      "loss": 4.9633,
      "step": 2157
    },
    {
      "epoch": 0.3745552373513842,
      "grad_norm": 108.92106628417969,
      "learning_rate": 3.1188548293811456e-06,
      "loss": 4.4133,
      "step": 2158
    },
    {
      "epoch": 0.37472880326303915,
      "grad_norm": 116.79701232910156,
      "learning_rate": 3.1203007518796995e-06,
      "loss": 4.3993,
      "step": 2159
    },
    {
      "epoch": 0.3749023691746941,
      "grad_norm": 204.70433044433594,
      "learning_rate": 3.121746674378254e-06,
      "loss": 5.943,
      "step": 2160
    },
    {
      "epoch": 0.37507593508634907,
      "grad_norm": 65.61031341552734,
      "learning_rate": 3.1231925968768077e-06,
      "loss": 3.802,
      "step": 2161
    },
    {
      "epoch": 0.37524950099800397,
      "grad_norm": 75.27129364013672,
      "learning_rate": 3.124638519375362e-06,
      "loss": 4.8914,
      "step": 2162
    },
    {
      "epoch": 0.37542306690965893,
      "grad_norm": 131.62921142578125,
      "learning_rate": 3.1260844418739155e-06,
      "loss": 4.3063,
      "step": 2163
    },
    {
      "epoch": 0.3755966328213139,
      "grad_norm": 117.71839904785156,
      "learning_rate": 3.1275303643724698e-06,
      "loss": 5.0368,
      "step": 2164
    },
    {
      "epoch": 0.37577019873296885,
      "grad_norm": 77.27488708496094,
      "learning_rate": 3.1289762868710237e-06,
      "loss": 3.909,
      "step": 2165
    },
    {
      "epoch": 0.3759437646446238,
      "grad_norm": 70.88092803955078,
      "learning_rate": 3.130422209369578e-06,
      "loss": 4.8603,
      "step": 2166
    },
    {
      "epoch": 0.3761173305562788,
      "grad_norm": 82.80084228515625,
      "learning_rate": 3.1318681318681323e-06,
      "loss": 4.8134,
      "step": 2167
    },
    {
      "epoch": 0.3762908964679337,
      "grad_norm": 67.44401550292969,
      "learning_rate": 3.133314054366686e-06,
      "loss": 4.0173,
      "step": 2168
    },
    {
      "epoch": 0.37646446237958864,
      "grad_norm": 88.5731201171875,
      "learning_rate": 3.1347599768652405e-06,
      "loss": 5.6737,
      "step": 2169
    },
    {
      "epoch": 0.3766380282912436,
      "grad_norm": 206.941162109375,
      "learning_rate": 3.1362058993637943e-06,
      "loss": 5.1735,
      "step": 2170
    },
    {
      "epoch": 0.37681159420289856,
      "grad_norm": 104.62972259521484,
      "learning_rate": 3.1376518218623487e-06,
      "loss": 5.66,
      "step": 2171
    },
    {
      "epoch": 0.3769851601145535,
      "grad_norm": 126.4507064819336,
      "learning_rate": 3.139097744360903e-06,
      "loss": 4.8561,
      "step": 2172
    },
    {
      "epoch": 0.3771587260262085,
      "grad_norm": 68.88079833984375,
      "learning_rate": 3.1405436668594564e-06,
      "loss": 3.8898,
      "step": 2173
    },
    {
      "epoch": 0.3773322919378634,
      "grad_norm": 211.42236328125,
      "learning_rate": 3.1419895893580103e-06,
      "loss": 5.1148,
      "step": 2174
    },
    {
      "epoch": 0.37750585784951834,
      "grad_norm": 183.94190979003906,
      "learning_rate": 3.1434355118565646e-06,
      "loss": 4.4091,
      "step": 2175
    },
    {
      "epoch": 0.37750585784951834,
      "eval_synth_accuracy": 0.8061433447098976,
      "eval_synth_auroc": 0.9099705675239191,
      "eval_synth_f1": 0.8422222222222222,
      "eval_synth_loss": 0.43931370973587036,
      "eval_synth_precision": 0.9266503667481663,
      "eval_synth_recall": 0.7718940936863544,
      "eval_synth_runtime": 101.9178,
      "eval_synth_samples_per_second": 14.374,
      "eval_synth_steps_per_second": 0.451,
      "step": 2175
    },
    {
      "epoch": 0.37750585784951834,
      "eval_real_accuracy": 0.782703488372093,
      "eval_real_auroc": 0.887379578845662,
      "eval_real_f1": 0.8184578020643595,
      "eval_real_loss": 0.4616308808326721,
      "eval_real_precision": 0.9195088676671214,
      "eval_real_recall": 0.737417943107221,
      "eval_real_runtime": 95.3191,
      "eval_real_samples_per_second": 14.436,
      "eval_real_steps_per_second": 0.451,
      "step": 2175
    },
    {
      "epoch": 0.3776794237611733,
      "grad_norm": 184.44622802734375,
      "learning_rate": 3.144881434355119e-06,
      "loss": 6.0227,
      "step": 2176
    },
    {
      "epoch": 0.37785298967282827,
      "grad_norm": 171.82676696777344,
      "learning_rate": 3.146327356853673e-06,
      "loss": 5.9632,
      "step": 2177
    },
    {
      "epoch": 0.3780265555844832,
      "grad_norm": 85.53953552246094,
      "learning_rate": 3.147773279352227e-06,
      "loss": 4.8654,
      "step": 2178
    },
    {
      "epoch": 0.37820012149613813,
      "grad_norm": 223.81858825683594,
      "learning_rate": 3.149219201850781e-06,
      "loss": 5.4216,
      "step": 2179
    },
    {
      "epoch": 0.3783736874077931,
      "grad_norm": 169.3813018798828,
      "learning_rate": 3.1506651243493353e-06,
      "loss": 4.5358,
      "step": 2180
    },
    {
      "epoch": 0.37854725331944805,
      "grad_norm": 94.15113830566406,
      "learning_rate": 3.152111046847889e-06,
      "loss": 4.2955,
      "step": 2181
    },
    {
      "epoch": 0.378720819231103,
      "grad_norm": 60.73564910888672,
      "learning_rate": 3.1535569693464435e-06,
      "loss": 4.4613,
      "step": 2182
    },
    {
      "epoch": 0.378894385142758,
      "grad_norm": 135.37313842773438,
      "learning_rate": 3.155002891844998e-06,
      "loss": 4.3729,
      "step": 2183
    },
    {
      "epoch": 0.37906795105441293,
      "grad_norm": 172.84341430664062,
      "learning_rate": 3.1564488143435513e-06,
      "loss": 5.6169,
      "step": 2184
    },
    {
      "epoch": 0.37924151696606784,
      "grad_norm": 102.82684326171875,
      "learning_rate": 3.157894736842105e-06,
      "loss": 4.5805,
      "step": 2185
    },
    {
      "epoch": 0.3794150828777228,
      "grad_norm": 110.23377227783203,
      "learning_rate": 3.1593406593406595e-06,
      "loss": 4.8173,
      "step": 2186
    },
    {
      "epoch": 0.37958864878937776,
      "grad_norm": 137.07281494140625,
      "learning_rate": 3.1607865818392138e-06,
      "loss": 5.4448,
      "step": 2187
    },
    {
      "epoch": 0.3797622147010327,
      "grad_norm": 157.1426544189453,
      "learning_rate": 3.1622325043377677e-06,
      "loss": 5.482,
      "step": 2188
    },
    {
      "epoch": 0.3799357806126877,
      "grad_norm": 82.93770599365234,
      "learning_rate": 3.163678426836322e-06,
      "loss": 5.5096,
      "step": 2189
    },
    {
      "epoch": 0.38010934652434264,
      "grad_norm": 119.71526336669922,
      "learning_rate": 3.165124349334876e-06,
      "loss": 6.4724,
      "step": 2190
    },
    {
      "epoch": 0.38028291243599754,
      "grad_norm": 113.55162048339844,
      "learning_rate": 3.16657027183343e-06,
      "loss": 5.2111,
      "step": 2191
    },
    {
      "epoch": 0.3804564783476525,
      "grad_norm": 62.14821243286133,
      "learning_rate": 3.168016194331984e-06,
      "loss": 3.79,
      "step": 2192
    },
    {
      "epoch": 0.38063004425930747,
      "grad_norm": 65.39328002929688,
      "learning_rate": 3.1694621168305384e-06,
      "loss": 4.3846,
      "step": 2193
    },
    {
      "epoch": 0.3808036101709624,
      "grad_norm": 76.20637512207031,
      "learning_rate": 3.170908039329092e-06,
      "loss": 5.3551,
      "step": 2194
    },
    {
      "epoch": 0.3809771760826174,
      "grad_norm": 102.3261947631836,
      "learning_rate": 3.172353961827646e-06,
      "loss": 5.1865,
      "step": 2195
    },
    {
      "epoch": 0.38115074199427235,
      "grad_norm": 125.97322082519531,
      "learning_rate": 3.1737998843262004e-06,
      "loss": 4.4292,
      "step": 2196
    },
    {
      "epoch": 0.38132430790592725,
      "grad_norm": 89.33645629882812,
      "learning_rate": 3.1752458068247543e-06,
      "loss": 5.1665,
      "step": 2197
    },
    {
      "epoch": 0.3814978738175822,
      "grad_norm": 55.35143280029297,
      "learning_rate": 3.1766917293233086e-06,
      "loss": 4.0523,
      "step": 2198
    },
    {
      "epoch": 0.38167143972923717,
      "grad_norm": 67.86788940429688,
      "learning_rate": 3.1781376518218625e-06,
      "loss": 4.4649,
      "step": 2199
    },
    {
      "epoch": 0.38184500564089213,
      "grad_norm": 116.4765853881836,
      "learning_rate": 3.179583574320417e-06,
      "loss": 5.0907,
      "step": 2200
    },
    {
      "epoch": 0.38184500564089213,
      "eval_synth_accuracy": 0.8348122866894198,
      "eval_synth_auroc": 0.8904989605866254,
      "eval_synth_f1": 0.8764044943820225,
      "eval_synth_loss": 0.39116689562797546,
      "eval_synth_precision": 0.8790983606557377,
      "eval_synth_recall": 0.8737270875763747,
      "eval_synth_runtime": 102.1504,
      "eval_synth_samples_per_second": 14.342,
      "eval_synth_steps_per_second": 0.45,
      "step": 2200
    },
    {
      "epoch": 0.38184500564089213,
      "eval_real_accuracy": 0.7979651162790697,
      "eval_real_auroc": 0.8751527465969479,
      "eval_real_f1": 0.8464088397790055,
      "eval_real_loss": 0.4168632924556732,
      "eval_real_precision": 0.8549107142857143,
      "eval_real_recall": 0.838074398249453,
      "eval_real_runtime": 95.4273,
      "eval_real_samples_per_second": 14.419,
      "eval_real_steps_per_second": 0.451,
      "step": 2200
    },
    {
      "epoch": 0.3820185715525471,
      "grad_norm": 65.28441619873047,
      "learning_rate": 3.1810294968189707e-06,
      "loss": 4.9327,
      "step": 2201
    },
    {
      "epoch": 0.38219213746420205,
      "grad_norm": 74.34441375732422,
      "learning_rate": 3.182475419317525e-06,
      "loss": 4.2964,
      "step": 2202
    },
    {
      "epoch": 0.38236570337585696,
      "grad_norm": 181.8025360107422,
      "learning_rate": 3.1839213418160793e-06,
      "loss": 7.0931,
      "step": 2203
    },
    {
      "epoch": 0.3825392692875119,
      "grad_norm": 93.89261627197266,
      "learning_rate": 3.185367264314633e-06,
      "loss": 4.3227,
      "step": 2204
    },
    {
      "epoch": 0.3827128351991669,
      "grad_norm": 66.79047393798828,
      "learning_rate": 3.1868131868131867e-06,
      "loss": 3.4414,
      "step": 2205
    },
    {
      "epoch": 0.38288640111082184,
      "grad_norm": 84.26397705078125,
      "learning_rate": 3.188259109311741e-06,
      "loss": 4.5761,
      "step": 2206
    },
    {
      "epoch": 0.3830599670224768,
      "grad_norm": 144.035400390625,
      "learning_rate": 3.1897050318102953e-06,
      "loss": 5.042,
      "step": 2207
    },
    {
      "epoch": 0.38323353293413176,
      "grad_norm": 88.3733901977539,
      "learning_rate": 3.191150954308849e-06,
      "loss": 4.8695,
      "step": 2208
    },
    {
      "epoch": 0.38340709884578666,
      "grad_norm": 91.7081298828125,
      "learning_rate": 3.1925968768074035e-06,
      "loss": 3.757,
      "step": 2209
    },
    {
      "epoch": 0.3835806647574416,
      "grad_norm": 64.45572662353516,
      "learning_rate": 3.1940427993059574e-06,
      "loss": 4.065,
      "step": 2210
    },
    {
      "epoch": 0.3837542306690966,
      "grad_norm": 87.35713958740234,
      "learning_rate": 3.1954887218045117e-06,
      "loss": 5.2671,
      "step": 2211
    },
    {
      "epoch": 0.38392779658075155,
      "grad_norm": 78.9110107421875,
      "learning_rate": 3.1969346443030656e-06,
      "loss": 4.6824,
      "step": 2212
    },
    {
      "epoch": 0.3841013624924065,
      "grad_norm": 187.14817810058594,
      "learning_rate": 3.19838056680162e-06,
      "loss": 6.3676,
      "step": 2213
    },
    {
      "epoch": 0.38427492840406147,
      "grad_norm": 82.7876205444336,
      "learning_rate": 3.199826489300174e-06,
      "loss": 5.0166,
      "step": 2214
    },
    {
      "epoch": 0.38444849431571637,
      "grad_norm": 67.23486328125,
      "learning_rate": 3.2012724117987276e-06,
      "loss": 4.3796,
      "step": 2215
    },
    {
      "epoch": 0.38462206022737133,
      "grad_norm": 105.53870391845703,
      "learning_rate": 3.2027183342972815e-06,
      "loss": 5.9722,
      "step": 2216
    },
    {
      "epoch": 0.3847956261390263,
      "grad_norm": 119.60266876220703,
      "learning_rate": 3.204164256795836e-06,
      "loss": 4.9728,
      "step": 2217
    },
    {
      "epoch": 0.38496919205068125,
      "grad_norm": 62.95087432861328,
      "learning_rate": 3.20561017929439e-06,
      "loss": 4.6911,
      "step": 2218
    },
    {
      "epoch": 0.3851427579623362,
      "grad_norm": 70.47978210449219,
      "learning_rate": 3.207056101792944e-06,
      "loss": 4.6361,
      "step": 2219
    },
    {
      "epoch": 0.3853163238739912,
      "grad_norm": 108.3001937866211,
      "learning_rate": 3.2085020242914983e-06,
      "loss": 5.5231,
      "step": 2220
    },
    {
      "epoch": 0.3854898897856461,
      "grad_norm": 107.17010498046875,
      "learning_rate": 3.2099479467900522e-06,
      "loss": 3.9563,
      "step": 2221
    },
    {
      "epoch": 0.38566345569730104,
      "grad_norm": 73.41767883300781,
      "learning_rate": 3.2113938692886065e-06,
      "loss": 4.8736,
      "step": 2222
    },
    {
      "epoch": 0.385837021608956,
      "grad_norm": 88.74848175048828,
      "learning_rate": 3.212839791787161e-06,
      "loss": 3.9773,
      "step": 2223
    },
    {
      "epoch": 0.38601058752061096,
      "grad_norm": 105.97703552246094,
      "learning_rate": 3.2142857142857147e-06,
      "loss": 5.3863,
      "step": 2224
    },
    {
      "epoch": 0.3861841534322659,
      "grad_norm": 108.49596405029297,
      "learning_rate": 3.215731636784268e-06,
      "loss": 4.3776,
      "step": 2225
    },
    {
      "epoch": 0.3861841534322659,
      "eval_synth_accuracy": 0.8539249146757679,
      "eval_synth_auroc": 0.9051435149460474,
      "eval_synth_f1": 0.8941641938674579,
      "eval_synth_loss": 0.3535490930080414,
      "eval_synth_precision": 0.8692307692307693,
      "eval_synth_recall": 0.9205702647657841,
      "eval_synth_runtime": 102.1453,
      "eval_synth_samples_per_second": 14.342,
      "eval_synth_steps_per_second": 0.45,
      "step": 2225
    },
    {
      "epoch": 0.3861841534322659,
      "eval_real_accuracy": 0.8059593023255814,
      "eval_real_auroc": 0.8768447999848438,
      "eval_real_f1": 0.8591029023746701,
      "eval_real_loss": 0.4114602208137512,
      "eval_real_precision": 0.8297655453618756,
      "eval_real_recall": 0.8905908096280087,
      "eval_real_runtime": 95.3952,
      "eval_real_samples_per_second": 14.424,
      "eval_real_steps_per_second": 0.451,
      "step": 2225
    },
    {
      "epoch": 0.3863577193439209,
      "grad_norm": 122.81230926513672,
      "learning_rate": 3.2171775592828225e-06,
      "loss": 4.0962,
      "step": 2226
    },
    {
      "epoch": 0.3865312852555758,
      "grad_norm": 177.21885681152344,
      "learning_rate": 3.218623481781377e-06,
      "loss": 5.1425,
      "step": 2227
    },
    {
      "epoch": 0.38670485116723075,
      "grad_norm": 139.3850555419922,
      "learning_rate": 3.2200694042799307e-06,
      "loss": 4.4501,
      "step": 2228
    },
    {
      "epoch": 0.3868784170788857,
      "grad_norm": 71.89350128173828,
      "learning_rate": 3.221515326778485e-06,
      "loss": 5.1493,
      "step": 2229
    },
    {
      "epoch": 0.38705198299054067,
      "grad_norm": 100.18306732177734,
      "learning_rate": 3.222961249277039e-06,
      "loss": 4.6445,
      "step": 2230
    },
    {
      "epoch": 0.3872255489021956,
      "grad_norm": 160.1980743408203,
      "learning_rate": 3.224407171775593e-06,
      "loss": 5.8242,
      "step": 2231
    },
    {
      "epoch": 0.3873991148138506,
      "grad_norm": 76.80603790283203,
      "learning_rate": 3.225853094274147e-06,
      "loss": 3.9865,
      "step": 2232
    },
    {
      "epoch": 0.3875726807255055,
      "grad_norm": 62.49470520019531,
      "learning_rate": 3.2272990167727014e-06,
      "loss": 4.5207,
      "step": 2233
    },
    {
      "epoch": 0.38774624663716045,
      "grad_norm": 97.6104736328125,
      "learning_rate": 3.2287449392712557e-06,
      "loss": 6.2845,
      "step": 2234
    },
    {
      "epoch": 0.3879198125488154,
      "grad_norm": 65.28528594970703,
      "learning_rate": 3.2301908617698096e-06,
      "loss": 4.5974,
      "step": 2235
    },
    {
      "epoch": 0.3880933784604704,
      "grad_norm": 112.16604614257812,
      "learning_rate": 3.231636784268363e-06,
      "loss": 4.6184,
      "step": 2236
    },
    {
      "epoch": 0.38826694437212533,
      "grad_norm": 125.35396575927734,
      "learning_rate": 3.2330827067669174e-06,
      "loss": 5.4137,
      "step": 2237
    },
    {
      "epoch": 0.38844051028378024,
      "grad_norm": 79.63037872314453,
      "learning_rate": 3.2345286292654717e-06,
      "loss": 4.5002,
      "step": 2238
    },
    {
      "epoch": 0.3886140761954352,
      "grad_norm": 60.47601318359375,
      "learning_rate": 3.2359745517640255e-06,
      "loss": 4.1301,
      "step": 2239
    },
    {
      "epoch": 0.38878764210709016,
      "grad_norm": 109.7834701538086,
      "learning_rate": 3.23742047426258e-06,
      "loss": 4.708,
      "step": 2240
    },
    {
      "epoch": 0.3889612080187451,
      "grad_norm": 119.93446350097656,
      "learning_rate": 3.2388663967611337e-06,
      "loss": 4.9261,
      "step": 2241
    },
    {
      "epoch": 0.3891347739304001,
      "grad_norm": 57.681427001953125,
      "learning_rate": 3.240312319259688e-06,
      "loss": 4.4619,
      "step": 2242
    },
    {
      "epoch": 0.38930833984205504,
      "grad_norm": 86.93498229980469,
      "learning_rate": 3.2417582417582424e-06,
      "loss": 6.1969,
      "step": 2243
    },
    {
      "epoch": 0.38948190575370994,
      "grad_norm": 67.33219909667969,
      "learning_rate": 3.2432041642567962e-06,
      "loss": 4.5023,
      "step": 2244
    },
    {
      "epoch": 0.3896554716653649,
      "grad_norm": 64.24313354492188,
      "learning_rate": 3.2446500867553506e-06,
      "loss": 4.8597,
      "step": 2245
    },
    {
      "epoch": 0.38982903757701987,
      "grad_norm": 60.52265930175781,
      "learning_rate": 3.246096009253904e-06,
      "loss": 4.1138,
      "step": 2246
    },
    {
      "epoch": 0.3900026034886748,
      "grad_norm": 69.60881042480469,
      "learning_rate": 3.2475419317524583e-06,
      "loss": 4.3258,
      "step": 2247
    },
    {
      "epoch": 0.3901761694003298,
      "grad_norm": 74.46094512939453,
      "learning_rate": 3.248987854251012e-06,
      "loss": 5.0228,
      "step": 2248
    },
    {
      "epoch": 0.39034973531198475,
      "grad_norm": 95.42450714111328,
      "learning_rate": 3.2504337767495665e-06,
      "loss": 5.3007,
      "step": 2249
    },
    {
      "epoch": 0.39052330122363965,
      "grad_norm": 100.0379638671875,
      "learning_rate": 3.2518796992481204e-06,
      "loss": 5.026,
      "step": 2250
    },
    {
      "epoch": 0.39052330122363965,
      "eval_synth_accuracy": 0.8341296928327645,
      "eval_synth_auroc": 0.9108075799167625,
      "eval_synth_f1": 0.8724409448818897,
      "eval_synth_loss": 0.3715340495109558,
      "eval_synth_precision": 0.9003250270855905,
      "eval_synth_recall": 0.8462321792260692,
      "eval_synth_runtime": 102.024,
      "eval_synth_samples_per_second": 14.359,
      "eval_synth_steps_per_second": 0.451,
      "step": 2250
    },
    {
      "epoch": 0.39052330122363965,
      "eval_real_accuracy": 0.7928779069767442,
      "eval_real_auroc": 0.8681406121231068,
      "eval_real_f1": 0.8417545807884509,
      "eval_real_loss": 0.43856650590896606,
      "eval_real_precision": 0.85456595264938,
      "eval_real_recall": 0.8293216630196937,
      "eval_real_runtime": 95.365,
      "eval_real_samples_per_second": 14.429,
      "eval_real_steps_per_second": 0.451,
      "step": 2250
    },
    {
      "epoch": 0.3906968671352946,
      "grad_norm": 69.98573303222656,
      "learning_rate": 3.2533256217466747e-06,
      "loss": 4.676,
      "step": 2251
    },
    {
      "epoch": 0.3908704330469496,
      "grad_norm": 102.02629089355469,
      "learning_rate": 3.2547715442452286e-06,
      "loss": 4.4944,
      "step": 2252
    },
    {
      "epoch": 0.39104399895860453,
      "grad_norm": 71.40862274169922,
      "learning_rate": 3.256217466743783e-06,
      "loss": 4.9438,
      "step": 2253
    },
    {
      "epoch": 0.3912175648702595,
      "grad_norm": 61.4008903503418,
      "learning_rate": 3.2576633892423372e-06,
      "loss": 4.4335,
      "step": 2254
    },
    {
      "epoch": 0.39139113078191445,
      "grad_norm": 63.11848449707031,
      "learning_rate": 3.259109311740891e-06,
      "loss": 4.4195,
      "step": 2255
    },
    {
      "epoch": 0.39156469669356936,
      "grad_norm": 66.60536193847656,
      "learning_rate": 3.2605552342394446e-06,
      "loss": 4.39,
      "step": 2256
    },
    {
      "epoch": 0.3917382626052243,
      "grad_norm": 81.50704193115234,
      "learning_rate": 3.262001156737999e-06,
      "loss": 4.5195,
      "step": 2257
    },
    {
      "epoch": 0.3919118285168793,
      "grad_norm": 75.7928695678711,
      "learning_rate": 3.263447079236553e-06,
      "loss": 4.7903,
      "step": 2258
    },
    {
      "epoch": 0.39208539442853424,
      "grad_norm": 74.89570617675781,
      "learning_rate": 3.264893001735107e-06,
      "loss": 4.4947,
      "step": 2259
    },
    {
      "epoch": 0.3922589603401892,
      "grad_norm": 63.36930465698242,
      "learning_rate": 3.2663389242336614e-06,
      "loss": 3.5201,
      "step": 2260
    },
    {
      "epoch": 0.39243252625184416,
      "grad_norm": 128.86476135253906,
      "learning_rate": 3.2677848467322153e-06,
      "loss": 4.6674,
      "step": 2261
    },
    {
      "epoch": 0.39260609216349907,
      "grad_norm": 115.07720947265625,
      "learning_rate": 3.2692307692307696e-06,
      "loss": 4.8339,
      "step": 2262
    },
    {
      "epoch": 0.392779658075154,
      "grad_norm": 104.50518035888672,
      "learning_rate": 3.270676691729324e-06,
      "loss": 4.7269,
      "step": 2263
    },
    {
      "epoch": 0.392953223986809,
      "grad_norm": 93.552978515625,
      "learning_rate": 3.2721226142278778e-06,
      "loss": 3.9687,
      "step": 2264
    },
    {
      "epoch": 0.39312678989846395,
      "grad_norm": 86.60261535644531,
      "learning_rate": 3.273568536726432e-06,
      "loss": 4.3421,
      "step": 2265
    },
    {
      "epoch": 0.3933003558101189,
      "grad_norm": 89.3874740600586,
      "learning_rate": 3.275014459224986e-06,
      "loss": 4.2139,
      "step": 2266
    },
    {
      "epoch": 0.39347392172177387,
      "grad_norm": 90.32469940185547,
      "learning_rate": 3.27646038172354e-06,
      "loss": 4.0072,
      "step": 2267
    },
    {
      "epoch": 0.39364748763342877,
      "grad_norm": 129.48114013671875,
      "learning_rate": 3.2779063042220937e-06,
      "loss": 4.6522,
      "step": 2268
    },
    {
      "epoch": 0.39382105354508373,
      "grad_norm": 84.08297729492188,
      "learning_rate": 3.279352226720648e-06,
      "loss": 5.7864,
      "step": 2269
    },
    {
      "epoch": 0.3939946194567387,
      "grad_norm": 122.09552764892578,
      "learning_rate": 3.280798149219202e-06,
      "loss": 5.7595,
      "step": 2270
    },
    {
      "epoch": 0.39416818536839365,
      "grad_norm": 120.23716735839844,
      "learning_rate": 3.2822440717177562e-06,
      "loss": 4.1824,
      "step": 2271
    },
    {
      "epoch": 0.3943417512800486,
      "grad_norm": 90.47606658935547,
      "learning_rate": 3.28368999421631e-06,
      "loss": 5.2318,
      "step": 2272
    },
    {
      "epoch": 0.3945153171917036,
      "grad_norm": 76.04737854003906,
      "learning_rate": 3.2851359167148644e-06,
      "loss": 3.5191,
      "step": 2273
    },
    {
      "epoch": 0.3946888831033585,
      "grad_norm": 59.625099182128906,
      "learning_rate": 3.2865818392134187e-06,
      "loss": 3.8831,
      "step": 2274
    },
    {
      "epoch": 0.39486244901501344,
      "grad_norm": 92.78335571289062,
      "learning_rate": 3.2880277617119726e-06,
      "loss": 4.9485,
      "step": 2275
    },
    {
      "epoch": 0.39486244901501344,
      "eval_synth_accuracy": 0.8511945392491468,
      "eval_synth_auroc": 0.9120841819416157,
      "eval_synth_f1": 0.8877445932028837,
      "eval_synth_loss": 0.35714033246040344,
      "eval_synth_precision": 0.8979166666666667,
      "eval_synth_recall": 0.8778004073319755,
      "eval_synth_runtime": 102.0903,
      "eval_synth_samples_per_second": 14.35,
      "eval_synth_steps_per_second": 0.451,
      "step": 2275
    },
    {
      "epoch": 0.39486244901501344,
      "eval_real_accuracy": 0.8052325581395349,
      "eval_real_auroc": 0.8792141483607567,
      "eval_real_f1": 0.853551912568306,
      "eval_real_loss": 0.41508200764656067,
      "eval_real_precision": 0.8526200873362445,
      "eval_real_recall": 0.8544857768052516,
      "eval_real_runtime": 95.4085,
      "eval_real_samples_per_second": 14.422,
      "eval_real_steps_per_second": 0.451,
      "step": 2275
    },
    {
      "epoch": 0.3950360149266684,
      "grad_norm": 70.77384948730469,
      "learning_rate": 3.289473684210527e-06,
      "loss": 4.201,
      "step": 2276
    },
    {
      "epoch": 0.39520958083832336,
      "grad_norm": 62.094276428222656,
      "learning_rate": 3.2909196067090804e-06,
      "loss": 4.6423,
      "step": 2277
    },
    {
      "epoch": 0.3953831467499783,
      "grad_norm": 78.23046875,
      "learning_rate": 3.2923655292076347e-06,
      "loss": 4.1419,
      "step": 2278
    },
    {
      "epoch": 0.3955567126616333,
      "grad_norm": 132.8345489501953,
      "learning_rate": 3.2938114517061886e-06,
      "loss": 5.1517,
      "step": 2279
    },
    {
      "epoch": 0.3957302785732882,
      "grad_norm": 57.92515563964844,
      "learning_rate": 3.295257374204743e-06,
      "loss": 3.9177,
      "step": 2280
    },
    {
      "epoch": 0.39590384448494315,
      "grad_norm": 86.63195037841797,
      "learning_rate": 3.2967032967032968e-06,
      "loss": 4.0681,
      "step": 2281
    },
    {
      "epoch": 0.3960774103965981,
      "grad_norm": 101.11602020263672,
      "learning_rate": 3.298149219201851e-06,
      "loss": 4.1512,
      "step": 2282
    },
    {
      "epoch": 0.39625097630825307,
      "grad_norm": 91.51434326171875,
      "learning_rate": 3.2995951417004054e-06,
      "loss": 5.3343,
      "step": 2283
    },
    {
      "epoch": 0.396424542219908,
      "grad_norm": 68.26152038574219,
      "learning_rate": 3.3010410641989593e-06,
      "loss": 4.1013,
      "step": 2284
    },
    {
      "epoch": 0.396598108131563,
      "grad_norm": 107.85272216796875,
      "learning_rate": 3.3024869866975136e-06,
      "loss": 5.3818,
      "step": 2285
    },
    {
      "epoch": 0.3967716740432179,
      "grad_norm": 98.32659912109375,
      "learning_rate": 3.3039329091960675e-06,
      "loss": 6.1097,
      "step": 2286
    },
    {
      "epoch": 0.39694523995487285,
      "grad_norm": 73.13157653808594,
      "learning_rate": 3.3053788316946218e-06,
      "loss": 4.3139,
      "step": 2287
    },
    {
      "epoch": 0.3971188058665278,
      "grad_norm": 63.97604751586914,
      "learning_rate": 3.3068247541931752e-06,
      "loss": 4.0116,
      "step": 2288
    },
    {
      "epoch": 0.3972923717781828,
      "grad_norm": 80.98583221435547,
      "learning_rate": 3.3082706766917295e-06,
      "loss": 4.3835,
      "step": 2289
    },
    {
      "epoch": 0.39746593768983773,
      "grad_norm": 65.07737731933594,
      "learning_rate": 3.3097165991902834e-06,
      "loss": 4.448,
      "step": 2290
    },
    {
      "epoch": 0.3976395036014927,
      "grad_norm": 60.56475067138672,
      "learning_rate": 3.3111625216888377e-06,
      "loss": 4.0319,
      "step": 2291
    },
    {
      "epoch": 0.3978130695131476,
      "grad_norm": 176.98265075683594,
      "learning_rate": 3.3126084441873916e-06,
      "loss": 4.4217,
      "step": 2292
    },
    {
      "epoch": 0.39798663542480256,
      "grad_norm": 136.05422973632812,
      "learning_rate": 3.314054366685946e-06,
      "loss": 4.6666,
      "step": 2293
    },
    {
      "epoch": 0.3981602013364575,
      "grad_norm": 68.52290344238281,
      "learning_rate": 3.3155002891845002e-06,
      "loss": 4.9888,
      "step": 2294
    },
    {
      "epoch": 0.3983337672481125,
      "grad_norm": 78.71951293945312,
      "learning_rate": 3.316946211683054e-06,
      "loss": 5.253,
      "step": 2295
    },
    {
      "epoch": 0.39850733315976744,
      "grad_norm": 137.54153442382812,
      "learning_rate": 3.3183921341816084e-06,
      "loss": 5.1441,
      "step": 2296
    },
    {
      "epoch": 0.39868089907142235,
      "grad_norm": 59.81940460205078,
      "learning_rate": 3.3198380566801623e-06,
      "loss": 3.7731,
      "step": 2297
    },
    {
      "epoch": 0.3988544649830773,
      "grad_norm": 69.6492919921875,
      "learning_rate": 3.321283979178716e-06,
      "loss": 4.2417,
      "step": 2298
    },
    {
      "epoch": 0.39902803089473227,
      "grad_norm": 157.40911865234375,
      "learning_rate": 3.32272990167727e-06,
      "loss": 5.565,
      "step": 2299
    },
    {
      "epoch": 0.3992015968063872,
      "grad_norm": 59.295143127441406,
      "learning_rate": 3.3241758241758244e-06,
      "loss": 4.3509,
      "step": 2300
    },
    {
      "epoch": 0.3992015968063872,
      "eval_synth_accuracy": 0.8416382252559726,
      "eval_synth_auroc": 0.8984948535333729,
      "eval_synth_f1": 0.8819938962360122,
      "eval_synth_loss": 0.383823961019516,
      "eval_synth_precision": 0.8810975609756098,
      "eval_synth_recall": 0.8828920570264766,
      "eval_synth_runtime": 102.2155,
      "eval_synth_samples_per_second": 14.332,
      "eval_synth_steps_per_second": 0.45,
      "step": 2300
    },
    {
      "epoch": 0.3992015968063872,
      "eval_real_accuracy": 0.8045058139534884,
      "eval_real_auroc": 0.876256311157843,
      "eval_real_f1": 0.8526027397260274,
      "eval_real_loss": 0.42146211862564087,
      "eval_real_precision": 0.854006586169045,
      "eval_real_recall": 0.8512035010940919,
      "eval_real_runtime": 95.3724,
      "eval_real_samples_per_second": 14.428,
      "eval_real_steps_per_second": 0.451,
      "step": 2300
    },
    {
      "epoch": 0.3993751627180422,
      "grad_norm": 107.03057861328125,
      "learning_rate": 3.3256217466743783e-06,
      "loss": 4.9244,
      "step": 2301
    },
    {
      "epoch": 0.39954872862969715,
      "grad_norm": 50.869163513183594,
      "learning_rate": 3.3270676691729326e-06,
      "loss": 4.3918,
      "step": 2302
    },
    {
      "epoch": 0.39972229454135205,
      "grad_norm": 92.98136138916016,
      "learning_rate": 3.328513591671487e-06,
      "loss": 4.9341,
      "step": 2303
    },
    {
      "epoch": 0.399895860453007,
      "grad_norm": 54.128639221191406,
      "learning_rate": 3.3299595141700408e-06,
      "loss": 4.0077,
      "step": 2304
    },
    {
      "epoch": 0.400069426364662,
      "grad_norm": 126.89649200439453,
      "learning_rate": 3.331405436668595e-06,
      "loss": 4.7196,
      "step": 2305
    },
    {
      "epoch": 0.40024299227631693,
      "grad_norm": 82.4371109008789,
      "learning_rate": 3.332851359167149e-06,
      "loss": 4.0629,
      "step": 2306
    },
    {
      "epoch": 0.4004165581879719,
      "grad_norm": 55.494022369384766,
      "learning_rate": 3.3342972816657033e-06,
      "loss": 4.656,
      "step": 2307
    },
    {
      "epoch": 0.40059012409962685,
      "grad_norm": 97.51930236816406,
      "learning_rate": 3.335743204164257e-06,
      "loss": 5.7575,
      "step": 2308
    },
    {
      "epoch": 0.40076369001128176,
      "grad_norm": 71.27359008789062,
      "learning_rate": 3.337189126662811e-06,
      "loss": 3.8104,
      "step": 2309
    },
    {
      "epoch": 0.4009372559229367,
      "grad_norm": 55.291954040527344,
      "learning_rate": 3.338635049161365e-06,
      "loss": 4.3902,
      "step": 2310
    },
    {
      "epoch": 0.4011108218345917,
      "grad_norm": 112.18138122558594,
      "learning_rate": 3.3400809716599193e-06,
      "loss": 4.4416,
      "step": 2311
    },
    {
      "epoch": 0.40128438774624664,
      "grad_norm": 79.08710479736328,
      "learning_rate": 3.341526894158473e-06,
      "loss": 5.4711,
      "step": 2312
    },
    {
      "epoch": 0.4014579536579016,
      "grad_norm": 70.38018798828125,
      "learning_rate": 3.3429728166570274e-06,
      "loss": 4.9594,
      "step": 2313
    },
    {
      "epoch": 0.40163151956955656,
      "grad_norm": 83.05912017822266,
      "learning_rate": 3.3444187391555818e-06,
      "loss": 4.0796,
      "step": 2314
    },
    {
      "epoch": 0.40180508548121147,
      "grad_norm": 57.8043327331543,
      "learning_rate": 3.3458646616541356e-06,
      "loss": 4.5437,
      "step": 2315
    },
    {
      "epoch": 0.4019786513928664,
      "grad_norm": 74.60086059570312,
      "learning_rate": 3.34731058415269e-06,
      "loss": 4.4702,
      "step": 2316
    },
    {
      "epoch": 0.4021522173045214,
      "grad_norm": 59.78466796875,
      "learning_rate": 3.348756506651244e-06,
      "loss": 4.5776,
      "step": 2317
    },
    {
      "epoch": 0.40232578321617635,
      "grad_norm": 85.00165557861328,
      "learning_rate": 3.350202429149798e-06,
      "loss": 5.0179,
      "step": 2318
    },
    {
      "epoch": 0.4024993491278313,
      "grad_norm": 55.119651794433594,
      "learning_rate": 3.3516483516483516e-06,
      "loss": 4.1339,
      "step": 2319
    },
    {
      "epoch": 0.40267291503948627,
      "grad_norm": 57.111751556396484,
      "learning_rate": 3.353094274146906e-06,
      "loss": 4.3233,
      "step": 2320
    },
    {
      "epoch": 0.4028464809511412,
      "grad_norm": 88.85289764404297,
      "learning_rate": 3.35454019664546e-06,
      "loss": 4.12,
      "step": 2321
    },
    {
      "epoch": 0.40302004686279613,
      "grad_norm": 94.59219360351562,
      "learning_rate": 3.355986119144014e-06,
      "loss": 4.3652,
      "step": 2322
    },
    {
      "epoch": 0.4031936127744511,
      "grad_norm": 99.45345306396484,
      "learning_rate": 3.357432041642568e-06,
      "loss": 4.5686,
      "step": 2323
    },
    {
      "epoch": 0.40336717868610605,
      "grad_norm": 145.25497436523438,
      "learning_rate": 3.3588779641411223e-06,
      "loss": 5.1454,
      "step": 2324
    },
    {
      "epoch": 0.403540744597761,
      "grad_norm": 144.27932739257812,
      "learning_rate": 3.3603238866396766e-06,
      "loss": 5.9211,
      "step": 2325
    },
    {
      "epoch": 0.403540744597761,
      "eval_synth_accuracy": 0.8341296928327645,
      "eval_synth_auroc": 0.915517619427121,
      "eval_synth_f1": 0.8705380927011188,
      "eval_synth_loss": 0.3826598525047302,
      "eval_synth_precision": 0.9128491620111732,
      "eval_synth_recall": 0.8319755600814664,
      "eval_synth_runtime": 102.2433,
      "eval_synth_samples_per_second": 14.329,
      "eval_synth_steps_per_second": 0.45,
      "step": 2325
    },
    {
      "epoch": 0.403540744597761,
      "eval_real_accuracy": 0.8074127906976745,
      "eval_real_auroc": 0.8711801509941552,
      "eval_real_f1": 0.8562126966901791,
      "eval_real_loss": 0.4314723312854767,
      "eval_real_precision": 0.8493003229278795,
      "eval_real_recall": 0.8632385120350109,
      "eval_real_runtime": 95.3943,
      "eval_real_samples_per_second": 14.424,
      "eval_real_steps_per_second": 0.451,
      "step": 2325
    },
    {
      "epoch": 0.403714310509416,
      "grad_norm": 115.71328735351562,
      "learning_rate": 3.3617698091382305e-06,
      "loss": 4.6329,
      "step": 2326
    },
    {
      "epoch": 0.4038878764210709,
      "grad_norm": 70.78522491455078,
      "learning_rate": 3.363215731636785e-06,
      "loss": 4.3634,
      "step": 2327
    },
    {
      "epoch": 0.40406144233272584,
      "grad_norm": 131.0890350341797,
      "learning_rate": 3.3646616541353387e-06,
      "loss": 4.5047,
      "step": 2328
    },
    {
      "epoch": 0.4042350082443808,
      "grad_norm": 76.86634063720703,
      "learning_rate": 3.3661075766338926e-06,
      "loss": 4.4488,
      "step": 2329
    },
    {
      "epoch": 0.40440857415603576,
      "grad_norm": 118.56168365478516,
      "learning_rate": 3.3675534991324465e-06,
      "loss": 4.8384,
      "step": 2330
    },
    {
      "epoch": 0.4045821400676907,
      "grad_norm": 96.5170669555664,
      "learning_rate": 3.3689994216310008e-06,
      "loss": 4.2421,
      "step": 2331
    },
    {
      "epoch": 0.4047557059793457,
      "grad_norm": 87.99752044677734,
      "learning_rate": 3.3704453441295546e-06,
      "loss": 3.6517,
      "step": 2332
    },
    {
      "epoch": 0.4049292718910006,
      "grad_norm": 63.915897369384766,
      "learning_rate": 3.371891266628109e-06,
      "loss": 4.315,
      "step": 2333
    },
    {
      "epoch": 0.40510283780265555,
      "grad_norm": 88.83692932128906,
      "learning_rate": 3.3733371891266633e-06,
      "loss": 4.0119,
      "step": 2334
    },
    {
      "epoch": 0.4052764037143105,
      "grad_norm": 78.47590637207031,
      "learning_rate": 3.374783111625217e-06,
      "loss": 4.7099,
      "step": 2335
    },
    {
      "epoch": 0.40544996962596547,
      "grad_norm": 97.48006439208984,
      "learning_rate": 3.3762290341237715e-06,
      "loss": 4.6888,
      "step": 2336
    },
    {
      "epoch": 0.4056235355376204,
      "grad_norm": 69.5110092163086,
      "learning_rate": 3.3776749566223253e-06,
      "loss": 4.8664,
      "step": 2337
    },
    {
      "epoch": 0.4057971014492754,
      "grad_norm": 74.82141876220703,
      "learning_rate": 3.3791208791208797e-06,
      "loss": 4.2993,
      "step": 2338
    },
    {
      "epoch": 0.4059706673609303,
      "grad_norm": 59.457244873046875,
      "learning_rate": 3.3805668016194335e-06,
      "loss": 3.7746,
      "step": 2339
    },
    {
      "epoch": 0.40614423327258525,
      "grad_norm": 67.56869506835938,
      "learning_rate": 3.3820127241179874e-06,
      "loss": 4.1639,
      "step": 2340
    },
    {
      "epoch": 0.4063177991842402,
      "grad_norm": 59.569515228271484,
      "learning_rate": 3.3834586466165413e-06,
      "loss": 3.7722,
      "step": 2341
    },
    {
      "epoch": 0.4064913650958952,
      "grad_norm": 62.586856842041016,
      "learning_rate": 3.3849045691150956e-06,
      "loss": 4.4997,
      "step": 2342
    },
    {
      "epoch": 0.40666493100755013,
      "grad_norm": 67.63792419433594,
      "learning_rate": 3.3863504916136495e-06,
      "loss": 4.2061,
      "step": 2343
    },
    {
      "epoch": 0.4068384969192051,
      "grad_norm": 86.87726593017578,
      "learning_rate": 3.387796414112204e-06,
      "loss": 4.7002,
      "step": 2344
    },
    {
      "epoch": 0.40701206283086,
      "grad_norm": 71.91690063476562,
      "learning_rate": 3.389242336610758e-06,
      "loss": 5.0234,
      "step": 2345
    },
    {
      "epoch": 0.40718562874251496,
      "grad_norm": 97.04576110839844,
      "learning_rate": 3.390688259109312e-06,
      "loss": 3.9359,
      "step": 2346
    },
    {
      "epoch": 0.4073591946541699,
      "grad_norm": 96.12044525146484,
      "learning_rate": 3.3921341816078663e-06,
      "loss": 4.8903,
      "step": 2347
    },
    {
      "epoch": 0.4075327605658249,
      "grad_norm": 77.19658660888672,
      "learning_rate": 3.39358010410642e-06,
      "loss": 3.8563,
      "step": 2348
    },
    {
      "epoch": 0.40770632647747984,
      "grad_norm": 60.659584045410156,
      "learning_rate": 3.3950260266049745e-06,
      "loss": 4.07,
      "step": 2349
    },
    {
      "epoch": 0.4078798923891348,
      "grad_norm": 150.06529235839844,
      "learning_rate": 3.396471949103528e-06,
      "loss": 4.797,
      "step": 2350
    },
    {
      "epoch": 0.4078798923891348,
      "eval_synth_accuracy": 0.842320819112628,
      "eval_synth_auroc": 0.892045430587005,
      "eval_synth_f1": 0.8850174216027874,
      "eval_synth_loss": 0.39636871218681335,
      "eval_synth_precision": 0.8656280428432327,
      "eval_synth_recall": 0.905295315682281,
      "eval_synth_runtime": 102.0313,
      "eval_synth_samples_per_second": 14.358,
      "eval_synth_steps_per_second": 0.451,
      "step": 2350
    },
    {
      "epoch": 0.4078798923891348,
      "eval_real_accuracy": 0.8132267441860465,
      "eval_real_auroc": 0.8659997916015422,
      "eval_real_f1": 0.8649500788229112,
      "eval_real_loss": 0.4492073059082031,
      "eval_real_precision": 0.8321536905965622,
      "eval_real_recall": 0.9004376367614879,
      "eval_real_runtime": 95.3879,
      "eval_real_samples_per_second": 14.425,
      "eval_real_steps_per_second": 0.451,
      "step": 2350
    },
    {
      "epoch": 0.4080534583007897,
      "grad_norm": 135.56924438476562,
      "learning_rate": 3.3979178716020823e-06,
      "loss": 6.0793,
      "step": 2351
    },
    {
      "epoch": 0.40822702421244467,
      "grad_norm": 155.732666015625,
      "learning_rate": 3.399363794100636e-06,
      "loss": 4.632,
      "step": 2352
    },
    {
      "epoch": 0.4084005901240996,
      "grad_norm": 127.40203857421875,
      "learning_rate": 3.4008097165991905e-06,
      "loss": 4.9327,
      "step": 2353
    },
    {
      "epoch": 0.4085741560357546,
      "grad_norm": 69.97760009765625,
      "learning_rate": 3.4022556390977448e-06,
      "loss": 4.8383,
      "step": 2354
    },
    {
      "epoch": 0.40874772194740955,
      "grad_norm": 67.1922378540039,
      "learning_rate": 3.4037015615962987e-06,
      "loss": 4.1308,
      "step": 2355
    },
    {
      "epoch": 0.40892128785906445,
      "grad_norm": 92.09332275390625,
      "learning_rate": 3.405147484094853e-06,
      "loss": 5.3564,
      "step": 2356
    },
    {
      "epoch": 0.4090948537707194,
      "grad_norm": 69.63426971435547,
      "learning_rate": 3.406593406593407e-06,
      "loss": 4.8394,
      "step": 2357
    },
    {
      "epoch": 0.4092684196823744,
      "grad_norm": 166.46099853515625,
      "learning_rate": 3.408039329091961e-06,
      "loss": 5.1419,
      "step": 2358
    },
    {
      "epoch": 0.40944198559402933,
      "grad_norm": 134.34532165527344,
      "learning_rate": 3.409485251590515e-06,
      "loss": 4.8174,
      "step": 2359
    },
    {
      "epoch": 0.4096155515056843,
      "grad_norm": 107.1354751586914,
      "learning_rate": 3.4109311740890694e-06,
      "loss": 3.8141,
      "step": 2360
    },
    {
      "epoch": 0.40978911741733925,
      "grad_norm": 48.97255325317383,
      "learning_rate": 3.412377096587623e-06,
      "loss": 3.9258,
      "step": 2361
    },
    {
      "epoch": 0.40996268332899416,
      "grad_norm": 204.52804565429688,
      "learning_rate": 3.413823019086177e-06,
      "loss": 5.0169,
      "step": 2362
    },
    {
      "epoch": 0.4101362492406491,
      "grad_norm": 254.8292999267578,
      "learning_rate": 3.415268941584731e-06,
      "loss": 5.7184,
      "step": 2363
    },
    {
      "epoch": 0.4103098151523041,
      "grad_norm": 207.30430603027344,
      "learning_rate": 3.4167148640832853e-06,
      "loss": 5.3597,
      "step": 2364
    },
    {
      "epoch": 0.41048338106395904,
      "grad_norm": 122.06029510498047,
      "learning_rate": 3.4181607865818396e-06,
      "loss": 4.5193,
      "step": 2365
    },
    {
      "epoch": 0.410656946975614,
      "grad_norm": 85.82427978515625,
      "learning_rate": 3.4196067090803935e-06,
      "loss": 4.3632,
      "step": 2366
    },
    {
      "epoch": 0.41083051288726896,
      "grad_norm": 88.6402359008789,
      "learning_rate": 3.421052631578948e-06,
      "loss": 5.0684,
      "step": 2367
    },
    {
      "epoch": 0.41100407879892387,
      "grad_norm": 86.78487396240234,
      "learning_rate": 3.4224985540775017e-06,
      "loss": 4.5906,
      "step": 2368
    },
    {
      "epoch": 0.4111776447105788,
      "grad_norm": 48.37641143798828,
      "learning_rate": 3.423944476576056e-06,
      "loss": 3.0429,
      "step": 2369
    },
    {
      "epoch": 0.4113512106222338,
      "grad_norm": 53.06796646118164,
      "learning_rate": 3.4253903990746103e-06,
      "loss": 3.7696,
      "step": 2370
    },
    {
      "epoch": 0.41152477653388875,
      "grad_norm": 138.7614288330078,
      "learning_rate": 3.426836321573164e-06,
      "loss": 6.3242,
      "step": 2371
    },
    {
      "epoch": 0.4116983424455437,
      "grad_norm": 62.171382904052734,
      "learning_rate": 3.4282822440717177e-06,
      "loss": 5.1778,
      "step": 2372
    },
    {
      "epoch": 0.41187190835719867,
      "grad_norm": 68.22197723388672,
      "learning_rate": 3.429728166570272e-06,
      "loss": 4.7919,
      "step": 2373
    },
    {
      "epoch": 0.4120454742688536,
      "grad_norm": 91.46449279785156,
      "learning_rate": 3.4311740890688263e-06,
      "loss": 4.752,
      "step": 2374
    },
    {
      "epoch": 0.41221904018050853,
      "grad_norm": 55.58081817626953,
      "learning_rate": 3.43262001156738e-06,
      "loss": 3.61,
      "step": 2375
    },
    {
      "epoch": 0.41221904018050853,
      "eval_synth_accuracy": 0.8286689419795222,
      "eval_synth_auroc": 0.8875472796043062,
      "eval_synth_f1": 0.8731682668014149,
      "eval_synth_loss": 0.41155022382736206,
      "eval_synth_precision": 0.8665997993981945,
      "eval_synth_recall": 0.879837067209776,
      "eval_synth_runtime": 101.986,
      "eval_synth_samples_per_second": 14.365,
      "eval_synth_steps_per_second": 0.451,
      "step": 2375
    },
    {
      "epoch": 0.41221904018050853,
      "eval_real_accuracy": 0.8234011627906976,
      "eval_real_auroc": 0.8826160163687516,
      "eval_real_f1": 0.8687196110210696,
      "eval_real_loss": 0.4058862626552582,
      "eval_real_precision": 0.8580576307363927,
      "eval_real_recall": 0.8796498905908097,
      "eval_real_runtime": 95.3655,
      "eval_real_samples_per_second": 14.429,
      "eval_real_steps_per_second": 0.451,
      "step": 2375
    },
    {
      "epoch": 0.4123926060921635,
      "grad_norm": 92.20394134521484,
      "learning_rate": 3.4340659340659345e-06,
      "loss": 6.3836,
      "step": 2376
    },
    {
      "epoch": 0.41256617200381845,
      "grad_norm": 86.82093048095703,
      "learning_rate": 3.4355118565644884e-06,
      "loss": 4.5598,
      "step": 2377
    },
    {
      "epoch": 0.4127397379154734,
      "grad_norm": 92.52574920654297,
      "learning_rate": 3.4369577790630427e-06,
      "loss": 4.5583,
      "step": 2378
    },
    {
      "epoch": 0.4129133038271284,
      "grad_norm": 82.85974884033203,
      "learning_rate": 3.4384037015615966e-06,
      "loss": 4.7324,
      "step": 2379
    },
    {
      "epoch": 0.4130868697387833,
      "grad_norm": 59.82672882080078,
      "learning_rate": 3.439849624060151e-06,
      "loss": 4.6025,
      "step": 2380
    },
    {
      "epoch": 0.41326043565043824,
      "grad_norm": 87.2120132446289,
      "learning_rate": 3.4412955465587043e-06,
      "loss": 3.3737,
      "step": 2381
    },
    {
      "epoch": 0.4134340015620932,
      "grad_norm": 97.49748229980469,
      "learning_rate": 3.4427414690572586e-06,
      "loss": 4.1575,
      "step": 2382
    },
    {
      "epoch": 0.41360756747374816,
      "grad_norm": 137.41673278808594,
      "learning_rate": 3.4441873915558125e-06,
      "loss": 4.8318,
      "step": 2383
    },
    {
      "epoch": 0.4137811333854031,
      "grad_norm": 112.98766326904297,
      "learning_rate": 3.445633314054367e-06,
      "loss": 4.517,
      "step": 2384
    },
    {
      "epoch": 0.4139546992970581,
      "grad_norm": 100.50367736816406,
      "learning_rate": 3.447079236552921e-06,
      "loss": 5.1035,
      "step": 2385
    },
    {
      "epoch": 0.414128265208713,
      "grad_norm": 73.694580078125,
      "learning_rate": 3.448525159051475e-06,
      "loss": 5.8828,
      "step": 2386
    },
    {
      "epoch": 0.41430183112036795,
      "grad_norm": 81.64217376708984,
      "learning_rate": 3.4499710815500293e-06,
      "loss": 4.3396,
      "step": 2387
    },
    {
      "epoch": 0.4144753970320229,
      "grad_norm": 64.40646362304688,
      "learning_rate": 3.4514170040485832e-06,
      "loss": 4.3682,
      "step": 2388
    },
    {
      "epoch": 0.41464896294367787,
      "grad_norm": 54.863868713378906,
      "learning_rate": 3.4528629265471375e-06,
      "loss": 4.9182,
      "step": 2389
    },
    {
      "epoch": 0.41482252885533283,
      "grad_norm": 60.748291015625,
      "learning_rate": 3.454308849045692e-06,
      "loss": 4.8437,
      "step": 2390
    },
    {
      "epoch": 0.4149960947669878,
      "grad_norm": 62.24211883544922,
      "learning_rate": 3.4557547715442457e-06,
      "loss": 4.5155,
      "step": 2391
    },
    {
      "epoch": 0.4151696606786427,
      "grad_norm": 87.9267578125,
      "learning_rate": 3.457200694042799e-06,
      "loss": 5.024,
      "step": 2392
    },
    {
      "epoch": 0.41534322659029765,
      "grad_norm": 92.12627410888672,
      "learning_rate": 3.4586466165413535e-06,
      "loss": 5.1895,
      "step": 2393
    },
    {
      "epoch": 0.4155167925019526,
      "grad_norm": 59.71614074707031,
      "learning_rate": 3.460092539039908e-06,
      "loss": 4.4925,
      "step": 2394
    },
    {
      "epoch": 0.4156903584136076,
      "grad_norm": 68.85066986083984,
      "learning_rate": 3.4615384615384617e-06,
      "loss": 4.9915,
      "step": 2395
    },
    {
      "epoch": 0.41586392432526254,
      "grad_norm": 76.61498260498047,
      "learning_rate": 3.462984384037016e-06,
      "loss": 4.7547,
      "step": 2396
    },
    {
      "epoch": 0.4160374902369175,
      "grad_norm": 93.24809265136719,
      "learning_rate": 3.46443030653557e-06,
      "loss": 4.9728,
      "step": 2397
    },
    {
      "epoch": 0.4162110561485724,
      "grad_norm": 132.74838256835938,
      "learning_rate": 3.465876229034124e-06,
      "loss": 4.7105,
      "step": 2398
    },
    {
      "epoch": 0.41638462206022736,
      "grad_norm": 83.98957824707031,
      "learning_rate": 3.467322151532678e-06,
      "loss": 4.3946,
      "step": 2399
    },
    {
      "epoch": 0.4165581879718823,
      "grad_norm": 73.66720581054688,
      "learning_rate": 3.4687680740312324e-06,
      "loss": 5.4774,
      "step": 2400
    },
    {
      "epoch": 0.4165581879718823,
      "eval_synth_accuracy": 0.8402730375426621,
      "eval_synth_auroc": 0.9073920633515072,
      "eval_synth_f1": 0.8771008403361344,
      "eval_synth_loss": 0.3704043924808502,
      "eval_synth_precision": 0.9056399132321041,
      "eval_synth_recall": 0.8503054989816701,
      "eval_synth_runtime": 102.2046,
      "eval_synth_samples_per_second": 14.334,
      "eval_synth_steps_per_second": 0.45,
      "step": 2400
    },
    {
      "epoch": 0.4165581879718823,
      "eval_real_accuracy": 0.8074127906976745,
      "eval_real_auroc": 0.8720492672899675,
      "eval_real_f1": 0.8539944903581267,
      "eval_real_loss": 0.42713725566864014,
      "eval_real_precision": 0.8601553829078802,
      "eval_real_recall": 0.8479212253829321,
      "eval_real_runtime": 95.3935,
      "eval_real_samples_per_second": 14.424,
      "eval_real_steps_per_second": 0.451,
      "step": 2400
    },
    {
      "epoch": 0.4167317538835373,
      "grad_norm": 107.09544372558594,
      "learning_rate": 3.4702139965297867e-06,
      "loss": 5.422,
      "step": 2401
    },
    {
      "epoch": 0.41690531979519224,
      "grad_norm": 83.80260467529297,
      "learning_rate": 3.47165991902834e-06,
      "loss": 4.9814,
      "step": 2402
    },
    {
      "epoch": 0.4170788857068472,
      "grad_norm": 62.643798828125,
      "learning_rate": 3.473105841526894e-06,
      "loss": 5.2678,
      "step": 2403
    },
    {
      "epoch": 0.4172524516185021,
      "grad_norm": 55.524471282958984,
      "learning_rate": 3.4745517640254484e-06,
      "loss": 3.8526,
      "step": 2404
    },
    {
      "epoch": 0.41742601753015707,
      "grad_norm": 51.92013931274414,
      "learning_rate": 3.4759976865240027e-06,
      "loss": 4.0332,
      "step": 2405
    },
    {
      "epoch": 0.41759958344181203,
      "grad_norm": 80.96188354492188,
      "learning_rate": 3.4774436090225565e-06,
      "loss": 5.0524,
      "step": 2406
    },
    {
      "epoch": 0.417773149353467,
      "grad_norm": 79.05204010009766,
      "learning_rate": 3.478889531521111e-06,
      "loss": 5.6807,
      "step": 2407
    },
    {
      "epoch": 0.41794671526512195,
      "grad_norm": 76.16024780273438,
      "learning_rate": 3.4803354540196647e-06,
      "loss": 4.9063,
      "step": 2408
    },
    {
      "epoch": 0.41812028117677685,
      "grad_norm": 63.5208625793457,
      "learning_rate": 3.481781376518219e-06,
      "loss": 4.2067,
      "step": 2409
    },
    {
      "epoch": 0.4182938470884318,
      "grad_norm": 74.1004638671875,
      "learning_rate": 3.4832272990167734e-06,
      "loss": 4.8915,
      "step": 2410
    },
    {
      "epoch": 0.4184674130000868,
      "grad_norm": 63.23760223388672,
      "learning_rate": 3.4846732215153272e-06,
      "loss": 3.5779,
      "step": 2411
    },
    {
      "epoch": 0.41864097891174173,
      "grad_norm": 69.5385513305664,
      "learning_rate": 3.4861191440138815e-06,
      "loss": 5.1232,
      "step": 2412
    },
    {
      "epoch": 0.4188145448233967,
      "grad_norm": 86.13735961914062,
      "learning_rate": 3.487565066512435e-06,
      "loss": 3.8285,
      "step": 2413
    },
    {
      "epoch": 0.41898811073505166,
      "grad_norm": 116.97651672363281,
      "learning_rate": 3.4890109890109893e-06,
      "loss": 4.5997,
      "step": 2414
    },
    {
      "epoch": 0.41916167664670656,
      "grad_norm": 70.60747528076172,
      "learning_rate": 3.490456911509543e-06,
      "loss": 3.8523,
      "step": 2415
    },
    {
      "epoch": 0.4193352425583615,
      "grad_norm": 71.33837890625,
      "learning_rate": 3.4919028340080975e-06,
      "loss": 5.4095,
      "step": 2416
    },
    {
      "epoch": 0.4195088084700165,
      "grad_norm": 64.3906021118164,
      "learning_rate": 3.4933487565066514e-06,
      "loss": 5.2837,
      "step": 2417
    },
    {
      "epoch": 0.41968237438167144,
      "grad_norm": 68.09475708007812,
      "learning_rate": 3.4947946790052057e-06,
      "loss": 4.2593,
      "step": 2418
    },
    {
      "epoch": 0.4198559402933264,
      "grad_norm": 80.16641235351562,
      "learning_rate": 3.4962406015037596e-06,
      "loss": 4.3123,
      "step": 2419
    },
    {
      "epoch": 0.42002950620498136,
      "grad_norm": 53.256744384765625,
      "learning_rate": 3.497686524002314e-06,
      "loss": 4.0035,
      "step": 2420
    },
    {
      "epoch": 0.42020307211663627,
      "grad_norm": 65.3064193725586,
      "learning_rate": 3.499132446500868e-06,
      "loss": 4.7441,
      "step": 2421
    },
    {
      "epoch": 0.4203766380282912,
      "grad_norm": 81.06884765625,
      "learning_rate": 3.500578368999422e-06,
      "loss": 4.6131,
      "step": 2422
    },
    {
      "epoch": 0.4205502039399462,
      "grad_norm": 92.73762512207031,
      "learning_rate": 3.5020242914979756e-06,
      "loss": 4.6423,
      "step": 2423
    },
    {
      "epoch": 0.42072376985160115,
      "grad_norm": 73.35018157958984,
      "learning_rate": 3.50347021399653e-06,
      "loss": 4.2421,
      "step": 2424
    },
    {
      "epoch": 0.4208973357632561,
      "grad_norm": 63.67460632324219,
      "learning_rate": 3.504916136495084e-06,
      "loss": 5.1435,
      "step": 2425
    },
    {
      "epoch": 0.4208973357632561,
      "eval_synth_accuracy": 0.830716723549488,
      "eval_synth_auroc": 0.9202888009006844,
      "eval_synth_f1": 0.8658008658008658,
      "eval_synth_loss": 0.3846307098865509,
      "eval_synth_precision": 0.9237875288683602,
      "eval_synth_recall": 0.814663951120163,
      "eval_synth_runtime": 102.1698,
      "eval_synth_samples_per_second": 14.339,
      "eval_synth_steps_per_second": 0.45,
      "step": 2425
    },
    {
      "epoch": 0.4208973357632561,
      "eval_real_accuracy": 0.7943313953488372,
      "eval_real_auroc": 0.8853559824566388,
      "eval_real_f1": 0.8365106874638937,
      "eval_real_loss": 0.43222373723983765,
      "eval_real_precision": 0.8861689106487148,
      "eval_real_recall": 0.7921225382932167,
      "eval_real_runtime": 95.347,
      "eval_real_samples_per_second": 14.431,
      "eval_real_steps_per_second": 0.451,
      "step": 2425
    },
    {
      "epoch": 0.42107090167491107,
      "grad_norm": 152.40985107421875,
      "learning_rate": 3.506362058993638e-06,
      "loss": 5.7725,
      "step": 2426
    },
    {
      "epoch": 0.421244467586566,
      "grad_norm": 158.82191467285156,
      "learning_rate": 3.5078079814921924e-06,
      "loss": 5.0381,
      "step": 2427
    },
    {
      "epoch": 0.42141803349822093,
      "grad_norm": 126.49258422851562,
      "learning_rate": 3.5092539039907463e-06,
      "loss": 5.0511,
      "step": 2428
    },
    {
      "epoch": 0.4215915994098759,
      "grad_norm": 74.97313690185547,
      "learning_rate": 3.5106998264893006e-06,
      "loss": 4.4165,
      "step": 2429
    },
    {
      "epoch": 0.42176516532153085,
      "grad_norm": 83.41236877441406,
      "learning_rate": 3.5121457489878544e-06,
      "loss": 4.165,
      "step": 2430
    },
    {
      "epoch": 0.4219387312331858,
      "grad_norm": 160.7529296875,
      "learning_rate": 3.5135916714864088e-06,
      "loss": 6.3325,
      "step": 2431
    },
    {
      "epoch": 0.4221122971448408,
      "grad_norm": 70.21479034423828,
      "learning_rate": 3.515037593984963e-06,
      "loss": 3.8739,
      "step": 2432
    },
    {
      "epoch": 0.4222858630564957,
      "grad_norm": 170.47422790527344,
      "learning_rate": 3.516483516483517e-06,
      "loss": 3.8032,
      "step": 2433
    },
    {
      "epoch": 0.42245942896815064,
      "grad_norm": 134.09901428222656,
      "learning_rate": 3.517929438982071e-06,
      "loss": 4.5834,
      "step": 2434
    },
    {
      "epoch": 0.4226329948798056,
      "grad_norm": 167.01327514648438,
      "learning_rate": 3.5193753614806247e-06,
      "loss": 5.0726,
      "step": 2435
    },
    {
      "epoch": 0.42280656079146056,
      "grad_norm": 90.18159484863281,
      "learning_rate": 3.520821283979179e-06,
      "loss": 4.0155,
      "step": 2436
    },
    {
      "epoch": 0.4229801267031155,
      "grad_norm": 89.97526550292969,
      "learning_rate": 3.522267206477733e-06,
      "loss": 4.0144,
      "step": 2437
    },
    {
      "epoch": 0.4231536926147705,
      "grad_norm": 130.42955017089844,
      "learning_rate": 3.5237131289762872e-06,
      "loss": 5.3731,
      "step": 2438
    },
    {
      "epoch": 0.4233272585264254,
      "grad_norm": 111.33511352539062,
      "learning_rate": 3.525159051474841e-06,
      "loss": 5.4441,
      "step": 2439
    },
    {
      "epoch": 0.42350082443808035,
      "grad_norm": 69.06752014160156,
      "learning_rate": 3.5266049739733954e-06,
      "loss": 4.2219,
      "step": 2440
    },
    {
      "epoch": 0.4236743903497353,
      "grad_norm": 85.57125091552734,
      "learning_rate": 3.5280508964719497e-06,
      "loss": 5.1633,
      "step": 2441
    },
    {
      "epoch": 0.42384795626139027,
      "grad_norm": 97.03617858886719,
      "learning_rate": 3.5294968189705036e-06,
      "loss": 6.1543,
      "step": 2442
    },
    {
      "epoch": 0.42402152217304523,
      "grad_norm": 77.86772918701172,
      "learning_rate": 3.530942741469058e-06,
      "loss": 3.7942,
      "step": 2443
    },
    {
      "epoch": 0.4241950880847002,
      "grad_norm": 64.13191223144531,
      "learning_rate": 3.5323886639676114e-06,
      "loss": 4.0616,
      "step": 2444
    },
    {
      "epoch": 0.4243686539963551,
      "grad_norm": 59.81909942626953,
      "learning_rate": 3.5338345864661657e-06,
      "loss": 4.3322,
      "step": 2445
    },
    {
      "epoch": 0.42454221990801005,
      "grad_norm": 56.28266906738281,
      "learning_rate": 3.5352805089647196e-06,
      "loss": 4.4421,
      "step": 2446
    },
    {
      "epoch": 0.424715785819665,
      "grad_norm": 54.26530075073242,
      "learning_rate": 3.536726431463274e-06,
      "loss": 3.9144,
      "step": 2447
    },
    {
      "epoch": 0.42488935173132,
      "grad_norm": 58.643402099609375,
      "learning_rate": 3.5381723539618278e-06,
      "loss": 4.6942,
      "step": 2448
    },
    {
      "epoch": 0.42506291764297494,
      "grad_norm": 121.52338409423828,
      "learning_rate": 3.539618276460382e-06,
      "loss": 4.8082,
      "step": 2449
    },
    {
      "epoch": 0.4252364835546299,
      "grad_norm": 78.00758361816406,
      "learning_rate": 3.541064198958936e-06,
      "loss": 5.1835,
      "step": 2450
    },
    {
      "epoch": 0.4252364835546299,
      "eval_synth_accuracy": 0.8696245733788396,
      "eval_synth_auroc": 0.9181056111455473,
      "eval_synth_f1": 0.9043565348022033,
      "eval_synth_loss": 0.3276030421257019,
      "eval_synth_precision": 0.8896551724137931,
      "eval_synth_recall": 0.9195519348268839,
      "eval_synth_runtime": 102.0075,
      "eval_synth_samples_per_second": 14.362,
      "eval_synth_steps_per_second": 0.451,
      "step": 2450
    },
    {
      "epoch": 0.4252364835546299,
      "eval_real_accuracy": 0.8059593023255814,
      "eval_real_auroc": 0.8698812128790246,
      "eval_real_f1": 0.8579031399680681,
      "eval_real_loss": 0.42377614974975586,
      "eval_real_precision": 0.8352331606217617,
      "eval_real_recall": 0.8818380743982495,
      "eval_real_runtime": 95.3799,
      "eval_real_samples_per_second": 14.427,
      "eval_real_steps_per_second": 0.451,
      "step": 2450
    },
    {
      "epoch": 0.4254100494662848,
      "grad_norm": 93.6196060180664,
      "learning_rate": 3.5425101214574903e-06,
      "loss": 4.3101,
      "step": 2451
    },
    {
      "epoch": 0.42558361537793976,
      "grad_norm": 63.34611129760742,
      "learning_rate": 3.5439560439560446e-06,
      "loss": 4.8075,
      "step": 2452
    },
    {
      "epoch": 0.4257571812895947,
      "grad_norm": 58.0784912109375,
      "learning_rate": 3.5454019664545985e-06,
      "loss": 4.9225,
      "step": 2453
    },
    {
      "epoch": 0.4259307472012497,
      "grad_norm": 66.15507507324219,
      "learning_rate": 3.546847888953152e-06,
      "loss": 4.3314,
      "step": 2454
    },
    {
      "epoch": 0.42610431311290464,
      "grad_norm": 60.98455047607422,
      "learning_rate": 3.5482938114517062e-06,
      "loss": 3.9786,
      "step": 2455
    },
    {
      "epoch": 0.4262778790245596,
      "grad_norm": 80.97006225585938,
      "learning_rate": 3.5497397339502605e-06,
      "loss": 4.5878,
      "step": 2456
    },
    {
      "epoch": 0.4264514449362145,
      "grad_norm": 92.81120300292969,
      "learning_rate": 3.5511856564488144e-06,
      "loss": 5.035,
      "step": 2457
    },
    {
      "epoch": 0.42662501084786947,
      "grad_norm": 83.37763214111328,
      "learning_rate": 3.5526315789473687e-06,
      "loss": 4.3935,
      "step": 2458
    },
    {
      "epoch": 0.42679857675952443,
      "grad_norm": 88.1064224243164,
      "learning_rate": 3.5540775014459226e-06,
      "loss": 4.7559,
      "step": 2459
    },
    {
      "epoch": 0.4269721426711794,
      "grad_norm": 97.86199188232422,
      "learning_rate": 3.555523423944477e-06,
      "loss": 4.9508,
      "step": 2460
    },
    {
      "epoch": 0.42714570858283435,
      "grad_norm": 154.66488647460938,
      "learning_rate": 3.5569693464430312e-06,
      "loss": 5.5029,
      "step": 2461
    },
    {
      "epoch": 0.4273192744944893,
      "grad_norm": 75.62804412841797,
      "learning_rate": 3.558415268941585e-06,
      "loss": 4.7098,
      "step": 2462
    },
    {
      "epoch": 0.4274928404061442,
      "grad_norm": 74.84117889404297,
      "learning_rate": 3.5598611914401394e-06,
      "loss": 3.8215,
      "step": 2463
    },
    {
      "epoch": 0.4276664063177992,
      "grad_norm": 107.58049774169922,
      "learning_rate": 3.5613071139386933e-06,
      "loss": 4.0674,
      "step": 2464
    },
    {
      "epoch": 0.42783997222945414,
      "grad_norm": 121.44120025634766,
      "learning_rate": 3.562753036437247e-06,
      "loss": 4.2362,
      "step": 2465
    },
    {
      "epoch": 0.4280135381411091,
      "grad_norm": 146.15391540527344,
      "learning_rate": 3.564198958935801e-06,
      "loss": 5.0883,
      "step": 2466
    },
    {
      "epoch": 0.42818710405276406,
      "grad_norm": 65.11265563964844,
      "learning_rate": 3.5656448814343554e-06,
      "loss": 5.2751,
      "step": 2467
    },
    {
      "epoch": 0.42836066996441896,
      "grad_norm": 123.05760192871094,
      "learning_rate": 3.5670908039329093e-06,
      "loss": 5.3256,
      "step": 2468
    },
    {
      "epoch": 0.4285342358760739,
      "grad_norm": 141.5853729248047,
      "learning_rate": 3.5685367264314636e-06,
      "loss": 4.0916,
      "step": 2469
    },
    {
      "epoch": 0.4287078017877289,
      "grad_norm": 534.8555297851562,
      "learning_rate": 3.5699826489300175e-06,
      "loss": 4.0516,
      "step": 2470
    },
    {
      "epoch": 0.42888136769938384,
      "grad_norm": 61.64310836791992,
      "learning_rate": 3.5714285714285718e-06,
      "loss": 3.8747,
      "step": 2471
    },
    {
      "epoch": 0.4290549336110388,
      "grad_norm": 57.739017486572266,
      "learning_rate": 3.572874493927126e-06,
      "loss": 3.1615,
      "step": 2472
    },
    {
      "epoch": 0.42922849952269376,
      "grad_norm": 88.8134765625,
      "learning_rate": 3.57432041642568e-06,
      "loss": 4.709,
      "step": 2473
    },
    {
      "epoch": 0.42940206543434867,
      "grad_norm": 86.3366928100586,
      "learning_rate": 3.5757663389242343e-06,
      "loss": 5.0684,
      "step": 2474
    },
    {
      "epoch": 0.42957563134600363,
      "grad_norm": 89.05613708496094,
      "learning_rate": 3.5772122614227877e-06,
      "loss": 4.4876,
      "step": 2475
    },
    {
      "epoch": 0.42957563134600363,
      "eval_synth_accuracy": 0.8573378839590444,
      "eval_synth_auroc": 0.9187908228021573,
      "eval_synth_f1": 0.8944977284199899,
      "eval_synth_loss": 0.3326913118362427,
      "eval_synth_precision": 0.8868868868868869,
      "eval_synth_recall": 0.9022403258655805,
      "eval_synth_runtime": 102.0315,
      "eval_synth_samples_per_second": 14.358,
      "eval_synth_steps_per_second": 0.451,
      "step": 2475
    },
    {
      "epoch": 0.42957563134600363,
      "eval_real_accuracy": 0.8045058139534884,
      "eval_real_auroc": 0.8724719846164047,
      "eval_real_f1": 0.8605495075168481,
      "eval_real_loss": 0.4285840690135956,
      "eval_real_precision": 0.8177339901477833,
      "eval_real_recall": 0.9080962800875274,
      "eval_real_runtime": 96.1179,
      "eval_real_samples_per_second": 14.316,
      "eval_real_steps_per_second": 0.447,
      "step": 2475
    },
    {
      "epoch": 0.4297491972576586,
      "grad_norm": 118.63044738769531,
      "learning_rate": 3.578658183921342e-06,
      "loss": 5.0484,
      "step": 2476
    },
    {
      "epoch": 0.42992276316931355,
      "grad_norm": 95.23871612548828,
      "learning_rate": 3.580104106419896e-06,
      "loss": 4.6715,
      "step": 2477
    },
    {
      "epoch": 0.4300963290809685,
      "grad_norm": 92.74629211425781,
      "learning_rate": 3.5815500289184502e-06,
      "loss": 5.1142,
      "step": 2478
    },
    {
      "epoch": 0.43026989499262347,
      "grad_norm": 64.78683471679688,
      "learning_rate": 3.582995951417004e-06,
      "loss": 4.0719,
      "step": 2479
    },
    {
      "epoch": 0.4304434609042784,
      "grad_norm": 76.99790954589844,
      "learning_rate": 3.5844418739155584e-06,
      "loss": 4.7289,
      "step": 2480
    },
    {
      "epoch": 0.43061702681593333,
      "grad_norm": 76.8674087524414,
      "learning_rate": 3.5858877964141127e-06,
      "loss": 4.2574,
      "step": 2481
    },
    {
      "epoch": 0.4307905927275883,
      "grad_norm": 97.56973266601562,
      "learning_rate": 3.5873337189126666e-06,
      "loss": 4.2202,
      "step": 2482
    },
    {
      "epoch": 0.43096415863924326,
      "grad_norm": 71.53170013427734,
      "learning_rate": 3.588779641411221e-06,
      "loss": 5.0844,
      "step": 2483
    },
    {
      "epoch": 0.4311377245508982,
      "grad_norm": 126.57455444335938,
      "learning_rate": 3.590225563909775e-06,
      "loss": 4.8782,
      "step": 2484
    },
    {
      "epoch": 0.4313112904625532,
      "grad_norm": 70.93059539794922,
      "learning_rate": 3.591671486408329e-06,
      "loss": 4.0237,
      "step": 2485
    },
    {
      "epoch": 0.4314848563742081,
      "grad_norm": 75.7912368774414,
      "learning_rate": 3.5931174089068826e-06,
      "loss": 4.6539,
      "step": 2486
    },
    {
      "epoch": 0.43165842228586304,
      "grad_norm": 51.66917037963867,
      "learning_rate": 3.594563331405437e-06,
      "loss": 3.7545,
      "step": 2487
    },
    {
      "epoch": 0.431831988197518,
      "grad_norm": 98.28990936279297,
      "learning_rate": 3.596009253903991e-06,
      "loss": 4.9606,
      "step": 2488
    },
    {
      "epoch": 0.43200555410917296,
      "grad_norm": 90.49415588378906,
      "learning_rate": 3.597455176402545e-06,
      "loss": 4.7678,
      "step": 2489
    },
    {
      "epoch": 0.4321791200208279,
      "grad_norm": 148.71084594726562,
      "learning_rate": 3.598901098901099e-06,
      "loss": 6.6087,
      "step": 2490
    },
    {
      "epoch": 0.4323526859324829,
      "grad_norm": 70.22938537597656,
      "learning_rate": 3.6003470213996533e-06,
      "loss": 5.318,
      "step": 2491
    },
    {
      "epoch": 0.4325262518441378,
      "grad_norm": 87.20314025878906,
      "learning_rate": 3.6017929438982076e-06,
      "loss": 4.5559,
      "step": 2492
    },
    {
      "epoch": 0.43269981775579275,
      "grad_norm": 89.28264617919922,
      "learning_rate": 3.6032388663967615e-06,
      "loss": 4.7363,
      "step": 2493
    },
    {
      "epoch": 0.4328733836674477,
      "grad_norm": 130.8282928466797,
      "learning_rate": 3.604684788895316e-06,
      "loss": 3.7496,
      "step": 2494
    },
    {
      "epoch": 0.43304694957910267,
      "grad_norm": 68.0476303100586,
      "learning_rate": 3.6061307113938697e-06,
      "loss": 4.8138,
      "step": 2495
    },
    {
      "epoch": 0.43322051549075763,
      "grad_norm": 57.07187271118164,
      "learning_rate": 3.6075766338924236e-06,
      "loss": 4.1802,
      "step": 2496
    },
    {
      "epoch": 0.4333940814024126,
      "grad_norm": 60.24150848388672,
      "learning_rate": 3.6090225563909775e-06,
      "loss": 4.3266,
      "step": 2497
    },
    {
      "epoch": 0.4335676473140675,
      "grad_norm": 119.05367279052734,
      "learning_rate": 3.6104684788895318e-06,
      "loss": 4.4841,
      "step": 2498
    },
    {
      "epoch": 0.43374121322572246,
      "grad_norm": 66.26798248291016,
      "learning_rate": 3.6119144013880856e-06,
      "loss": 4.4988,
      "step": 2499
    },
    {
      "epoch": 0.4339147791373774,
      "grad_norm": 66.59038543701172,
      "learning_rate": 3.61336032388664e-06,
      "loss": 3.9103,
      "step": 2500
    },
    {
      "epoch": 0.4339147791373774,
      "eval_synth_accuracy": 0.8525597269624573,
      "eval_synth_auroc": 0.9112482237205518,
      "eval_synth_f1": 0.8912386706948641,
      "eval_synth_loss": 0.35380610823631287,
      "eval_synth_precision": 0.8814741035856574,
      "eval_synth_recall": 0.9012219959266803,
      "eval_synth_runtime": 102.2012,
      "eval_synth_samples_per_second": 14.334,
      "eval_synth_steps_per_second": 0.45,
      "step": 2500
    },
    {
      "epoch": 0.4339147791373774,
      "eval_real_accuracy": 0.7972383720930233,
      "eval_real_auroc": 0.8659678213835762,
      "eval_real_f1": 0.8609865470852018,
      "eval_real_loss": 0.4891799986362457,
      "eval_real_precision": 0.7904849039341263,
      "eval_real_recall": 0.9452954048140044,
      "eval_real_runtime": 95.3758,
      "eval_real_samples_per_second": 14.427,
      "eval_real_steps_per_second": 0.451,
      "step": 2500
    },
    {
      "epoch": 0.4340883450490324,
      "grad_norm": 85.21635437011719,
      "learning_rate": 3.6148062463851943e-06,
      "loss": 4.1155,
      "step": 2501
    },
    {
      "epoch": 0.43426191096068734,
      "grad_norm": 126.33645629882812,
      "learning_rate": 3.616252168883748e-06,
      "loss": 5.1664,
      "step": 2502
    },
    {
      "epoch": 0.4344354768723423,
      "grad_norm": 251.7478790283203,
      "learning_rate": 3.6176980913823025e-06,
      "loss": 4.1681,
      "step": 2503
    },
    {
      "epoch": 0.4346090427839972,
      "grad_norm": 102.45929718017578,
      "learning_rate": 3.6191440138808563e-06,
      "loss": 3.8135,
      "step": 2504
    },
    {
      "epoch": 0.43478260869565216,
      "grad_norm": 82.54806518554688,
      "learning_rate": 3.6205899363794107e-06,
      "loss": 4.9611,
      "step": 2505
    },
    {
      "epoch": 0.4349561746073071,
      "grad_norm": 73.14411163330078,
      "learning_rate": 3.622035858877964e-06,
      "loss": 4.7537,
      "step": 2506
    },
    {
      "epoch": 0.4351297405189621,
      "grad_norm": 80.97034454345703,
      "learning_rate": 3.6234817813765184e-06,
      "loss": 4.6657,
      "step": 2507
    },
    {
      "epoch": 0.43530330643061704,
      "grad_norm": 62.96429443359375,
      "learning_rate": 3.6249277038750723e-06,
      "loss": 4.3632,
      "step": 2508
    },
    {
      "epoch": 0.435476872342272,
      "grad_norm": 95.36124420166016,
      "learning_rate": 3.6263736263736266e-06,
      "loss": 3.5641,
      "step": 2509
    },
    {
      "epoch": 0.4356504382539269,
      "grad_norm": 63.88499450683594,
      "learning_rate": 3.6278195488721805e-06,
      "loss": 5.0456,
      "step": 2510
    },
    {
      "epoch": 0.43582400416558187,
      "grad_norm": 67.67102813720703,
      "learning_rate": 3.629265471370735e-06,
      "loss": 3.7588,
      "step": 2511
    },
    {
      "epoch": 0.43599757007723683,
      "grad_norm": 63.73868179321289,
      "learning_rate": 3.630711393869289e-06,
      "loss": 4.1202,
      "step": 2512
    },
    {
      "epoch": 0.4361711359888918,
      "grad_norm": 73.52513885498047,
      "learning_rate": 3.632157316367843e-06,
      "loss": 4.3612,
      "step": 2513
    },
    {
      "epoch": 0.43634470190054675,
      "grad_norm": 92.55423736572266,
      "learning_rate": 3.6336032388663973e-06,
      "loss": 4.9884,
      "step": 2514
    },
    {
      "epoch": 0.4365182678122017,
      "grad_norm": 72.98346710205078,
      "learning_rate": 3.635049161364951e-06,
      "loss": 3.9124,
      "step": 2515
    },
    {
      "epoch": 0.4366918337238566,
      "grad_norm": 113.78968811035156,
      "learning_rate": 3.6364950838635055e-06,
      "loss": 5.0976,
      "step": 2516
    },
    {
      "epoch": 0.4368653996355116,
      "grad_norm": 70.33966064453125,
      "learning_rate": 3.637941006362059e-06,
      "loss": 4.6188,
      "step": 2517
    },
    {
      "epoch": 0.43703896554716654,
      "grad_norm": 75.68158721923828,
      "learning_rate": 3.6393869288606133e-06,
      "loss": 4.4201,
      "step": 2518
    },
    {
      "epoch": 0.4372125314588215,
      "grad_norm": 79.51791381835938,
      "learning_rate": 3.640832851359167e-06,
      "loss": 4.4818,
      "step": 2519
    },
    {
      "epoch": 0.43738609737047646,
      "grad_norm": 60.79308319091797,
      "learning_rate": 3.6422787738577215e-06,
      "loss": 4.2492,
      "step": 2520
    },
    {
      "epoch": 0.4375596632821314,
      "grad_norm": 110.01771545410156,
      "learning_rate": 3.6437246963562758e-06,
      "loss": 5.4994,
      "step": 2521
    },
    {
      "epoch": 0.4377332291937863,
      "grad_norm": 240.29844665527344,
      "learning_rate": 3.6451706188548297e-06,
      "loss": 3.2495,
      "step": 2522
    },
    {
      "epoch": 0.4379067951054413,
      "grad_norm": 70.41938781738281,
      "learning_rate": 3.646616541353384e-06,
      "loss": 4.8156,
      "step": 2523
    },
    {
      "epoch": 0.43808036101709624,
      "grad_norm": 60.73405456542969,
      "learning_rate": 3.648062463851938e-06,
      "loss": 3.4066,
      "step": 2524
    },
    {
      "epoch": 0.4382539269287512,
      "grad_norm": 64.49934387207031,
      "learning_rate": 3.649508386350492e-06,
      "loss": 2.8019,
      "step": 2525
    },
    {
      "epoch": 0.4382539269287512,
      "eval_synth_accuracy": 0.8484641638225257,
      "eval_synth_auroc": 0.9185241173419691,
      "eval_synth_f1": 0.8860369609856262,
      "eval_synth_loss": 0.3442268967628479,
      "eval_synth_precision": 0.8933747412008282,
      "eval_synth_recall": 0.8788187372708758,
      "eval_synth_runtime": 102.2385,
      "eval_synth_samples_per_second": 14.329,
      "eval_synth_steps_per_second": 0.45,
      "step": 2525
    },
    {
      "epoch": 0.4382539269287512,
      "eval_real_accuracy": 0.8212209302325582,
      "eval_real_auroc": 0.8902604507090284,
      "eval_real_f1": 0.8634850166481687,
      "eval_real_loss": 0.39742040634155273,
      "eval_real_precision": 0.8761261261261262,
      "eval_real_recall": 0.8512035010940919,
      "eval_real_runtime": 95.4414,
      "eval_real_samples_per_second": 14.417,
      "eval_real_steps_per_second": 0.451,
      "step": 2525
    },
    {
      "epoch": 0.43842749284040616,
      "grad_norm": 75.69882202148438,
      "learning_rate": 3.650954308849046e-06,
      "loss": 4.3292,
      "step": 2526
    },
    {
      "epoch": 0.43860105875206107,
      "grad_norm": 93.4910888671875,
      "learning_rate": 3.6524002313476e-06,
      "loss": 4.4845,
      "step": 2527
    },
    {
      "epoch": 0.43877462466371603,
      "grad_norm": 80.64278411865234,
      "learning_rate": 3.653846153846154e-06,
      "loss": 4.0849,
      "step": 2528
    },
    {
      "epoch": 0.438948190575371,
      "grad_norm": 153.40130615234375,
      "learning_rate": 3.655292076344708e-06,
      "loss": 4.8373,
      "step": 2529
    },
    {
      "epoch": 0.43912175648702595,
      "grad_norm": 62.78006362915039,
      "learning_rate": 3.656737998843262e-06,
      "loss": 4.0782,
      "step": 2530
    },
    {
      "epoch": 0.4392953223986809,
      "grad_norm": 146.46913146972656,
      "learning_rate": 3.6581839213418163e-06,
      "loss": 3.7939,
      "step": 2531
    },
    {
      "epoch": 0.43946888831033587,
      "grad_norm": 90.97860717773438,
      "learning_rate": 3.6596298438403706e-06,
      "loss": 5.0473,
      "step": 2532
    },
    {
      "epoch": 0.4396424542219908,
      "grad_norm": 133.55807495117188,
      "learning_rate": 3.6610757663389245e-06,
      "loss": 5.1473,
      "step": 2533
    },
    {
      "epoch": 0.43981602013364574,
      "grad_norm": 84.6005859375,
      "learning_rate": 3.662521688837479e-06,
      "loss": 5.1145,
      "step": 2534
    },
    {
      "epoch": 0.4399895860453007,
      "grad_norm": 71.49348449707031,
      "learning_rate": 3.6639676113360327e-06,
      "loss": 3.9918,
      "step": 2535
    },
    {
      "epoch": 0.44016315195695566,
      "grad_norm": 76.65401458740234,
      "learning_rate": 3.665413533834587e-06,
      "loss": 4.8402,
      "step": 2536
    },
    {
      "epoch": 0.4403367178686106,
      "grad_norm": 72.47488403320312,
      "learning_rate": 3.666859456333141e-06,
      "loss": 4.7248,
      "step": 2537
    },
    {
      "epoch": 0.4405102837802656,
      "grad_norm": 126.3536605834961,
      "learning_rate": 3.6683053788316948e-06,
      "loss": 4.7776,
      "step": 2538
    },
    {
      "epoch": 0.4406838496919205,
      "grad_norm": 87.80128479003906,
      "learning_rate": 3.6697513013302487e-06,
      "loss": 4.3749,
      "step": 2539
    },
    {
      "epoch": 0.44085741560357544,
      "grad_norm": 78.74633026123047,
      "learning_rate": 3.671197223828803e-06,
      "loss": 4.7564,
      "step": 2540
    },
    {
      "epoch": 0.4410309815152304,
      "grad_norm": 119.22330474853516,
      "learning_rate": 3.6726431463273573e-06,
      "loss": 4.409,
      "step": 2541
    },
    {
      "epoch": 0.44120454742688536,
      "grad_norm": 67.7817153930664,
      "learning_rate": 3.674089068825911e-06,
      "loss": 3.9667,
      "step": 2542
    },
    {
      "epoch": 0.4413781133385403,
      "grad_norm": 98.37207794189453,
      "learning_rate": 3.6755349913244655e-06,
      "loss": 5.2109,
      "step": 2543
    },
    {
      "epoch": 0.4415516792501953,
      "grad_norm": 176.35220336914062,
      "learning_rate": 3.6769809138230194e-06,
      "loss": 3.8116,
      "step": 2544
    },
    {
      "epoch": 0.4417252451618502,
      "grad_norm": 79.18572998046875,
      "learning_rate": 3.6784268363215737e-06,
      "loss": 4.1841,
      "step": 2545
    },
    {
      "epoch": 0.44189881107350515,
      "grad_norm": 114.88943481445312,
      "learning_rate": 3.6798727588201276e-06,
      "loss": 4.2904,
      "step": 2546
    },
    {
      "epoch": 0.4420723769851601,
      "grad_norm": 90.02141571044922,
      "learning_rate": 3.681318681318682e-06,
      "loss": 4.813,
      "step": 2547
    },
    {
      "epoch": 0.44224594289681507,
      "grad_norm": 87.56680297851562,
      "learning_rate": 3.6827646038172353e-06,
      "loss": 5.0823,
      "step": 2548
    },
    {
      "epoch": 0.44241950880847003,
      "grad_norm": 93.0514144897461,
      "learning_rate": 3.6842105263157896e-06,
      "loss": 4.1114,
      "step": 2549
    },
    {
      "epoch": 0.442593074720125,
      "grad_norm": 69.43022155761719,
      "learning_rate": 3.6856564488143435e-06,
      "loss": 4.672,
      "step": 2550
    },
    {
      "epoch": 0.442593074720125,
      "eval_synth_accuracy": 0.8368600682593856,
      "eval_synth_auroc": 0.9061892533512121,
      "eval_synth_f1": 0.8734780307040763,
      "eval_synth_loss": 0.39688459038734436,
      "eval_synth_precision": 0.9095920617420066,
      "eval_synth_recall": 0.840122199592668,
      "eval_synth_runtime": 102.0182,
      "eval_synth_samples_per_second": 14.36,
      "eval_synth_steps_per_second": 0.451,
      "step": 2550
    },
    {
      "epoch": 0.442593074720125,
      "eval_real_accuracy": 0.8052325581395349,
      "eval_real_auroc": 0.8818368903161025,
      "eval_real_f1": 0.8509454949944383,
      "eval_real_loss": 0.42058002948760986,
      "eval_real_precision": 0.8653846153846154,
      "eval_real_recall": 0.8369803063457331,
      "eval_real_runtime": 95.378,
      "eval_real_samples_per_second": 14.427,
      "eval_real_steps_per_second": 0.451,
      "step": 2550
    },
    {
      "epoch": 0.4427666406317799,
      "grad_norm": 64.57049560546875,
      "learning_rate": 3.687102371312898e-06,
      "loss": 4.7613,
      "step": 2551
    },
    {
      "epoch": 0.44294020654343486,
      "grad_norm": 86.38044738769531,
      "learning_rate": 3.688548293811452e-06,
      "loss": 5.2038,
      "step": 2552
    },
    {
      "epoch": 0.4431137724550898,
      "grad_norm": 74.35275268554688,
      "learning_rate": 3.689994216310006e-06,
      "loss": 4.4878,
      "step": 2553
    },
    {
      "epoch": 0.4432873383667448,
      "grad_norm": 53.8907356262207,
      "learning_rate": 3.6914401388085603e-06,
      "loss": 4.1427,
      "step": 2554
    },
    {
      "epoch": 0.44346090427839974,
      "grad_norm": 77.15343475341797,
      "learning_rate": 3.6928860613071142e-06,
      "loss": 4.4138,
      "step": 2555
    },
    {
      "epoch": 0.4436344701900547,
      "grad_norm": 80.56328582763672,
      "learning_rate": 3.6943319838056685e-06,
      "loss": 3.4642,
      "step": 2556
    },
    {
      "epoch": 0.4438080361017096,
      "grad_norm": 89.91455078125,
      "learning_rate": 3.6957779063042224e-06,
      "loss": 4.094,
      "step": 2557
    },
    {
      "epoch": 0.44398160201336456,
      "grad_norm": 53.92625427246094,
      "learning_rate": 3.6972238288027767e-06,
      "loss": 4.342,
      "step": 2558
    },
    {
      "epoch": 0.4441551679250195,
      "grad_norm": 74.49698638916016,
      "learning_rate": 3.69866975130133e-06,
      "loss": 4.6897,
      "step": 2559
    },
    {
      "epoch": 0.4443287338366745,
      "grad_norm": 102.8333740234375,
      "learning_rate": 3.7001156737998845e-06,
      "loss": 4.7429,
      "step": 2560
    },
    {
      "epoch": 0.44450229974832944,
      "grad_norm": 85.54981231689453,
      "learning_rate": 3.7015615962984384e-06,
      "loss": 4.6023,
      "step": 2561
    },
    {
      "epoch": 0.4446758656599844,
      "grad_norm": 61.79155349731445,
      "learning_rate": 3.7030075187969927e-06,
      "loss": 3.4086,
      "step": 2562
    },
    {
      "epoch": 0.4448494315716393,
      "grad_norm": 50.6382942199707,
      "learning_rate": 3.704453441295547e-06,
      "loss": 3.1172,
      "step": 2563
    },
    {
      "epoch": 0.44502299748329427,
      "grad_norm": 59.43379592895508,
      "learning_rate": 3.705899363794101e-06,
      "loss": 3.3896,
      "step": 2564
    },
    {
      "epoch": 0.44519656339494923,
      "grad_norm": 155.83229064941406,
      "learning_rate": 3.707345286292655e-06,
      "loss": 4.5936,
      "step": 2565
    },
    {
      "epoch": 0.4453701293066042,
      "grad_norm": 73.64038848876953,
      "learning_rate": 3.708791208791209e-06,
      "loss": 3.1756,
      "step": 2566
    },
    {
      "epoch": 0.44554369521825915,
      "grad_norm": 71.65930938720703,
      "learning_rate": 3.7102371312897634e-06,
      "loss": 4.3553,
      "step": 2567
    },
    {
      "epoch": 0.4457172611299141,
      "grad_norm": 102.61783599853516,
      "learning_rate": 3.7116830537883177e-06,
      "loss": 5.2767,
      "step": 2568
    },
    {
      "epoch": 0.445890827041569,
      "grad_norm": 123.52671813964844,
      "learning_rate": 3.713128976286871e-06,
      "loss": 4.1174,
      "step": 2569
    },
    {
      "epoch": 0.446064392953224,
      "grad_norm": 93.61734771728516,
      "learning_rate": 3.714574898785425e-06,
      "loss": 4.5461,
      "step": 2570
    },
    {
      "epoch": 0.44623795886487894,
      "grad_norm": 112.40509796142578,
      "learning_rate": 3.7160208212839793e-06,
      "loss": 4.3933,
      "step": 2571
    },
    {
      "epoch": 0.4464115247765339,
      "grad_norm": 80.77741241455078,
      "learning_rate": 3.7174667437825337e-06,
      "loss": 3.277,
      "step": 2572
    },
    {
      "epoch": 0.44658509068818886,
      "grad_norm": 122.6937484741211,
      "learning_rate": 3.7189126662810875e-06,
      "loss": 5.6002,
      "step": 2573
    },
    {
      "epoch": 0.4467586565998438,
      "grad_norm": 106.15189361572266,
      "learning_rate": 3.720358588779642e-06,
      "loss": 3.9027,
      "step": 2574
    },
    {
      "epoch": 0.4469322225114987,
      "grad_norm": 123.64032745361328,
      "learning_rate": 3.7218045112781957e-06,
      "loss": 4.5574,
      "step": 2575
    },
    {
      "epoch": 0.4469322225114987,
      "eval_synth_accuracy": 0.8402730375426621,
      "eval_synth_auroc": 0.8984126281345798,
      "eval_synth_f1": 0.8818181818181818,
      "eval_synth_loss": 0.40330663323402405,
      "eval_synth_precision": 0.874749498997996,
      "eval_synth_recall": 0.8890020366598778,
      "eval_synth_runtime": 102.0013,
      "eval_synth_samples_per_second": 14.363,
      "eval_synth_steps_per_second": 0.451,
      "step": 2575
    },
    {
      "epoch": 0.4469322225114987,
      "eval_real_accuracy": 0.8103197674418605,
      "eval_real_auroc": 0.8738845946176361,
      "eval_real_f1": 0.8616852146263911,
      "eval_real_loss": 0.4579109251499176,
      "eval_real_precision": 0.8355601233299075,
      "eval_real_recall": 0.8894967177242888,
      "eval_real_runtime": 95.3485,
      "eval_real_samples_per_second": 14.431,
      "eval_real_steps_per_second": 0.451,
      "step": 2575
    },
    {
      "epoch": 0.4471057884231537,
      "grad_norm": 89.44390869140625,
      "learning_rate": 3.72325043377675e-06,
      "loss": 4.5337,
      "step": 2576
    },
    {
      "epoch": 0.44727935433480864,
      "grad_norm": 90.63383483886719,
      "learning_rate": 3.724696356275304e-06,
      "loss": 4.389,
      "step": 2577
    },
    {
      "epoch": 0.4474529202464636,
      "grad_norm": 94.88319396972656,
      "learning_rate": 3.7261422787738582e-06,
      "loss": 4.6956,
      "step": 2578
    },
    {
      "epoch": 0.44762648615811856,
      "grad_norm": 97.94134521484375,
      "learning_rate": 3.7275882012724117e-06,
      "loss": 3.9226,
      "step": 2579
    },
    {
      "epoch": 0.44780005206977347,
      "grad_norm": 58.408203125,
      "learning_rate": 3.729034123770966e-06,
      "loss": 4.3158,
      "step": 2580
    },
    {
      "epoch": 0.44797361798142843,
      "grad_norm": 139.47474670410156,
      "learning_rate": 3.73048004626952e-06,
      "loss": 5.6094,
      "step": 2581
    },
    {
      "epoch": 0.4481471838930834,
      "grad_norm": 184.03562927246094,
      "learning_rate": 3.731925968768074e-06,
      "loss": 6.1553,
      "step": 2582
    },
    {
      "epoch": 0.44832074980473835,
      "grad_norm": 124.27848815917969,
      "learning_rate": 3.7333718912666285e-06,
      "loss": 5.9546,
      "step": 2583
    },
    {
      "epoch": 0.4484943157163933,
      "grad_norm": 63.008663177490234,
      "learning_rate": 3.7348178137651824e-06,
      "loss": 4.4871,
      "step": 2584
    },
    {
      "epoch": 0.44866788162804827,
      "grad_norm": 138.66444396972656,
      "learning_rate": 3.7362637362637367e-06,
      "loss": 4.2728,
      "step": 2585
    },
    {
      "epoch": 0.4488414475397032,
      "grad_norm": 166.0045166015625,
      "learning_rate": 3.7377096587622906e-06,
      "loss": 5.4598,
      "step": 2586
    },
    {
      "epoch": 0.44901501345135814,
      "grad_norm": 157.94590759277344,
      "learning_rate": 3.739155581260845e-06,
      "loss": 4.508,
      "step": 2587
    },
    {
      "epoch": 0.4491885793630131,
      "grad_norm": 70.67760467529297,
      "learning_rate": 3.740601503759399e-06,
      "loss": 4.7159,
      "step": 2588
    },
    {
      "epoch": 0.44936214527466806,
      "grad_norm": 122.51612091064453,
      "learning_rate": 3.742047426257953e-06,
      "loss": 4.266,
      "step": 2589
    },
    {
      "epoch": 0.449535711186323,
      "grad_norm": 145.828125,
      "learning_rate": 3.7434933487565066e-06,
      "loss": 5.072,
      "step": 2590
    },
    {
      "epoch": 0.449709277097978,
      "grad_norm": 87.57730865478516,
      "learning_rate": 3.744939271255061e-06,
      "loss": 4.6962,
      "step": 2591
    },
    {
      "epoch": 0.4498828430096329,
      "grad_norm": 92.26422119140625,
      "learning_rate": 3.746385193753615e-06,
      "loss": 4.5468,
      "step": 2592
    },
    {
      "epoch": 0.45005640892128784,
      "grad_norm": 88.1335678100586,
      "learning_rate": 3.747831116252169e-06,
      "loss": 4.417,
      "step": 2593
    },
    {
      "epoch": 0.4502299748329428,
      "grad_norm": 133.28147888183594,
      "learning_rate": 3.7492770387507234e-06,
      "loss": 5.1077,
      "step": 2594
    },
    {
      "epoch": 0.45040354074459776,
      "grad_norm": 83.4990463256836,
      "learning_rate": 3.7507229612492772e-06,
      "loss": 3.833,
      "step": 2595
    },
    {
      "epoch": 0.4505771066562527,
      "grad_norm": 58.949073791503906,
      "learning_rate": 3.7521688837478316e-06,
      "loss": 4.0787,
      "step": 2596
    },
    {
      "epoch": 0.4507506725679077,
      "grad_norm": 106.21345520019531,
      "learning_rate": 3.7536148062463854e-06,
      "loss": 4.3876,
      "step": 2597
    },
    {
      "epoch": 0.4509242384795626,
      "grad_norm": 64.81707763671875,
      "learning_rate": 3.7550607287449398e-06,
      "loss": 3.7411,
      "step": 2598
    },
    {
      "epoch": 0.45109780439121755,
      "grad_norm": 60.59090805053711,
      "learning_rate": 3.756506651243494e-06,
      "loss": 3.8997,
      "step": 2599
    },
    {
      "epoch": 0.4512713703028725,
      "grad_norm": 58.640987396240234,
      "learning_rate": 3.7579525737420475e-06,
      "loss": 3.9248,
      "step": 2600
    },
    {
      "epoch": 0.4512713703028725,
      "eval_synth_accuracy": 0.863481228668942,
      "eval_synth_auroc": 0.9216233823734046,
      "eval_synth_f1": 0.8976458546571137,
      "eval_synth_loss": 0.33631330728530884,
      "eval_synth_precision": 0.9022633744855967,
      "eval_synth_recall": 0.8930753564154786,
      "eval_synth_runtime": 102.6746,
      "eval_synth_samples_per_second": 14.268,
      "eval_synth_steps_per_second": 0.448,
      "step": 2600
    },
    {
      "epoch": 0.4512713703028725,
      "eval_real_accuracy": 0.8197674418604651,
      "eval_real_auroc": 0.8912077164265348,
      "eval_real_f1": 0.8708333333333333,
      "eval_real_loss": 0.4106040894985199,
      "eval_real_precision": 0.831013916500994,
      "eval_real_recall": 0.9146608315098468,
      "eval_real_runtime": 95.3809,
      "eval_real_samples_per_second": 14.426,
      "eval_real_steps_per_second": 0.451,
      "step": 2600
    },
    {
      "epoch": 0.45144493621452747,
      "grad_norm": 120.661865234375,
      "learning_rate": 3.7593984962406014e-06,
      "loss": 4.2345,
      "step": 2601
    },
    {
      "epoch": 0.45161850212618243,
      "grad_norm": 97.31047058105469,
      "learning_rate": 3.7608444187391557e-06,
      "loss": 4.0581,
      "step": 2602
    },
    {
      "epoch": 0.4517920680378374,
      "grad_norm": 91.16175079345703,
      "learning_rate": 3.76229034123771e-06,
      "loss": 4.8527,
      "step": 2603
    },
    {
      "epoch": 0.4519656339494923,
      "grad_norm": 82.78097534179688,
      "learning_rate": 3.763736263736264e-06,
      "loss": 5.2242,
      "step": 2604
    },
    {
      "epoch": 0.45213919986114726,
      "grad_norm": 97.19327545166016,
      "learning_rate": 3.7651821862348182e-06,
      "loss": 5.4944,
      "step": 2605
    },
    {
      "epoch": 0.4523127657728022,
      "grad_norm": 70.82526397705078,
      "learning_rate": 3.766628108733372e-06,
      "loss": 4.0825,
      "step": 2606
    },
    {
      "epoch": 0.4524863316844572,
      "grad_norm": 65.8786849975586,
      "learning_rate": 3.7680740312319264e-06,
      "loss": 3.3062,
      "step": 2607
    },
    {
      "epoch": 0.45265989759611214,
      "grad_norm": 78.58158111572266,
      "learning_rate": 3.7695199537304807e-06,
      "loss": 4.7356,
      "step": 2608
    },
    {
      "epoch": 0.4528334635077671,
      "grad_norm": 107.57671356201172,
      "learning_rate": 3.7709658762290346e-06,
      "loss": 4.8689,
      "step": 2609
    },
    {
      "epoch": 0.453007029419422,
      "grad_norm": 102.08047485351562,
      "learning_rate": 3.772411798727589e-06,
      "loss": 5.0032,
      "step": 2610
    },
    {
      "epoch": 0.45318059533107696,
      "grad_norm": 56.90756607055664,
      "learning_rate": 3.7738577212261424e-06,
      "loss": 4.3645,
      "step": 2611
    },
    {
      "epoch": 0.4533541612427319,
      "grad_norm": 60.199867248535156,
      "learning_rate": 3.7753036437246967e-06,
      "loss": 4.5298,
      "step": 2612
    },
    {
      "epoch": 0.4535277271543869,
      "grad_norm": 96.87618255615234,
      "learning_rate": 3.7767495662232506e-06,
      "loss": 4.0208,
      "step": 2613
    },
    {
      "epoch": 0.45370129306604184,
      "grad_norm": 64.69017028808594,
      "learning_rate": 3.778195488721805e-06,
      "loss": 4.5579,
      "step": 2614
    },
    {
      "epoch": 0.4538748589776968,
      "grad_norm": 80.3599853515625,
      "learning_rate": 3.7796414112203588e-06,
      "loss": 4.2568,
      "step": 2615
    },
    {
      "epoch": 0.4540484248893517,
      "grad_norm": 78.78712463378906,
      "learning_rate": 3.781087333718913e-06,
      "loss": 4.78,
      "step": 2616
    },
    {
      "epoch": 0.45422199080100667,
      "grad_norm": 65.89974975585938,
      "learning_rate": 3.782533256217467e-06,
      "loss": 4.1997,
      "step": 2617
    },
    {
      "epoch": 0.45439555671266163,
      "grad_norm": 56.07887268066406,
      "learning_rate": 3.7839791787160213e-06,
      "loss": 3.5889,
      "step": 2618
    },
    {
      "epoch": 0.4545691226243166,
      "grad_norm": 166.0116424560547,
      "learning_rate": 3.7854251012145756e-06,
      "loss": 4.5939,
      "step": 2619
    },
    {
      "epoch": 0.45474268853597155,
      "grad_norm": 121.6760025024414,
      "learning_rate": 3.7868710237131295e-06,
      "loss": 5.0786,
      "step": 2620
    },
    {
      "epoch": 0.4549162544476265,
      "grad_norm": 82.0864486694336,
      "learning_rate": 3.788316946211683e-06,
      "loss": 3.9349,
      "step": 2621
    },
    {
      "epoch": 0.4550898203592814,
      "grad_norm": 70.06298065185547,
      "learning_rate": 3.7897628687102372e-06,
      "loss": 4.3567,
      "step": 2622
    },
    {
      "epoch": 0.4552633862709364,
      "grad_norm": 164.34072875976562,
      "learning_rate": 3.7912087912087915e-06,
      "loss": 4.6672,
      "step": 2623
    },
    {
      "epoch": 0.45543695218259134,
      "grad_norm": 105.07361602783203,
      "learning_rate": 3.7926547137073454e-06,
      "loss": 4.3836,
      "step": 2624
    },
    {
      "epoch": 0.4556105180942463,
      "grad_norm": 112.2525405883789,
      "learning_rate": 3.7941006362058997e-06,
      "loss": 4.3585,
      "step": 2625
    },
    {
      "epoch": 0.4556105180942463,
      "eval_synth_accuracy": 0.8484641638225257,
      "eval_synth_auroc": 0.9188150687530834,
      "eval_synth_f1": 0.8822905620360552,
      "eval_synth_loss": 0.3816540539264679,
      "eval_synth_precision": 0.9203539823008849,
      "eval_synth_recall": 0.8472505091649695,
      "eval_synth_runtime": 101.9905,
      "eval_synth_samples_per_second": 14.364,
      "eval_synth_steps_per_second": 0.451,
      "step": 2625
    },
    {
      "epoch": 0.4556105180942463,
      "eval_real_accuracy": 0.7957848837209303,
      "eval_real_auroc": 0.8792946659467447,
      "eval_real_f1": 0.8372900984365953,
      "eval_real_loss": 0.4713252782821655,
      "eval_real_precision": 0.8892988929889298,
      "eval_real_recall": 0.7910284463894968,
      "eval_real_runtime": 96.0073,
      "eval_real_samples_per_second": 14.332,
      "eval_real_steps_per_second": 0.448,
      "step": 2625
    },
    {
      "epoch": 0.45578408400590126,
      "grad_norm": 117.3187026977539,
      "learning_rate": 3.7955465587044536e-06,
      "loss": 4.7127,
      "step": 2626
    },
    {
      "epoch": 0.4559576499175562,
      "grad_norm": 147.90415954589844,
      "learning_rate": 3.796992481203008e-06,
      "loss": 5.065,
      "step": 2627
    },
    {
      "epoch": 0.4561312158292111,
      "grad_norm": 117.12605285644531,
      "learning_rate": 3.7984384037015622e-06,
      "loss": 4.5133,
      "step": 2628
    },
    {
      "epoch": 0.4563047817408661,
      "grad_norm": 84.4278335571289,
      "learning_rate": 3.799884326200116e-06,
      "loss": 4.7155,
      "step": 2629
    },
    {
      "epoch": 0.45647834765252104,
      "grad_norm": 62.761470794677734,
      "learning_rate": 3.8013302486986704e-06,
      "loss": 4.2848,
      "step": 2630
    },
    {
      "epoch": 0.456651913564176,
      "grad_norm": 92.25350189208984,
      "learning_rate": 3.802776171197224e-06,
      "loss": 3.4993,
      "step": 2631
    },
    {
      "epoch": 0.45682547947583096,
      "grad_norm": 130.58364868164062,
      "learning_rate": 3.804222093695778e-06,
      "loss": 4.4382,
      "step": 2632
    },
    {
      "epoch": 0.4569990453874859,
      "grad_norm": 75.49542236328125,
      "learning_rate": 3.805668016194332e-06,
      "loss": 3.83,
      "step": 2633
    },
    {
      "epoch": 0.45717261129914083,
      "grad_norm": 59.27303695678711,
      "learning_rate": 3.8071139386928864e-06,
      "loss": 4.1406,
      "step": 2634
    },
    {
      "epoch": 0.4573461772107958,
      "grad_norm": 60.4356803894043,
      "learning_rate": 3.8085598611914403e-06,
      "loss": 3.6656,
      "step": 2635
    },
    {
      "epoch": 0.45751974312245075,
      "grad_norm": 77.56690216064453,
      "learning_rate": 3.8100057836899946e-06,
      "loss": 5.3339,
      "step": 2636
    },
    {
      "epoch": 0.4576933090341057,
      "grad_norm": 66.46221160888672,
      "learning_rate": 3.8114517061885485e-06,
      "loss": 3.213,
      "step": 2637
    },
    {
      "epoch": 0.45786687494576067,
      "grad_norm": 85.00151824951172,
      "learning_rate": 3.8128976286871028e-06,
      "loss": 4.3605,
      "step": 2638
    },
    {
      "epoch": 0.4580404408574156,
      "grad_norm": 98.65269470214844,
      "learning_rate": 3.814343551185657e-06,
      "loss": 3.7228,
      "step": 2639
    },
    {
      "epoch": 0.45821400676907054,
      "grad_norm": 83.37124633789062,
      "learning_rate": 3.815789473684211e-06,
      "loss": 4.3814,
      "step": 2640
    },
    {
      "epoch": 0.4583875726807255,
      "grad_norm": 61.041595458984375,
      "learning_rate": 3.817235396182765e-06,
      "loss": 4.0586,
      "step": 2641
    },
    {
      "epoch": 0.45856113859238046,
      "grad_norm": 172.47938537597656,
      "learning_rate": 3.818681318681319e-06,
      "loss": 3.7503,
      "step": 2642
    },
    {
      "epoch": 0.4587347045040354,
      "grad_norm": 66.05522918701172,
      "learning_rate": 3.820127241179873e-06,
      "loss": 3.8323,
      "step": 2643
    },
    {
      "epoch": 0.4589082704156904,
      "grad_norm": 157.63323974609375,
      "learning_rate": 3.821573163678427e-06,
      "loss": 4.5834,
      "step": 2644
    },
    {
      "epoch": 0.4590818363273453,
      "grad_norm": 74.46251678466797,
      "learning_rate": 3.823019086176981e-06,
      "loss": 3.7774,
      "step": 2645
    },
    {
      "epoch": 0.45925540223900024,
      "grad_norm": 118.60826110839844,
      "learning_rate": 3.8244650086755356e-06,
      "loss": 4.1109,
      "step": 2646
    },
    {
      "epoch": 0.4594289681506552,
      "grad_norm": 134.708740234375,
      "learning_rate": 3.825910931174089e-06,
      "loss": 5.0355,
      "step": 2647
    },
    {
      "epoch": 0.45960253406231016,
      "grad_norm": 125.97931671142578,
      "learning_rate": 3.827356853672643e-06,
      "loss": 4.0262,
      "step": 2648
    },
    {
      "epoch": 0.4597760999739651,
      "grad_norm": 93.44196319580078,
      "learning_rate": 3.828802776171198e-06,
      "loss": 3.9619,
      "step": 2649
    },
    {
      "epoch": 0.4599496658856201,
      "grad_norm": 66.69000244140625,
      "learning_rate": 3.830248698669752e-06,
      "loss": 3.6602,
      "step": 2650
    },
    {
      "epoch": 0.4599496658856201,
      "eval_synth_accuracy": 0.8232081911262799,
      "eval_synth_auroc": 0.9166656124948874,
      "eval_synth_f1": 0.8577704557935201,
      "eval_synth_loss": 0.4257860779762268,
      "eval_synth_precision": 0.930870083432658,
      "eval_synth_recall": 0.7953156822810591,
      "eval_synth_runtime": 101.9629,
      "eval_synth_samples_per_second": 14.368,
      "eval_synth_steps_per_second": 0.451,
      "step": 2650
    },
    {
      "epoch": 0.4599496658856201,
      "eval_real_accuracy": 0.7928779069767442,
      "eval_real_auroc": 0.8850481210984494,
      "eval_real_f1": 0.8347826086956521,
      "eval_real_loss": 0.45303380489349365,
      "eval_real_precision": 0.8877928483353884,
      "eval_real_recall": 0.787746170678337,
      "eval_real_runtime": 95.3312,
      "eval_real_samples_per_second": 14.434,
      "eval_real_steps_per_second": 0.451,
      "step": 2650
    },
    {
      "epoch": 0.460123231797275,
      "grad_norm": 125.79175567626953,
      "learning_rate": 3.831694621168306e-06,
      "loss": 4.9281,
      "step": 2651
    },
    {
      "epoch": 0.46029679770892995,
      "grad_norm": 96.69342041015625,
      "learning_rate": 3.83314054366686e-06,
      "loss": 4.178,
      "step": 2652
    },
    {
      "epoch": 0.4604703636205849,
      "grad_norm": 62.2681884765625,
      "learning_rate": 3.834586466165414e-06,
      "loss": 3.6965,
      "step": 2653
    },
    {
      "epoch": 0.46064392953223987,
      "grad_norm": 70.47669219970703,
      "learning_rate": 3.8360323886639675e-06,
      "loss": 4.2593,
      "step": 2654
    },
    {
      "epoch": 0.46081749544389483,
      "grad_norm": 79.9444351196289,
      "learning_rate": 3.837478311162522e-06,
      "loss": 3.0851,
      "step": 2655
    },
    {
      "epoch": 0.4609910613555498,
      "grad_norm": 126.96589660644531,
      "learning_rate": 3.838924233661076e-06,
      "loss": 4.2341,
      "step": 2656
    },
    {
      "epoch": 0.4611646272672047,
      "grad_norm": 79.45147705078125,
      "learning_rate": 3.84037015615963e-06,
      "loss": 4.049,
      "step": 2657
    },
    {
      "epoch": 0.46133819317885966,
      "grad_norm": 54.91664505004883,
      "learning_rate": 3.841816078658184e-06,
      "loss": 3.7355,
      "step": 2658
    },
    {
      "epoch": 0.4615117590905146,
      "grad_norm": 106.1891098022461,
      "learning_rate": 3.843262001156738e-06,
      "loss": 3.505,
      "step": 2659
    },
    {
      "epoch": 0.4616853250021696,
      "grad_norm": 80.98443603515625,
      "learning_rate": 3.8447079236552925e-06,
      "loss": 4.0844,
      "step": 2660
    },
    {
      "epoch": 0.46185889091382454,
      "grad_norm": 59.95526123046875,
      "learning_rate": 3.846153846153847e-06,
      "loss": 4.2594,
      "step": 2661
    },
    {
      "epoch": 0.4620324568254795,
      "grad_norm": 65.93913269042969,
      "learning_rate": 3.847599768652401e-06,
      "loss": 4.5043,
      "step": 2662
    },
    {
      "epoch": 0.4622060227371344,
      "grad_norm": 76.11933135986328,
      "learning_rate": 3.8490456911509546e-06,
      "loss": 3.5623,
      "step": 2663
    },
    {
      "epoch": 0.46237958864878936,
      "grad_norm": 80.30055236816406,
      "learning_rate": 3.850491613649509e-06,
      "loss": 3.7141,
      "step": 2664
    },
    {
      "epoch": 0.4625531545604443,
      "grad_norm": 88.6590805053711,
      "learning_rate": 3.851937536148062e-06,
      "loss": 3.4614,
      "step": 2665
    },
    {
      "epoch": 0.4627267204720993,
      "grad_norm": 136.82290649414062,
      "learning_rate": 3.853383458646617e-06,
      "loss": 4.9983,
      "step": 2666
    },
    {
      "epoch": 0.46290028638375424,
      "grad_norm": 114.36566162109375,
      "learning_rate": 3.854829381145171e-06,
      "loss": 4.9796,
      "step": 2667
    },
    {
      "epoch": 0.4630738522954092,
      "grad_norm": 66.36056518554688,
      "learning_rate": 3.856275303643725e-06,
      "loss": 4.6031,
      "step": 2668
    },
    {
      "epoch": 0.4632474182070641,
      "grad_norm": 88.00479888916016,
      "learning_rate": 3.8577212261422796e-06,
      "loss": 3.5005,
      "step": 2669
    },
    {
      "epoch": 0.46342098411871907,
      "grad_norm": 67.54744720458984,
      "learning_rate": 3.859167148640833e-06,
      "loss": 3.97,
      "step": 2670
    },
    {
      "epoch": 0.46359455003037403,
      "grad_norm": 50.23145294189453,
      "learning_rate": 3.860613071139387e-06,
      "loss": 3.3835,
      "step": 2671
    },
    {
      "epoch": 0.463768115942029,
      "grad_norm": 80.31179809570312,
      "learning_rate": 3.862058993637942e-06,
      "loss": 4.9183,
      "step": 2672
    },
    {
      "epoch": 0.46394168185368395,
      "grad_norm": 81.40430450439453,
      "learning_rate": 3.863504916136495e-06,
      "loss": 4.0316,
      "step": 2673
    },
    {
      "epoch": 0.4641152477653389,
      "grad_norm": 156.86056518554688,
      "learning_rate": 3.864950838635049e-06,
      "loss": 5.9187,
      "step": 2674
    },
    {
      "epoch": 0.4642888136769938,
      "grad_norm": 119.64008331298828,
      "learning_rate": 3.866396761133604e-06,
      "loss": 3.7135,
      "step": 2675
    },
    {
      "epoch": 0.4642888136769938,
      "eval_synth_accuracy": 0.856655290102389,
      "eval_synth_auroc": 0.9073298672165225,
      "eval_synth_f1": 0.8954183266932271,
      "eval_synth_loss": 0.365050345659256,
      "eval_synth_precision": 0.8762183235867447,
      "eval_synth_recall": 0.9154786150712831,
      "eval_synth_runtime": 102.1556,
      "eval_synth_samples_per_second": 14.341,
      "eval_synth_steps_per_second": 0.45,
      "step": 2675
    },
    {
      "epoch": 0.4642888136769938,
      "eval_real_accuracy": 0.8255813953488372,
      "eval_real_auroc": 0.881314710089327,
      "eval_real_f1": 0.8717948717948718,
      "eval_real_loss": 0.4199276268482208,
      "eval_real_precision": 0.8517745302713987,
      "eval_real_recall": 0.8927789934354485,
      "eval_real_runtime": 95.3908,
      "eval_real_samples_per_second": 14.425,
      "eval_real_steps_per_second": 0.451,
      "step": 2675
    },
    {
      "epoch": 0.4644623795886488,
      "grad_norm": 73.38849639892578,
      "learning_rate": 3.867842683632157e-06,
      "loss": 4.2627,
      "step": 2676
    },
    {
      "epoch": 0.46463594550030374,
      "grad_norm": 105.10652160644531,
      "learning_rate": 3.8692886061307115e-06,
      "loss": 4.7996,
      "step": 2677
    },
    {
      "epoch": 0.4648095114119587,
      "grad_norm": 66.59993743896484,
      "learning_rate": 3.870734528629266e-06,
      "loss": 3.6633,
      "step": 2678
    },
    {
      "epoch": 0.46498307732361366,
      "grad_norm": 131.3109588623047,
      "learning_rate": 3.87218045112782e-06,
      "loss": 5.1018,
      "step": 2679
    },
    {
      "epoch": 0.4651566432352686,
      "grad_norm": 132.2677764892578,
      "learning_rate": 3.873626373626374e-06,
      "loss": 5.0871,
      "step": 2680
    },
    {
      "epoch": 0.4653302091469235,
      "grad_norm": 108.16928100585938,
      "learning_rate": 3.875072296124928e-06,
      "loss": 4.0556,
      "step": 2681
    },
    {
      "epoch": 0.4655037750585785,
      "grad_norm": 53.069095611572266,
      "learning_rate": 3.876518218623482e-06,
      "loss": 3.3564,
      "step": 2682
    },
    {
      "epoch": 0.46567734097023344,
      "grad_norm": 109.59500122070312,
      "learning_rate": 3.8779641411220365e-06,
      "loss": 4.6112,
      "step": 2683
    },
    {
      "epoch": 0.4658509068818884,
      "grad_norm": 58.16720962524414,
      "learning_rate": 3.87941006362059e-06,
      "loss": 3.3451,
      "step": 2684
    },
    {
      "epoch": 0.46602447279354337,
      "grad_norm": 182.4268798828125,
      "learning_rate": 3.880855986119144e-06,
      "loss": 4.709,
      "step": 2685
    },
    {
      "epoch": 0.4661980387051983,
      "grad_norm": 64.00788116455078,
      "learning_rate": 3.882301908617699e-06,
      "loss": 4.6647,
      "step": 2686
    },
    {
      "epoch": 0.46637160461685323,
      "grad_norm": 69.52706146240234,
      "learning_rate": 3.883747831116252e-06,
      "loss": 3.9692,
      "step": 2687
    },
    {
      "epoch": 0.4665451705285082,
      "grad_norm": 65.90675354003906,
      "learning_rate": 3.885193753614806e-06,
      "loss": 4.2688,
      "step": 2688
    },
    {
      "epoch": 0.46671873644016315,
      "grad_norm": 87.82897186279297,
      "learning_rate": 3.886639676113361e-06,
      "loss": 4.1807,
      "step": 2689
    },
    {
      "epoch": 0.4668923023518181,
      "grad_norm": 65.43936920166016,
      "learning_rate": 3.888085598611915e-06,
      "loss": 3.3727,
      "step": 2690
    },
    {
      "epoch": 0.46706586826347307,
      "grad_norm": 66.46693420410156,
      "learning_rate": 3.889531521110469e-06,
      "loss": 4.1602,
      "step": 2691
    },
    {
      "epoch": 0.46723943417512803,
      "grad_norm": 73.04278564453125,
      "learning_rate": 3.890977443609023e-06,
      "loss": 4.6246,
      "step": 2692
    },
    {
      "epoch": 0.46741300008678294,
      "grad_norm": 56.37828063964844,
      "learning_rate": 3.892423366107577e-06,
      "loss": 3.8458,
      "step": 2693
    },
    {
      "epoch": 0.4675865659984379,
      "grad_norm": 104.2179183959961,
      "learning_rate": 3.8938692886061305e-06,
      "loss": 3.281,
      "step": 2694
    },
    {
      "epoch": 0.46776013191009286,
      "grad_norm": 67.87373352050781,
      "learning_rate": 3.895315211104685e-06,
      "loss": 4.9994,
      "step": 2695
    },
    {
      "epoch": 0.4679336978217478,
      "grad_norm": 94.47745513916016,
      "learning_rate": 3.896761133603239e-06,
      "loss": 4.9988,
      "step": 2696
    },
    {
      "epoch": 0.4681072637334028,
      "grad_norm": 60.41786575317383,
      "learning_rate": 3.8982070561017934e-06,
      "loss": 3.1352,
      "step": 2697
    },
    {
      "epoch": 0.4682808296450577,
      "grad_norm": 85.75086975097656,
      "learning_rate": 3.899652978600347e-06,
      "loss": 5.0357,
      "step": 2698
    },
    {
      "epoch": 0.46845439555671264,
      "grad_norm": 52.674766540527344,
      "learning_rate": 3.901098901098901e-06,
      "loss": 3.5047,
      "step": 2699
    },
    {
      "epoch": 0.4686279614683676,
      "grad_norm": 55.35063552856445,
      "learning_rate": 3.9025448235974555e-06,
      "loss": 3.2619,
      "step": 2700
    },
    {
      "epoch": 0.4686279614683676,
      "eval_synth_accuracy": 0.8416382252559726,
      "eval_synth_auroc": 0.9077504817565032,
      "eval_synth_f1": 0.8790406673618353,
      "eval_synth_loss": 0.3996666967868805,
      "eval_synth_precision": 0.9006410256410257,
      "eval_synth_recall": 0.8584521384928717,
      "eval_synth_runtime": 101.967,
      "eval_synth_samples_per_second": 14.367,
      "eval_synth_steps_per_second": 0.451,
      "step": 2700
    },
    {
      "epoch": 0.4686279614683676,
      "eval_real_accuracy": 0.8125,
      "eval_real_auroc": 0.8824999763183571,
      "eval_real_f1": 0.8646379853095488,
      "eval_real_loss": 0.4364188015460968,
      "eval_real_precision": 0.8306451612903226,
      "eval_real_recall": 0.9015317286652079,
      "eval_real_runtime": 95.2888,
      "eval_real_samples_per_second": 14.44,
      "eval_real_steps_per_second": 0.451,
      "step": 2700
    },
    {
      "epoch": 0.46880152738002256,
      "grad_norm": 102.89286041259766,
      "learning_rate": 3.90399074609601e-06,
      "loss": 4.6438,
      "step": 2701
    },
    {
      "epoch": 0.4689750932916775,
      "grad_norm": 65.00578308105469,
      "learning_rate": 3.905436668594564e-06,
      "loss": 4.265,
      "step": 2702
    },
    {
      "epoch": 0.4691486592033325,
      "grad_norm": 52.83143997192383,
      "learning_rate": 3.906882591093118e-06,
      "loss": 3.901,
      "step": 2703
    },
    {
      "epoch": 0.4693222251149874,
      "grad_norm": 53.341575622558594,
      "learning_rate": 3.908328513591672e-06,
      "loss": 4.2547,
      "step": 2704
    },
    {
      "epoch": 0.46949579102664235,
      "grad_norm": 62.56542205810547,
      "learning_rate": 3.909774436090225e-06,
      "loss": 3.872,
      "step": 2705
    },
    {
      "epoch": 0.4696693569382973,
      "grad_norm": 56.37446212768555,
      "learning_rate": 3.91122035858878e-06,
      "loss": 3.5475,
      "step": 2706
    },
    {
      "epoch": 0.46984292284995227,
      "grad_norm": 82.20024871826172,
      "learning_rate": 3.912666281087334e-06,
      "loss": 4.1766,
      "step": 2707
    },
    {
      "epoch": 0.47001648876160723,
      "grad_norm": 60.405033111572266,
      "learning_rate": 3.914112203585888e-06,
      "loss": 3.5477,
      "step": 2708
    },
    {
      "epoch": 0.4701900546732622,
      "grad_norm": 60.62899398803711,
      "learning_rate": 3.915558126084443e-06,
      "loss": 4.3109,
      "step": 2709
    },
    {
      "epoch": 0.4703636205849171,
      "grad_norm": 139.73011779785156,
      "learning_rate": 3.917004048582996e-06,
      "loss": 3.9418,
      "step": 2710
    },
    {
      "epoch": 0.47053718649657206,
      "grad_norm": 71.09750366210938,
      "learning_rate": 3.91844997108155e-06,
      "loss": 4.1533,
      "step": 2711
    },
    {
      "epoch": 0.470710752408227,
      "grad_norm": 71.3128890991211,
      "learning_rate": 3.919895893580105e-06,
      "loss": 3.6438,
      "step": 2712
    },
    {
      "epoch": 0.470884318319882,
      "grad_norm": 63.72688674926758,
      "learning_rate": 3.921341816078659e-06,
      "loss": 3.9334,
      "step": 2713
    },
    {
      "epoch": 0.47105788423153694,
      "grad_norm": 100.17850494384766,
      "learning_rate": 3.9227877385772124e-06,
      "loss": 3.8656,
      "step": 2714
    },
    {
      "epoch": 0.4712314501431919,
      "grad_norm": 136.5418243408203,
      "learning_rate": 3.924233661075767e-06,
      "loss": 4.7142,
      "step": 2715
    },
    {
      "epoch": 0.4714050160548468,
      "grad_norm": 62.12092971801758,
      "learning_rate": 3.92567958357432e-06,
      "loss": 3.7991,
      "step": 2716
    },
    {
      "epoch": 0.47157858196650176,
      "grad_norm": 78.59107971191406,
      "learning_rate": 3.9271255060728745e-06,
      "loss": 4.7919,
      "step": 2717
    },
    {
      "epoch": 0.4717521478781567,
      "grad_norm": 80.27754211425781,
      "learning_rate": 3.928571428571429e-06,
      "loss": 5.237,
      "step": 2718
    },
    {
      "epoch": 0.4719257137898117,
      "grad_norm": 71.56470489501953,
      "learning_rate": 3.930017351069983e-06,
      "loss": 3.8068,
      "step": 2719
    },
    {
      "epoch": 0.47209927970146665,
      "grad_norm": 88.28226470947266,
      "learning_rate": 3.9314632735685374e-06,
      "loss": 4.5538,
      "step": 2720
    },
    {
      "epoch": 0.4722728456131216,
      "grad_norm": 52.08456039428711,
      "learning_rate": 3.932909196067091e-06,
      "loss": 4.0787,
      "step": 2721
    },
    {
      "epoch": 0.4724464115247765,
      "grad_norm": 56.698211669921875,
      "learning_rate": 3.934355118565645e-06,
      "loss": 3.7971,
      "step": 2722
    },
    {
      "epoch": 0.47261997743643147,
      "grad_norm": 75.40361785888672,
      "learning_rate": 3.9358010410641995e-06,
      "loss": 3.8126,
      "step": 2723
    },
    {
      "epoch": 0.47279354334808643,
      "grad_norm": 110.85126495361328,
      "learning_rate": 3.937246963562754e-06,
      "loss": 5.0943,
      "step": 2724
    },
    {
      "epoch": 0.4729671092597414,
      "grad_norm": 66.65137481689453,
      "learning_rate": 3.938692886061307e-06,
      "loss": 4.3128,
      "step": 2725
    },
    {
      "epoch": 0.4729671092597414,
      "eval_synth_accuracy": 0.8737201365187713,
      "eval_synth_auroc": 0.9313533878972646,
      "eval_synth_f1": 0.9065184436584134,
      "eval_synth_loss": 0.30539563298225403,
      "eval_synth_precision": 0.8996990972918756,
      "eval_synth_recall": 0.9134419551934827,
      "eval_synth_runtime": 102.1327,
      "eval_synth_samples_per_second": 14.344,
      "eval_synth_steps_per_second": 0.45,
      "step": 2725
    },
    {
      "epoch": 0.4729671092597414,
      "eval_real_accuracy": 0.8146802325581395,
      "eval_real_auroc": 0.8843092538387942,
      "eval_real_f1": 0.8645778013807753,
      "eval_real_loss": 0.41096851229667664,
      "eval_real_precision": 0.8400412796697626,
      "eval_real_recall": 0.8905908096280087,
      "eval_real_runtime": 95.3165,
      "eval_real_samples_per_second": 14.436,
      "eval_real_steps_per_second": 0.451,
      "step": 2725
    },
    {
      "epoch": 0.47314067517139635,
      "grad_norm": 89.34766387939453,
      "learning_rate": 3.940138808559862e-06,
      "loss": 4.2535,
      "step": 2726
    },
    {
      "epoch": 0.4733142410830513,
      "grad_norm": 67.73465728759766,
      "learning_rate": 3.941584731058415e-06,
      "loss": 4.9399,
      "step": 2727
    },
    {
      "epoch": 0.4734878069947062,
      "grad_norm": 89.99854278564453,
      "learning_rate": 3.943030653556969e-06,
      "loss": 4.6209,
      "step": 2728
    },
    {
      "epoch": 0.4736613729063612,
      "grad_norm": 93.7070083618164,
      "learning_rate": 3.944476576055524e-06,
      "loss": 4.7716,
      "step": 2729
    },
    {
      "epoch": 0.47383493881801614,
      "grad_norm": 51.71944046020508,
      "learning_rate": 3.945922498554078e-06,
      "loss": 3.2206,
      "step": 2730
    },
    {
      "epoch": 0.4740085047296711,
      "grad_norm": 108.14539337158203,
      "learning_rate": 3.947368421052632e-06,
      "loss": 4.6053,
      "step": 2731
    },
    {
      "epoch": 0.47418207064132606,
      "grad_norm": 53.98080825805664,
      "learning_rate": 3.948814343551186e-06,
      "loss": 3.4727,
      "step": 2732
    },
    {
      "epoch": 0.474355636552981,
      "grad_norm": 91.09835052490234,
      "learning_rate": 3.95026026604974e-06,
      "loss": 4.5865,
      "step": 2733
    },
    {
      "epoch": 0.4745292024646359,
      "grad_norm": 63.671180725097656,
      "learning_rate": 3.951706188548294e-06,
      "loss": 3.8819,
      "step": 2734
    },
    {
      "epoch": 0.4747027683762909,
      "grad_norm": 133.6049041748047,
      "learning_rate": 3.953152111046849e-06,
      "loss": 5.054,
      "step": 2735
    },
    {
      "epoch": 0.47487633428794584,
      "grad_norm": 117.55924224853516,
      "learning_rate": 3.954598033545402e-06,
      "loss": 4.8267,
      "step": 2736
    },
    {
      "epoch": 0.4750499001996008,
      "grad_norm": 75.68937683105469,
      "learning_rate": 3.9560439560439565e-06,
      "loss": 4.3701,
      "step": 2737
    },
    {
      "epoch": 0.47522346611125577,
      "grad_norm": 50.01911163330078,
      "learning_rate": 3.95748987854251e-06,
      "loss": 3.4469,
      "step": 2738
    },
    {
      "epoch": 0.4753970320229107,
      "grad_norm": 65.33850860595703,
      "learning_rate": 3.958935801041064e-06,
      "loss": 4.4485,
      "step": 2739
    },
    {
      "epoch": 0.47557059793456563,
      "grad_norm": 56.15654373168945,
      "learning_rate": 3.9603817235396185e-06,
      "loss": 3.6034,
      "step": 2740
    },
    {
      "epoch": 0.4757441638462206,
      "grad_norm": 50.88172149658203,
      "learning_rate": 3.961827646038173e-06,
      "loss": 3.5419,
      "step": 2741
    },
    {
      "epoch": 0.47591772975787555,
      "grad_norm": 113.27987670898438,
      "learning_rate": 3.963273568536727e-06,
      "loss": 4.4863,
      "step": 2742
    },
    {
      "epoch": 0.4760912956695305,
      "grad_norm": 57.91995620727539,
      "learning_rate": 3.964719491035281e-06,
      "loss": 3.8766,
      "step": 2743
    },
    {
      "epoch": 0.4762648615811855,
      "grad_norm": 65.7917709350586,
      "learning_rate": 3.966165413533835e-06,
      "loss": 4.8656,
      "step": 2744
    },
    {
      "epoch": 0.47643842749284043,
      "grad_norm": 83.68687438964844,
      "learning_rate": 3.967611336032389e-06,
      "loss": 4.6806,
      "step": 2745
    },
    {
      "epoch": 0.47661199340449534,
      "grad_norm": 76.4040298461914,
      "learning_rate": 3.969057258530943e-06,
      "loss": 4.4864,
      "step": 2746
    },
    {
      "epoch": 0.4767855593161503,
      "grad_norm": 64.67645263671875,
      "learning_rate": 3.970503181029497e-06,
      "loss": 4.3993,
      "step": 2747
    },
    {
      "epoch": 0.47695912522780526,
      "grad_norm": 63.69557189941406,
      "learning_rate": 3.971949103528051e-06,
      "loss": 4.7703,
      "step": 2748
    },
    {
      "epoch": 0.4771326911394602,
      "grad_norm": 104.30960845947266,
      "learning_rate": 3.973395026026606e-06,
      "loss": 4.7218,
      "step": 2749
    },
    {
      "epoch": 0.4773062570511152,
      "grad_norm": 83.2452163696289,
      "learning_rate": 3.974840948525159e-06,
      "loss": 4.1142,
      "step": 2750
    },
    {
      "epoch": 0.4773062570511152,
      "eval_synth_accuracy": 0.8525597269624573,
      "eval_synth_auroc": 0.9346961666097414,
      "eval_synth_f1": 0.8842443729903537,
      "eval_synth_loss": 0.33090677857398987,
      "eval_synth_precision": 0.9332579185520362,
      "eval_synth_recall": 0.840122199592668,
      "eval_synth_runtime": 102.7354,
      "eval_synth_samples_per_second": 14.26,
      "eval_synth_steps_per_second": 0.448,
      "step": 2750
    },
    {
      "epoch": 0.4773062570511152,
      "eval_real_accuracy": 0.8045058139534884,
      "eval_real_auroc": 0.8864027110744835,
      "eval_real_f1": 0.8442385639837869,
      "eval_real_loss": 0.43563205003738403,
      "eval_real_precision": 0.8966789667896679,
      "eval_real_recall": 0.7975929978118161,
      "eval_real_runtime": 95.3509,
      "eval_real_samples_per_second": 14.431,
      "eval_real_steps_per_second": 0.451,
      "step": 2750
    },
    {
      "epoch": 0.47747982296277014,
      "grad_norm": 57.66823959350586,
      "learning_rate": 3.976286871023713e-06,
      "loss": 3.916,
      "step": 2751
    },
    {
      "epoch": 0.47765338887442504,
      "grad_norm": 74.50369262695312,
      "learning_rate": 3.977732793522268e-06,
      "loss": 4.3048,
      "step": 2752
    },
    {
      "epoch": 0.47782695478608,
      "grad_norm": 88.43132781982422,
      "learning_rate": 3.979178716020822e-06,
      "loss": 3.814,
      "step": 2753
    },
    {
      "epoch": 0.47800052069773497,
      "grad_norm": 78.90158081054688,
      "learning_rate": 3.9806246385193755e-06,
      "loss": 4.0018,
      "step": 2754
    },
    {
      "epoch": 0.4781740866093899,
      "grad_norm": 52.5178108215332,
      "learning_rate": 3.98207056101793e-06,
      "loss": 3.5408,
      "step": 2755
    },
    {
      "epoch": 0.4783476525210449,
      "grad_norm": 66.17223358154297,
      "learning_rate": 3.983516483516483e-06,
      "loss": 4.179,
      "step": 2756
    },
    {
      "epoch": 0.4785212184326998,
      "grad_norm": 67.9465560913086,
      "learning_rate": 3.9849624060150376e-06,
      "loss": 3.252,
      "step": 2757
    },
    {
      "epoch": 0.47869478434435475,
      "grad_norm": 117.43551635742188,
      "learning_rate": 3.986408328513592e-06,
      "loss": 5.5724,
      "step": 2758
    },
    {
      "epoch": 0.4788683502560097,
      "grad_norm": 88.16797637939453,
      "learning_rate": 3.987854251012146e-06,
      "loss": 3.2854,
      "step": 2759
    },
    {
      "epoch": 0.47904191616766467,
      "grad_norm": 101.78636932373047,
      "learning_rate": 3.9893001735107005e-06,
      "loss": 4.0175,
      "step": 2760
    },
    {
      "epoch": 0.47921548207931963,
      "grad_norm": 65.83053588867188,
      "learning_rate": 3.990746096009254e-06,
      "loss": 3.4527,
      "step": 2761
    },
    {
      "epoch": 0.4793890479909746,
      "grad_norm": 93.97984313964844,
      "learning_rate": 3.992192018507808e-06,
      "loss": 4.6358,
      "step": 2762
    },
    {
      "epoch": 0.4795626139026295,
      "grad_norm": 137.56980895996094,
      "learning_rate": 3.9936379410063626e-06,
      "loss": 4.3145,
      "step": 2763
    },
    {
      "epoch": 0.47973617981428446,
      "grad_norm": 131.05955505371094,
      "learning_rate": 3.995083863504917e-06,
      "loss": 4.7929,
      "step": 2764
    },
    {
      "epoch": 0.4799097457259394,
      "grad_norm": 83.82330322265625,
      "learning_rate": 3.99652978600347e-06,
      "loss": 4.5461,
      "step": 2765
    },
    {
      "epoch": 0.4800833116375944,
      "grad_norm": 68.78523254394531,
      "learning_rate": 3.997975708502025e-06,
      "loss": 3.6282,
      "step": 2766
    },
    {
      "epoch": 0.48025687754924934,
      "grad_norm": 64.92532348632812,
      "learning_rate": 3.999421631000578e-06,
      "loss": 4.0179,
      "step": 2767
    },
    {
      "epoch": 0.4804304434609043,
      "grad_norm": 80.3634262084961,
      "learning_rate": 4.000867553499132e-06,
      "loss": 4.5243,
      "step": 2768
    },
    {
      "epoch": 0.4806040093725592,
      "grad_norm": 99.50630187988281,
      "learning_rate": 4.002313475997687e-06,
      "loss": 3.6811,
      "step": 2769
    },
    {
      "epoch": 0.48077757528421416,
      "grad_norm": 73.18937683105469,
      "learning_rate": 4.003759398496241e-06,
      "loss": 4.0162,
      "step": 2770
    },
    {
      "epoch": 0.4809511411958691,
      "grad_norm": 113.57088470458984,
      "learning_rate": 4.005205320994795e-06,
      "loss": 3.8723,
      "step": 2771
    },
    {
      "epoch": 0.4811247071075241,
      "grad_norm": 58.97587585449219,
      "learning_rate": 4.006651243493349e-06,
      "loss": 3.4864,
      "step": 2772
    },
    {
      "epoch": 0.48129827301917905,
      "grad_norm": 83.49913787841797,
      "learning_rate": 4.008097165991903e-06,
      "loss": 3.9351,
      "step": 2773
    },
    {
      "epoch": 0.481471838930834,
      "grad_norm": 72.69674682617188,
      "learning_rate": 4.009543088490457e-06,
      "loss": 3.9714,
      "step": 2774
    },
    {
      "epoch": 0.4816454048424889,
      "grad_norm": 161.3597869873047,
      "learning_rate": 4.010989010989012e-06,
      "loss": 4.5165,
      "step": 2775
    },
    {
      "epoch": 0.4816454048424889,
      "eval_synth_accuracy": 0.8614334470989761,
      "eval_synth_auroc": 0.9261204791843239,
      "eval_synth_f1": 0.9009272816007808,
      "eval_synth_loss": 0.3384009599685669,
      "eval_synth_precision": 0.8650421743205249,
      "eval_synth_recall": 0.939918533604888,
      "eval_synth_runtime": 101.8915,
      "eval_synth_samples_per_second": 14.378,
      "eval_synth_steps_per_second": 0.451,
      "step": 2775
    },
    {
      "epoch": 0.4816454048424889,
      "eval_real_accuracy": 0.8190406976744186,
      "eval_real_auroc": 0.8867022838576449,
      "eval_real_f1": 0.8711846870150026,
      "eval_real_loss": 0.43390271067619324,
      "eval_real_precision": 0.8263002944062807,
      "eval_real_recall": 0.9212253829321663,
      "eval_real_runtime": 96.069,
      "eval_real_samples_per_second": 14.323,
      "eval_real_steps_per_second": 0.448,
      "step": 2775
    },
    {
      "epoch": 0.48181897075414387,
      "grad_norm": 165.9985809326172,
      "learning_rate": 4.012434933487566e-06,
      "loss": 4.4637,
      "step": 2776
    },
    {
      "epoch": 0.48199253666579883,
      "grad_norm": 57.77355194091797,
      "learning_rate": 4.0138808559861195e-06,
      "loss": 4.0981,
      "step": 2777
    },
    {
      "epoch": 0.4821661025774538,
      "grad_norm": 54.808990478515625,
      "learning_rate": 4.015326778484673e-06,
      "loss": 3.9303,
      "step": 2778
    },
    {
      "epoch": 0.48233966848910875,
      "grad_norm": 95.53062438964844,
      "learning_rate": 4.016772700983227e-06,
      "loss": 4.1566,
      "step": 2779
    },
    {
      "epoch": 0.4825132344007637,
      "grad_norm": 82.96573638916016,
      "learning_rate": 4.0182186234817816e-06,
      "loss": 4.4088,
      "step": 2780
    },
    {
      "epoch": 0.4826868003124186,
      "grad_norm": 61.0475959777832,
      "learning_rate": 4.019664545980336e-06,
      "loss": 3.7169,
      "step": 2781
    },
    {
      "epoch": 0.4828603662240736,
      "grad_norm": 106.86914825439453,
      "learning_rate": 4.02111046847889e-06,
      "loss": 4.0762,
      "step": 2782
    },
    {
      "epoch": 0.48303393213572854,
      "grad_norm": 90.94049835205078,
      "learning_rate": 4.022556390977444e-06,
      "loss": 4.6719,
      "step": 2783
    },
    {
      "epoch": 0.4832074980473835,
      "grad_norm": 55.6407585144043,
      "learning_rate": 4.024002313475998e-06,
      "loss": 3.7916,
      "step": 2784
    },
    {
      "epoch": 0.48338106395903846,
      "grad_norm": 51.70279312133789,
      "learning_rate": 4.025448235974552e-06,
      "loss": 4.0928,
      "step": 2785
    },
    {
      "epoch": 0.4835546298706934,
      "grad_norm": 56.541648864746094,
      "learning_rate": 4.0268941584731066e-06,
      "loss": 4.9483,
      "step": 2786
    },
    {
      "epoch": 0.4837281957823483,
      "grad_norm": 64.67105102539062,
      "learning_rate": 4.028340080971661e-06,
      "loss": 4.5729,
      "step": 2787
    },
    {
      "epoch": 0.4839017616940033,
      "grad_norm": 71.0565185546875,
      "learning_rate": 4.029786003470214e-06,
      "loss": 3.961,
      "step": 2788
    },
    {
      "epoch": 0.48407532760565825,
      "grad_norm": 53.53721237182617,
      "learning_rate": 4.031231925968768e-06,
      "loss": 4.3619,
      "step": 2789
    },
    {
      "epoch": 0.4842488935173132,
      "grad_norm": 47.18128204345703,
      "learning_rate": 4.032677848467322e-06,
      "loss": 4.1348,
      "step": 2790
    },
    {
      "epoch": 0.48442245942896817,
      "grad_norm": 57.9139518737793,
      "learning_rate": 4.034123770965876e-06,
      "loss": 4.3338,
      "step": 2791
    },
    {
      "epoch": 0.4845960253406231,
      "grad_norm": 87.30806732177734,
      "learning_rate": 4.035569693464431e-06,
      "loss": 5.0287,
      "step": 2792
    },
    {
      "epoch": 0.48476959125227803,
      "grad_norm": 72.94012451171875,
      "learning_rate": 4.037015615962985e-06,
      "loss": 3.991,
      "step": 2793
    },
    {
      "epoch": 0.484943157163933,
      "grad_norm": 74.8126220703125,
      "learning_rate": 4.0384615384615385e-06,
      "loss": 4.4801,
      "step": 2794
    },
    {
      "epoch": 0.48511672307558795,
      "grad_norm": 82.94645690917969,
      "learning_rate": 4.039907460960093e-06,
      "loss": 3.307,
      "step": 2795
    },
    {
      "epoch": 0.4852902889872429,
      "grad_norm": 57.03605651855469,
      "learning_rate": 4.041353383458647e-06,
      "loss": 3.2693,
      "step": 2796
    },
    {
      "epoch": 0.4854638548988979,
      "grad_norm": 54.94303512573242,
      "learning_rate": 4.0427993059572014e-06,
      "loss": 4.2912,
      "step": 2797
    },
    {
      "epoch": 0.48563742081055283,
      "grad_norm": 73.40067291259766,
      "learning_rate": 4.044245228455755e-06,
      "loss": 3.6292,
      "step": 2798
    },
    {
      "epoch": 0.48581098672220774,
      "grad_norm": 80.64369201660156,
      "learning_rate": 4.045691150954309e-06,
      "loss": 5.491,
      "step": 2799
    },
    {
      "epoch": 0.4859845526338627,
      "grad_norm": 67.2071533203125,
      "learning_rate": 4.0471370734528635e-06,
      "loss": 4.3073,
      "step": 2800
    },
    {
      "epoch": 0.4859845526338627,
      "eval_synth_accuracy": 0.856655290102389,
      "eval_synth_auroc": 0.920340455317875,
      "eval_synth_f1": 0.8927477017364658,
      "eval_synth_loss": 0.33621418476104736,
      "eval_synth_precision": 0.8954918032786885,
      "eval_synth_recall": 0.890020366598778,
      "eval_synth_runtime": 101.9303,
      "eval_synth_samples_per_second": 14.373,
      "eval_synth_steps_per_second": 0.451,
      "step": 2800
    },
    {
      "epoch": 0.4859845526338627,
      "eval_real_accuracy": 0.813953488372093,
      "eval_real_auroc": 0.893888478407078,
      "eval_real_f1": 0.8638297872340426,
      "eval_real_loss": 0.4010578393936157,
      "eval_real_precision": 0.8405797101449275,
      "eval_real_recall": 0.888402625820569,
      "eval_real_runtime": 95.3048,
      "eval_real_samples_per_second": 14.438,
      "eval_real_steps_per_second": 0.451,
      "step": 2800
    },
    {
      "epoch": 0.48615811854551766,
      "grad_norm": 98.53375244140625,
      "learning_rate": 4.048582995951417e-06,
      "loss": 4.2273,
      "step": 2801
    },
    {
      "epoch": 0.4863316844571726,
      "grad_norm": 62.92948913574219,
      "learning_rate": 4.050028918449971e-06,
      "loss": 4.4736,
      "step": 2802
    },
    {
      "epoch": 0.4865052503688276,
      "grad_norm": 108.91576385498047,
      "learning_rate": 4.051474840948526e-06,
      "loss": 4.3552,
      "step": 2803
    },
    {
      "epoch": 0.48667881628048254,
      "grad_norm": 188.50682067871094,
      "learning_rate": 4.05292076344708e-06,
      "loss": 5.8454,
      "step": 2804
    },
    {
      "epoch": 0.48685238219213745,
      "grad_norm": 150.30087280273438,
      "learning_rate": 4.054366685945633e-06,
      "loss": 4.0174,
      "step": 2805
    },
    {
      "epoch": 0.4870259481037924,
      "grad_norm": 115.44551086425781,
      "learning_rate": 4.055812608444188e-06,
      "loss": 3.7859,
      "step": 2806
    },
    {
      "epoch": 0.48719951401544737,
      "grad_norm": 87.54959869384766,
      "learning_rate": 4.057258530942742e-06,
      "loss": 3.9517,
      "step": 2807
    },
    {
      "epoch": 0.4873730799271023,
      "grad_norm": 145.06427001953125,
      "learning_rate": 4.058704453441296e-06,
      "loss": 4.4009,
      "step": 2808
    },
    {
      "epoch": 0.4875466458387573,
      "grad_norm": 105.63340759277344,
      "learning_rate": 4.06015037593985e-06,
      "loss": 4.2026,
      "step": 2809
    },
    {
      "epoch": 0.4877202117504122,
      "grad_norm": 127.68704986572266,
      "learning_rate": 4.061596298438404e-06,
      "loss": 4.7254,
      "step": 2810
    },
    {
      "epoch": 0.48789377766206715,
      "grad_norm": 67.12850189208984,
      "learning_rate": 4.063042220936958e-06,
      "loss": 4.8107,
      "step": 2811
    },
    {
      "epoch": 0.4880673435737221,
      "grad_norm": 134.29380798339844,
      "learning_rate": 4.064488143435512e-06,
      "loss": 4.7564,
      "step": 2812
    },
    {
      "epoch": 0.4882409094853771,
      "grad_norm": 93.90911865234375,
      "learning_rate": 4.065934065934066e-06,
      "loss": 4.1904,
      "step": 2813
    },
    {
      "epoch": 0.48841447539703203,
      "grad_norm": 107.8308334350586,
      "learning_rate": 4.0673799884326204e-06,
      "loss": 4.4,
      "step": 2814
    },
    {
      "epoch": 0.488588041308687,
      "grad_norm": 82.078857421875,
      "learning_rate": 4.068825910931175e-06,
      "loss": 4.7878,
      "step": 2815
    },
    {
      "epoch": 0.4887616072203419,
      "grad_norm": 60.62790298461914,
      "learning_rate": 4.070271833429729e-06,
      "loss": 3.9961,
      "step": 2816
    },
    {
      "epoch": 0.48893517313199686,
      "grad_norm": 129.467041015625,
      "learning_rate": 4.0717177559282825e-06,
      "loss": 5.2522,
      "step": 2817
    },
    {
      "epoch": 0.4891087390436518,
      "grad_norm": 156.1451873779297,
      "learning_rate": 4.073163678426837e-06,
      "loss": 3.943,
      "step": 2818
    },
    {
      "epoch": 0.4892823049553068,
      "grad_norm": 137.22137451171875,
      "learning_rate": 4.07460960092539e-06,
      "loss": 4.0183,
      "step": 2819
    },
    {
      "epoch": 0.48945587086696174,
      "grad_norm": 59.47764587402344,
      "learning_rate": 4.076055523423945e-06,
      "loss": 4.1053,
      "step": 2820
    },
    {
      "epoch": 0.4896294367786167,
      "grad_norm": 56.39318084716797,
      "learning_rate": 4.077501445922499e-06,
      "loss": 3.9506,
      "step": 2821
    },
    {
      "epoch": 0.4898030026902716,
      "grad_norm": 69.22396850585938,
      "learning_rate": 4.078947368421053e-06,
      "loss": 4.6698,
      "step": 2822
    },
    {
      "epoch": 0.48997656860192657,
      "grad_norm": 119.93177032470703,
      "learning_rate": 4.080393290919607e-06,
      "loss": 4.6629,
      "step": 2823
    },
    {
      "epoch": 0.4901501345135815,
      "grad_norm": 106.0490493774414,
      "learning_rate": 4.081839213418161e-06,
      "loss": 4.3097,
      "step": 2824
    },
    {
      "epoch": 0.4903237004252365,
      "grad_norm": 65.03649139404297,
      "learning_rate": 4.083285135916715e-06,
      "loss": 5.319,
      "step": 2825
    },
    {
      "epoch": 0.4903237004252365,
      "eval_synth_accuracy": 0.8627986348122867,
      "eval_synth_auroc": 0.9358346721314931,
      "eval_synth_f1": 0.8970814132104454,
      "eval_synth_loss": 0.30182376503944397,
      "eval_synth_precision": 0.90216271884655,
      "eval_synth_recall": 0.8920570264765784,
      "eval_synth_runtime": 101.944,
      "eval_synth_samples_per_second": 14.371,
      "eval_synth_steps_per_second": 0.451,
      "step": 2825
    },
    {
      "epoch": 0.4903237004252365,
      "eval_real_accuracy": 0.8161337209302325,
      "eval_real_auroc": 0.8895452650923111,
      "eval_real_f1": 0.8644884841992502,
      "eval_real_loss": 0.39771491289138794,
      "eval_real_precision": 0.8467995802728226,
      "eval_real_recall": 0.8829321663019694,
      "eval_real_runtime": 95.3146,
      "eval_real_samples_per_second": 14.436,
      "eval_real_steps_per_second": 0.451,
      "step": 2825
    },
    {
      "epoch": 0.49049726633689145,
      "grad_norm": 44.657501220703125,
      "learning_rate": 4.08473105841527e-06,
      "loss": 3.6714,
      "step": 2826
    },
    {
      "epoch": 0.4906708322485464,
      "grad_norm": 71.4701156616211,
      "learning_rate": 4.086176980913824e-06,
      "loss": 2.6694,
      "step": 2827
    },
    {
      "epoch": 0.4908443981602013,
      "grad_norm": 57.62582778930664,
      "learning_rate": 4.087622903412377e-06,
      "loss": 4.9268,
      "step": 2828
    },
    {
      "epoch": 0.49101796407185627,
      "grad_norm": 72.7200927734375,
      "learning_rate": 4.089068825910931e-06,
      "loss": 3.6265,
      "step": 2829
    },
    {
      "epoch": 0.49119152998351123,
      "grad_norm": 63.30179977416992,
      "learning_rate": 4.090514748409485e-06,
      "loss": 3.3642,
      "step": 2830
    },
    {
      "epoch": 0.4913650958951662,
      "grad_norm": 95.8516845703125,
      "learning_rate": 4.0919606709080394e-06,
      "loss": 4.0516,
      "step": 2831
    },
    {
      "epoch": 0.49153866180682115,
      "grad_norm": 74.75167083740234,
      "learning_rate": 4.093406593406594e-06,
      "loss": 4.3296,
      "step": 2832
    },
    {
      "epoch": 0.4917122277184761,
      "grad_norm": 115.36788940429688,
      "learning_rate": 4.094852515905148e-06,
      "loss": 4.0319,
      "step": 2833
    },
    {
      "epoch": 0.491885793630131,
      "grad_norm": 102.26505279541016,
      "learning_rate": 4.0962984384037015e-06,
      "loss": 4.8843,
      "step": 2834
    },
    {
      "epoch": 0.492059359541786,
      "grad_norm": 139.84814453125,
      "learning_rate": 4.097744360902256e-06,
      "loss": 5.5634,
      "step": 2835
    },
    {
      "epoch": 0.49223292545344094,
      "grad_norm": 71.88847351074219,
      "learning_rate": 4.09919028340081e-06,
      "loss": 3.6317,
      "step": 2836
    },
    {
      "epoch": 0.4924064913650959,
      "grad_norm": 64.14363098144531,
      "learning_rate": 4.1006362058993645e-06,
      "loss": 3.6666,
      "step": 2837
    },
    {
      "epoch": 0.49258005727675086,
      "grad_norm": 194.7467041015625,
      "learning_rate": 4.102082128397919e-06,
      "loss": 4.361,
      "step": 2838
    },
    {
      "epoch": 0.4927536231884058,
      "grad_norm": 217.1263885498047,
      "learning_rate": 4.103528050896472e-06,
      "loss": 5.8319,
      "step": 2839
    },
    {
      "epoch": 0.4929271891000607,
      "grad_norm": 127.54337310791016,
      "learning_rate": 4.1049739733950265e-06,
      "loss": 4.9906,
      "step": 2840
    },
    {
      "epoch": 0.4931007550117157,
      "grad_norm": 71.23796081542969,
      "learning_rate": 4.10641989589358e-06,
      "loss": 2.8716,
      "step": 2841
    },
    {
      "epoch": 0.49327432092337065,
      "grad_norm": 48.95758819580078,
      "learning_rate": 4.107865818392134e-06,
      "loss": 4.2232,
      "step": 2842
    },
    {
      "epoch": 0.4934478868350256,
      "grad_norm": 138.5244140625,
      "learning_rate": 4.109311740890689e-06,
      "loss": 4.4661,
      "step": 2843
    },
    {
      "epoch": 0.49362145274668057,
      "grad_norm": 233.72120666503906,
      "learning_rate": 4.110757663389243e-06,
      "loss": 5.7351,
      "step": 2844
    },
    {
      "epoch": 0.4937950186583355,
      "grad_norm": 185.2951202392578,
      "learning_rate": 4.112203585887796e-06,
      "loss": 4.9308,
      "step": 2845
    },
    {
      "epoch": 0.49396858456999043,
      "grad_norm": 158.10572814941406,
      "learning_rate": 4.113649508386351e-06,
      "loss": 5.0497,
      "step": 2846
    },
    {
      "epoch": 0.4941421504816454,
      "grad_norm": 66.00965881347656,
      "learning_rate": 4.115095430884905e-06,
      "loss": 4.4456,
      "step": 2847
    },
    {
      "epoch": 0.49431571639330035,
      "grad_norm": 64.6712875366211,
      "learning_rate": 4.116541353383459e-06,
      "loss": 3.8986,
      "step": 2848
    },
    {
      "epoch": 0.4944892823049553,
      "grad_norm": 154.55755615234375,
      "learning_rate": 4.117987275882014e-06,
      "loss": 5.9131,
      "step": 2849
    },
    {
      "epoch": 0.4946628482166103,
      "grad_norm": 189.2926025390625,
      "learning_rate": 4.119433198380567e-06,
      "loss": 5.0488,
      "step": 2850
    },
    {
      "epoch": 0.4946628482166103,
      "eval_synth_accuracy": 0.8457337883959044,
      "eval_synth_auroc": 0.9150116169730089,
      "eval_synth_f1": 0.8893241919686582,
      "eval_synth_loss": 0.35154616832733154,
      "eval_synth_precision": 0.8566037735849057,
      "eval_synth_recall": 0.924643584521385,
      "eval_synth_runtime": 101.9774,
      "eval_synth_samples_per_second": 14.366,
      "eval_synth_steps_per_second": 0.451,
      "step": 2850
    },
    {
      "epoch": 0.4946628482166103,
      "eval_real_accuracy": 0.8117732558139535,
      "eval_real_auroc": 0.887653101821592,
      "eval_real_f1": 0.8709516691579472,
      "eval_real_loss": 0.44856908917427063,
      "eval_real_precision": 0.7996340347666971,
      "eval_real_recall": 0.9562363238512035,
      "eval_real_runtime": 95.3398,
      "eval_real_samples_per_second": 14.433,
      "eval_real_steps_per_second": 0.451,
      "step": 2850
    },
    {
      "epoch": 0.49483641412826523,
      "grad_norm": 149.60987854003906,
      "learning_rate": 4.120879120879121e-06,
      "loss": 4.9459,
      "step": 2851
    },
    {
      "epoch": 0.49500998003992014,
      "grad_norm": 60.037479400634766,
      "learning_rate": 4.122325043377675e-06,
      "loss": 3.8346,
      "step": 2852
    },
    {
      "epoch": 0.4951835459515751,
      "grad_norm": 81.48453521728516,
      "learning_rate": 4.123770965876229e-06,
      "loss": 4.7856,
      "step": 2853
    },
    {
      "epoch": 0.49535711186323006,
      "grad_norm": 111.320068359375,
      "learning_rate": 4.1252168883747835e-06,
      "loss": 4.6371,
      "step": 2854
    },
    {
      "epoch": 0.495530677774885,
      "grad_norm": 81.54475402832031,
      "learning_rate": 4.126662810873338e-06,
      "loss": 3.806,
      "step": 2855
    },
    {
      "epoch": 0.49570424368654,
      "grad_norm": 59.53932189941406,
      "learning_rate": 4.128108733371892e-06,
      "loss": 3.653,
      "step": 2856
    },
    {
      "epoch": 0.49587780959819494,
      "grad_norm": 51.315757751464844,
      "learning_rate": 4.1295546558704455e-06,
      "loss": 3.9189,
      "step": 2857
    },
    {
      "epoch": 0.49605137550984985,
      "grad_norm": 89.84576416015625,
      "learning_rate": 4.131000578369e-06,
      "loss": 4.4119,
      "step": 2858
    },
    {
      "epoch": 0.4962249414215048,
      "grad_norm": 73.54584503173828,
      "learning_rate": 4.132446500867554e-06,
      "loss": 4.1106,
      "step": 2859
    },
    {
      "epoch": 0.49639850733315977,
      "grad_norm": 59.402061462402344,
      "learning_rate": 4.1338924233661085e-06,
      "loss": 3.1372,
      "step": 2860
    },
    {
      "epoch": 0.4965720732448147,
      "grad_norm": 65.46514892578125,
      "learning_rate": 4.135338345864662e-06,
      "loss": 4.3614,
      "step": 2861
    },
    {
      "epoch": 0.4967456391564697,
      "grad_norm": 49.948890686035156,
      "learning_rate": 4.136784268363216e-06,
      "loss": 3.6185,
      "step": 2862
    },
    {
      "epoch": 0.49691920506812465,
      "grad_norm": 71.28594970703125,
      "learning_rate": 4.13823019086177e-06,
      "loss": 3.8911,
      "step": 2863
    },
    {
      "epoch": 0.49709277097977955,
      "grad_norm": 134.26174926757812,
      "learning_rate": 4.139676113360324e-06,
      "loss": 4.3887,
      "step": 2864
    },
    {
      "epoch": 0.4972663368914345,
      "grad_norm": 50.188167572021484,
      "learning_rate": 4.141122035858878e-06,
      "loss": 3.4825,
      "step": 2865
    },
    {
      "epoch": 0.4974399028030895,
      "grad_norm": 46.358001708984375,
      "learning_rate": 4.142567958357433e-06,
      "loss": 2.6704,
      "step": 2866
    },
    {
      "epoch": 0.49761346871474443,
      "grad_norm": 58.69243621826172,
      "learning_rate": 4.144013880855987e-06,
      "loss": 4.7344,
      "step": 2867
    },
    {
      "epoch": 0.4977870346263994,
      "grad_norm": 67.66258239746094,
      "learning_rate": 4.14545980335454e-06,
      "loss": 4.8379,
      "step": 2868
    },
    {
      "epoch": 0.4979606005380543,
      "grad_norm": 104.70606994628906,
      "learning_rate": 4.146905725853095e-06,
      "loss": 2.8098,
      "step": 2869
    },
    {
      "epoch": 0.49813416644970926,
      "grad_norm": 128.791748046875,
      "learning_rate": 4.148351648351649e-06,
      "loss": 3.6313,
      "step": 2870
    },
    {
      "epoch": 0.4983077323613642,
      "grad_norm": 69.54950714111328,
      "learning_rate": 4.1497975708502025e-06,
      "loss": 3.7047,
      "step": 2871
    },
    {
      "epoch": 0.4984812982730192,
      "grad_norm": 66.90486145019531,
      "learning_rate": 4.151243493348757e-06,
      "loss": 4.6948,
      "step": 2872
    },
    {
      "epoch": 0.49865486418467414,
      "grad_norm": 82.20765686035156,
      "learning_rate": 4.152689415847311e-06,
      "loss": 4.5311,
      "step": 2873
    },
    {
      "epoch": 0.4988284300963291,
      "grad_norm": 134.16123962402344,
      "learning_rate": 4.1541353383458646e-06,
      "loss": 5.875,
      "step": 2874
    },
    {
      "epoch": 0.499001996007984,
      "grad_norm": 55.67293930053711,
      "learning_rate": 4.155581260844419e-06,
      "loss": 3.407,
      "step": 2875
    },
    {
      "epoch": 0.499001996007984,
      "eval_synth_accuracy": 0.8436860068259385,
      "eval_synth_auroc": 0.924825956239221,
      "eval_synth_f1": 0.8792830785450712,
      "eval_synth_loss": 0.35662588477134705,
      "eval_synth_precision": 0.9114754098360656,
      "eval_synth_recall": 0.8492871690427699,
      "eval_synth_runtime": 102.169,
      "eval_synth_samples_per_second": 14.339,
      "eval_synth_steps_per_second": 0.45,
      "step": 2875
    },
    {
      "epoch": 0.499001996007984,
      "eval_real_accuracy": 0.8183139534883721,
      "eval_real_auroc": 0.8791537601712657,
      "eval_real_f1": 0.8661670235546038,
      "eval_real_loss": 0.43037816882133484,
      "eval_real_precision": 0.8480083857442348,
      "eval_real_recall": 0.8851203501094091,
      "eval_real_runtime": 95.3543,
      "eval_real_samples_per_second": 14.43,
      "eval_real_steps_per_second": 0.451,
      "step": 2875
    },
    {
      "epoch": 0.49917556191963897,
      "grad_norm": 61.26335525512695,
      "learning_rate": 4.157027183342973e-06,
      "loss": 3.4068,
      "step": 2876
    },
    {
      "epoch": 0.4993491278312939,
      "grad_norm": 82.85261535644531,
      "learning_rate": 4.1584731058415275e-06,
      "loss": 5.2754,
      "step": 2877
    },
    {
      "epoch": 0.4995226937429489,
      "grad_norm": 82.75656127929688,
      "learning_rate": 4.159919028340082e-06,
      "loss": 4.1486,
      "step": 2878
    },
    {
      "epoch": 0.49969625965460385,
      "grad_norm": 114.57771301269531,
      "learning_rate": 4.161364950838635e-06,
      "loss": 4.7149,
      "step": 2879
    },
    {
      "epoch": 0.4998698255662588,
      "grad_norm": 98.25324249267578,
      "learning_rate": 4.1628108733371896e-06,
      "loss": 4.0393,
      "step": 2880
    },
    {
      "epoch": 0.5000433914779138,
      "grad_norm": 50.7213249206543,
      "learning_rate": 4.164256795835743e-06,
      "loss": 3.4115,
      "step": 2881
    },
    {
      "epoch": 0.5002169573895687,
      "grad_norm": 67.5384292602539,
      "learning_rate": 4.165702718334297e-06,
      "loss": 4.4772,
      "step": 2882
    },
    {
      "epoch": 0.5003905233012237,
      "grad_norm": 83.03286743164062,
      "learning_rate": 4.167148640832852e-06,
      "loss": 4.9988,
      "step": 2883
    },
    {
      "epoch": 0.5005640892128785,
      "grad_norm": 98.2567367553711,
      "learning_rate": 4.168594563331406e-06,
      "loss": 4.6922,
      "step": 2884
    },
    {
      "epoch": 0.5007376551245335,
      "grad_norm": 64.2219467163086,
      "learning_rate": 4.170040485829959e-06,
      "loss": 4.472,
      "step": 2885
    },
    {
      "epoch": 0.5009112210361885,
      "grad_norm": 53.40481185913086,
      "learning_rate": 4.171486408328514e-06,
      "loss": 3.5376,
      "step": 2886
    },
    {
      "epoch": 0.5010847869478434,
      "grad_norm": 65.88844299316406,
      "learning_rate": 4.172932330827068e-06,
      "loss": 4.0035,
      "step": 2887
    },
    {
      "epoch": 0.5012583528594984,
      "grad_norm": 62.261260986328125,
      "learning_rate": 4.174378253325622e-06,
      "loss": 4.4306,
      "step": 2888
    },
    {
      "epoch": 0.5014319187711533,
      "grad_norm": 70.65866088867188,
      "learning_rate": 4.175824175824177e-06,
      "loss": 4.3353,
      "step": 2889
    },
    {
      "epoch": 0.5016054846828083,
      "grad_norm": 74.91388702392578,
      "learning_rate": 4.17727009832273e-06,
      "loss": 3.2264,
      "step": 2890
    },
    {
      "epoch": 0.5017790505944633,
      "grad_norm": 69.0119400024414,
      "learning_rate": 4.178716020821284e-06,
      "loss": 4.3558,
      "step": 2891
    },
    {
      "epoch": 0.5019526165061182,
      "grad_norm": 56.79790115356445,
      "learning_rate": 4.180161943319838e-06,
      "loss": 3.6935,
      "step": 2892
    },
    {
      "epoch": 0.5021261824177732,
      "grad_norm": 71.34466552734375,
      "learning_rate": 4.181607865818392e-06,
      "loss": 3.9183,
      "step": 2893
    },
    {
      "epoch": 0.5022997483294281,
      "grad_norm": 67.87074279785156,
      "learning_rate": 4.1830537883169465e-06,
      "loss": 3.7434,
      "step": 2894
    },
    {
      "epoch": 0.5024733142410831,
      "grad_norm": 67.943115234375,
      "learning_rate": 4.184499710815501e-06,
      "loss": 3.7809,
      "step": 2895
    },
    {
      "epoch": 0.502646880152738,
      "grad_norm": 68.03972625732422,
      "learning_rate": 4.185945633314054e-06,
      "loss": 3.4987,
      "step": 2896
    },
    {
      "epoch": 0.5028204460643929,
      "grad_norm": 68.2575912475586,
      "learning_rate": 4.1873915558126086e-06,
      "loss": 4.2741,
      "step": 2897
    },
    {
      "epoch": 0.5029940119760479,
      "grad_norm": 68.24610900878906,
      "learning_rate": 4.188837478311163e-06,
      "loss": 3.8644,
      "step": 2898
    },
    {
      "epoch": 0.5031675778877028,
      "grad_norm": 80.6604232788086,
      "learning_rate": 4.190283400809717e-06,
      "loss": 4.1517,
      "step": 2899
    },
    {
      "epoch": 0.5033411437993578,
      "grad_norm": 124.61891174316406,
      "learning_rate": 4.1917293233082715e-06,
      "loss": 4.2053,
      "step": 2900
    },
    {
      "epoch": 0.5033411437993578,
      "eval_synth_accuracy": 0.8559726962457338,
      "eval_synth_auroc": 0.9308231394922264,
      "eval_synth_f1": 0.8895866038723181,
      "eval_synth_loss": 0.33633697032928467,
      "eval_synth_precision": 0.9149623250807319,
      "eval_synth_recall": 0.8655804480651731,
      "eval_synth_runtime": 102.6107,
      "eval_synth_samples_per_second": 14.277,
      "eval_synth_steps_per_second": 0.448,
      "step": 2900
    },
    {
      "epoch": 0.5033411437993578,
      "eval_real_accuracy": 0.8175872093023255,
      "eval_real_auroc": 0.885994202733809,
      "eval_real_f1": 0.864543982730707,
      "eval_real_loss": 0.40734463930130005,
      "eval_real_precision": 0.853035143769968,
      "eval_real_recall": 0.8763676148796499,
      "eval_real_runtime": 95.3665,
      "eval_real_samples_per_second": 14.429,
      "eval_real_steps_per_second": 0.451,
      "step": 2900
    },
    {
      "epoch": 0.5035147097110128,
      "grad_norm": 93.21819305419922,
      "learning_rate": 4.193175245806825e-06,
      "loss": 4.8916,
      "step": 2901
    },
    {
      "epoch": 0.5036882756226677,
      "grad_norm": 78.44792938232422,
      "learning_rate": 4.194621168305379e-06,
      "loss": 4.6552,
      "step": 2902
    },
    {
      "epoch": 0.5038618415343227,
      "grad_norm": 117.34928131103516,
      "learning_rate": 4.196067090803933e-06,
      "loss": 5.1374,
      "step": 2903
    },
    {
      "epoch": 0.5040354074459776,
      "grad_norm": 120.37317657470703,
      "learning_rate": 4.197513013302487e-06,
      "loss": 4.7641,
      "step": 2904
    },
    {
      "epoch": 0.5042089733576326,
      "grad_norm": 59.22856903076172,
      "learning_rate": 4.198958935801041e-06,
      "loss": 4.1214,
      "step": 2905
    },
    {
      "epoch": 0.5043825392692876,
      "grad_norm": 58.42000198364258,
      "learning_rate": 4.200404858299596e-06,
      "loss": 3.8581,
      "step": 2906
    },
    {
      "epoch": 0.5045561051809425,
      "grad_norm": 80.65775299072266,
      "learning_rate": 4.20185078079815e-06,
      "loss": 3.9519,
      "step": 2907
    },
    {
      "epoch": 0.5047296710925974,
      "grad_norm": 120.25391387939453,
      "learning_rate": 4.203296703296703e-06,
      "loss": 3.3987,
      "step": 2908
    },
    {
      "epoch": 0.5049032370042523,
      "grad_norm": 84.9780502319336,
      "learning_rate": 4.204742625795258e-06,
      "loss": 3.7992,
      "step": 2909
    },
    {
      "epoch": 0.5050768029159073,
      "grad_norm": 55.5355224609375,
      "learning_rate": 4.206188548293812e-06,
      "loss": 2.9725,
      "step": 2910
    },
    {
      "epoch": 0.5052503688275622,
      "grad_norm": 61.59951400756836,
      "learning_rate": 4.207634470792366e-06,
      "loss": 4.4102,
      "step": 2911
    },
    {
      "epoch": 0.5054239347392172,
      "grad_norm": 63.910526275634766,
      "learning_rate": 4.20908039329092e-06,
      "loss": 3.7408,
      "step": 2912
    },
    {
      "epoch": 0.5055975006508722,
      "grad_norm": 63.073646545410156,
      "learning_rate": 4.210526315789474e-06,
      "loss": 3.6685,
      "step": 2913
    },
    {
      "epoch": 0.5057710665625271,
      "grad_norm": 89.8853530883789,
      "learning_rate": 4.211972238288028e-06,
      "loss": 4.4058,
      "step": 2914
    },
    {
      "epoch": 0.5059446324741821,
      "grad_norm": 81.95318603515625,
      "learning_rate": 4.213418160786582e-06,
      "loss": 3.2743,
      "step": 2915
    },
    {
      "epoch": 0.506118198385837,
      "grad_norm": 84.26371002197266,
      "learning_rate": 4.214864083285136e-06,
      "loss": 3.3205,
      "step": 2916
    },
    {
      "epoch": 0.506291764297492,
      "grad_norm": 71.39606475830078,
      "learning_rate": 4.2163100057836905e-06,
      "loss": 3.7308,
      "step": 2917
    },
    {
      "epoch": 0.506465330209147,
      "grad_norm": 87.09890747070312,
      "learning_rate": 4.217755928282245e-06,
      "loss": 4.4128,
      "step": 2918
    },
    {
      "epoch": 0.5066388961208019,
      "grad_norm": 78.25899505615234,
      "learning_rate": 4.219201850780798e-06,
      "loss": 3.5554,
      "step": 2919
    },
    {
      "epoch": 0.5068124620324568,
      "grad_norm": 66.49600982666016,
      "learning_rate": 4.220647773279353e-06,
      "loss": 3.9389,
      "step": 2920
    },
    {
      "epoch": 0.5069860279441117,
      "grad_norm": 111.04407501220703,
      "learning_rate": 4.222093695777907e-06,
      "loss": 3.9076,
      "step": 2921
    },
    {
      "epoch": 0.5071595938557667,
      "grad_norm": 87.7659683227539,
      "learning_rate": 4.223539618276461e-06,
      "loss": 4.2975,
      "step": 2922
    },
    {
      "epoch": 0.5073331597674217,
      "grad_norm": 61.70647430419922,
      "learning_rate": 4.224985540775015e-06,
      "loss": 4.3679,
      "step": 2923
    },
    {
      "epoch": 0.5075067256790766,
      "grad_norm": 56.39179611206055,
      "learning_rate": 4.226431463273569e-06,
      "loss": 4.4364,
      "step": 2924
    },
    {
      "epoch": 0.5076802915907316,
      "grad_norm": 94.3093490600586,
      "learning_rate": 4.2278773857721224e-06,
      "loss": 4.0587,
      "step": 2925
    },
    {
      "epoch": 0.5076802915907316,
      "eval_synth_accuracy": 0.842320819112628,
      "eval_synth_auroc": 0.9311573119462961,
      "eval_synth_f1": 0.8766684463427656,
      "eval_synth_loss": 0.34864792227745056,
      "eval_synth_precision": 0.9214365881032548,
      "eval_synth_recall": 0.8360488798370672,
      "eval_synth_runtime": 102.036,
      "eval_synth_samples_per_second": 14.358,
      "eval_synth_steps_per_second": 0.451,
      "step": 2925
    },
    {
      "epoch": 0.5076802915907316,
      "eval_real_accuracy": 0.8132267441860465,
      "eval_real_auroc": 0.886074720319797,
      "eval_real_f1": 0.8579325594250967,
      "eval_real_loss": 0.4111505448818207,
      "eval_real_precision": 0.8670391061452514,
      "eval_real_recall": 0.849015317286652,
      "eval_real_runtime": 95.3501,
      "eval_real_samples_per_second": 14.431,
      "eval_real_steps_per_second": 0.451,
      "step": 2925
    },
    {
      "epoch": 0.5078538575023865,
      "grad_norm": 79.89745330810547,
      "learning_rate": 4.229323308270677e-06,
      "loss": 4.6181,
      "step": 2926
    },
    {
      "epoch": 0.5080274234140415,
      "grad_norm": 68.09237670898438,
      "learning_rate": 4.230769230769231e-06,
      "loss": 3.84,
      "step": 2927
    },
    {
      "epoch": 0.5082009893256965,
      "grad_norm": 91.99665832519531,
      "learning_rate": 4.232215153267785e-06,
      "loss": 4.2397,
      "step": 2928
    },
    {
      "epoch": 0.5083745552373514,
      "grad_norm": 57.915283203125,
      "learning_rate": 4.23366107576634e-06,
      "loss": 3.3601,
      "step": 2929
    },
    {
      "epoch": 0.5085481211490064,
      "grad_norm": 63.29830551147461,
      "learning_rate": 4.235106998264893e-06,
      "loss": 3.7217,
      "step": 2930
    },
    {
      "epoch": 0.5087216870606612,
      "grad_norm": 50.06864929199219,
      "learning_rate": 4.2365529207634474e-06,
      "loss": 3.7345,
      "step": 2931
    },
    {
      "epoch": 0.5088952529723162,
      "grad_norm": 58.05893325805664,
      "learning_rate": 4.237998843262002e-06,
      "loss": 3.7927,
      "step": 2932
    },
    {
      "epoch": 0.5090688188839712,
      "grad_norm": 57.50119400024414,
      "learning_rate": 4.239444765760556e-06,
      "loss": 3.4316,
      "step": 2933
    },
    {
      "epoch": 0.5092423847956261,
      "grad_norm": 48.9921760559082,
      "learning_rate": 4.2408906882591095e-06,
      "loss": 3.4599,
      "step": 2934
    },
    {
      "epoch": 0.5094159507072811,
      "grad_norm": 66.78380584716797,
      "learning_rate": 4.242336610757664e-06,
      "loss": 3.1864,
      "step": 2935
    },
    {
      "epoch": 0.509589516618936,
      "grad_norm": 125.91094970703125,
      "learning_rate": 4.243782533256217e-06,
      "loss": 4.7929,
      "step": 2936
    },
    {
      "epoch": 0.509763082530591,
      "grad_norm": 85.24829864501953,
      "learning_rate": 4.245228455754772e-06,
      "loss": 4.8588,
      "step": 2937
    },
    {
      "epoch": 0.509936648442246,
      "grad_norm": 73.78181457519531,
      "learning_rate": 4.246674378253326e-06,
      "loss": 4.2676,
      "step": 2938
    },
    {
      "epoch": 0.5101102143539009,
      "grad_norm": 73.92366027832031,
      "learning_rate": 4.24812030075188e-06,
      "loss": 4.2242,
      "step": 2939
    },
    {
      "epoch": 0.5102837802655559,
      "grad_norm": 68.9258041381836,
      "learning_rate": 4.2495662232504345e-06,
      "loss": 3.9894,
      "step": 2940
    },
    {
      "epoch": 0.5104573461772108,
      "grad_norm": 60.40142059326172,
      "learning_rate": 4.251012145748988e-06,
      "loss": 3.4994,
      "step": 2941
    },
    {
      "epoch": 0.5106309120888658,
      "grad_norm": 67.43221282958984,
      "learning_rate": 4.252458068247542e-06,
      "loss": 4.9119,
      "step": 2942
    },
    {
      "epoch": 0.5108044780005206,
      "grad_norm": 52.4748649597168,
      "learning_rate": 4.253903990746097e-06,
      "loss": 3.5713,
      "step": 2943
    },
    {
      "epoch": 0.5109780439121756,
      "grad_norm": 58.04587936401367,
      "learning_rate": 4.25534991324465e-06,
      "loss": 4.2167,
      "step": 2944
    },
    {
      "epoch": 0.5111516098238306,
      "grad_norm": 82.94701385498047,
      "learning_rate": 4.256795835743204e-06,
      "loss": 3.3797,
      "step": 2945
    },
    {
      "epoch": 0.5113251757354855,
      "grad_norm": 68.91080474853516,
      "learning_rate": 4.258241758241759e-06,
      "loss": 3.7335,
      "step": 2946
    },
    {
      "epoch": 0.5114987416471405,
      "grad_norm": 77.63958740234375,
      "learning_rate": 4.259687680740313e-06,
      "loss": 5.0138,
      "step": 2947
    },
    {
      "epoch": 0.5116723075587954,
      "grad_norm": 44.49434280395508,
      "learning_rate": 4.2611336032388664e-06,
      "loss": 3.9093,
      "step": 2948
    },
    {
      "epoch": 0.5118458734704504,
      "grad_norm": 89.02033233642578,
      "learning_rate": 4.262579525737421e-06,
      "loss": 3.4993,
      "step": 2949
    },
    {
      "epoch": 0.5120194393821054,
      "grad_norm": 68.69378662109375,
      "learning_rate": 4.264025448235975e-06,
      "loss": 5.002,
      "step": 2950
    },
    {
      "epoch": 0.5120194393821054,
      "eval_synth_accuracy": 0.8716723549488055,
      "eval_synth_auroc": 0.9294864496759476,
      "eval_synth_f1": 0.9050505050505051,
      "eval_synth_loss": 0.31299397349357605,
      "eval_synth_precision": 0.8977955911823647,
      "eval_synth_recall": 0.9124236252545825,
      "eval_synth_runtime": 101.9882,
      "eval_synth_samples_per_second": 14.364,
      "eval_synth_steps_per_second": 0.451,
      "step": 2950
    },
    {
      "epoch": 0.5120194393821054,
      "eval_real_accuracy": 0.8125,
      "eval_real_auroc": 0.8847722299582256,
      "eval_real_f1": 0.8615879828326181,
      "eval_real_loss": 0.40249717235565186,
      "eval_real_precision": 0.8452631578947368,
      "eval_real_recall": 0.8785557986870897,
      "eval_real_runtime": 95.3425,
      "eval_real_samples_per_second": 14.432,
      "eval_real_steps_per_second": 0.451,
      "step": 2950
    },
    {
      "epoch": 0.5121930052937603,
      "grad_norm": 65.89537048339844,
      "learning_rate": 4.265471370734529e-06,
      "loss": 4.4396,
      "step": 2951
    },
    {
      "epoch": 0.5123665712054153,
      "grad_norm": 87.40313720703125,
      "learning_rate": 4.266917293233083e-06,
      "loss": 4.5055,
      "step": 2952
    },
    {
      "epoch": 0.5125401371170702,
      "grad_norm": 78.85179138183594,
      "learning_rate": 4.268363215731637e-06,
      "loss": 4.1867,
      "step": 2953
    },
    {
      "epoch": 0.5127137030287252,
      "grad_norm": 104.50785064697266,
      "learning_rate": 4.269809138230191e-06,
      "loss": 3.6858,
      "step": 2954
    },
    {
      "epoch": 0.5128872689403801,
      "grad_norm": 112.31867980957031,
      "learning_rate": 4.271255060728745e-06,
      "loss": 4.3817,
      "step": 2955
    },
    {
      "epoch": 0.513060834852035,
      "grad_norm": 50.01095962524414,
      "learning_rate": 4.272700983227299e-06,
      "loss": 3.6432,
      "step": 2956
    },
    {
      "epoch": 0.51323440076369,
      "grad_norm": 80.4870834350586,
      "learning_rate": 4.2741469057258535e-06,
      "loss": 4.2588,
      "step": 2957
    },
    {
      "epoch": 0.5134079666753449,
      "grad_norm": 45.385623931884766,
      "learning_rate": 4.275592828224408e-06,
      "loss": 3.2854,
      "step": 2958
    },
    {
      "epoch": 0.5135815325869999,
      "grad_norm": 98.07074737548828,
      "learning_rate": 4.277038750722961e-06,
      "loss": 4.3632,
      "step": 2959
    },
    {
      "epoch": 0.5137550984986549,
      "grad_norm": 57.758365631103516,
      "learning_rate": 4.278484673221516e-06,
      "loss": 4.2781,
      "step": 2960
    },
    {
      "epoch": 0.5139286644103098,
      "grad_norm": 77.72930908203125,
      "learning_rate": 4.27993059572007e-06,
      "loss": 3.2197,
      "step": 2961
    },
    {
      "epoch": 0.5141022303219648,
      "grad_norm": 59.256446838378906,
      "learning_rate": 4.281376518218624e-06,
      "loss": 4.0007,
      "step": 2962
    },
    {
      "epoch": 0.5142757962336197,
      "grad_norm": 63.58557891845703,
      "learning_rate": 4.2828224407171785e-06,
      "loss": 4.4278,
      "step": 2963
    },
    {
      "epoch": 0.5144493621452747,
      "grad_norm": 64.19856262207031,
      "learning_rate": 4.284268363215732e-06,
      "loss": 3.297,
      "step": 2964
    },
    {
      "epoch": 0.5146229280569297,
      "grad_norm": 73.6983642578125,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 4.0893,
      "step": 2965
    },
    {
      "epoch": 0.5147964939685846,
      "grad_norm": 56.97242736816406,
      "learning_rate": 4.28716020821284e-06,
      "loss": 4.1179,
      "step": 2966
    },
    {
      "epoch": 0.5149700598802395,
      "grad_norm": 91.30496978759766,
      "learning_rate": 4.288606130711394e-06,
      "loss": 4.2588,
      "step": 2967
    },
    {
      "epoch": 0.5151436257918944,
      "grad_norm": 112.46435546875,
      "learning_rate": 4.290052053209948e-06,
      "loss": 4.883,
      "step": 2968
    },
    {
      "epoch": 0.5153171917035494,
      "grad_norm": 96.85078430175781,
      "learning_rate": 4.291497975708503e-06,
      "loss": 4.0898,
      "step": 2969
    },
    {
      "epoch": 0.5154907576152044,
      "grad_norm": 57.8903923034668,
      "learning_rate": 4.292943898207056e-06,
      "loss": 3.8133,
      "step": 2970
    },
    {
      "epoch": 0.5156643235268593,
      "grad_norm": 90.39720916748047,
      "learning_rate": 4.2943898207056105e-06,
      "loss": 3.8582,
      "step": 2971
    },
    {
      "epoch": 0.5158378894385143,
      "grad_norm": 116.95018768310547,
      "learning_rate": 4.295835743204165e-06,
      "loss": 3.5568,
      "step": 2972
    },
    {
      "epoch": 0.5160114553501692,
      "grad_norm": 149.40919494628906,
      "learning_rate": 4.297281665702719e-06,
      "loss": 4.811,
      "step": 2973
    },
    {
      "epoch": 0.5161850212618242,
      "grad_norm": 74.77680206298828,
      "learning_rate": 4.298727588201273e-06,
      "loss": 4.5573,
      "step": 2974
    },
    {
      "epoch": 0.5163585871734792,
      "grad_norm": 122.44806671142578,
      "learning_rate": 4.300173510699827e-06,
      "loss": 4.6799,
      "step": 2975
    },
    {
      "epoch": 0.5163585871734792,
      "eval_synth_accuracy": 0.868259385665529,
      "eval_synth_auroc": 0.9158391418198378,
      "eval_synth_f1": 0.9030637870416875,
      "eval_synth_loss": 0.3358132541179657,
      "eval_synth_precision": 0.8909811694747275,
      "eval_synth_recall": 0.9154786150712831,
      "eval_synth_runtime": 101.923,
      "eval_synth_samples_per_second": 14.374,
      "eval_synth_steps_per_second": 0.451,
      "step": 2975
    },
    {
      "epoch": 0.5163585871734792,
      "eval_real_accuracy": 0.8197674418604651,
      "eval_real_auroc": 0.8788032718557883,
      "eval_real_f1": 0.8678038379530917,
      "eval_real_loss": 0.4148656129837036,
      "eval_real_precision": 0.8461538461538461,
      "eval_real_recall": 0.8905908096280087,
      "eval_real_runtime": 95.3121,
      "eval_real_samples_per_second": 14.437,
      "eval_real_steps_per_second": 0.451,
      "step": 2975
    },
    {
      "epoch": 0.5165321530851341,
      "grad_norm": 73.13055419921875,
      "learning_rate": 4.30161943319838e-06,
      "loss": 4.2913,
      "step": 2976
    },
    {
      "epoch": 0.5167057189967891,
      "grad_norm": 146.24427795410156,
      "learning_rate": 4.303065355696935e-06,
      "loss": 4.4059,
      "step": 2977
    },
    {
      "epoch": 0.516879284908444,
      "grad_norm": 102.65882110595703,
      "learning_rate": 4.304511278195489e-06,
      "loss": 5.1439,
      "step": 2978
    },
    {
      "epoch": 0.5170528508200989,
      "grad_norm": 47.454654693603516,
      "learning_rate": 4.305957200694043e-06,
      "loss": 3.8065,
      "step": 2979
    },
    {
      "epoch": 0.5172264167317538,
      "grad_norm": 65.96882629394531,
      "learning_rate": 4.3074031231925975e-06,
      "loss": 4.2876,
      "step": 2980
    },
    {
      "epoch": 0.5173999826434088,
      "grad_norm": 104.34532165527344,
      "learning_rate": 4.308849045691151e-06,
      "loss": 4.3538,
      "step": 2981
    },
    {
      "epoch": 0.5175735485550638,
      "grad_norm": 121.80842590332031,
      "learning_rate": 4.310294968189705e-06,
      "loss": 4.9756,
      "step": 2982
    },
    {
      "epoch": 0.5177471144667187,
      "grad_norm": 88.6315689086914,
      "learning_rate": 4.31174089068826e-06,
      "loss": 4.004,
      "step": 2983
    },
    {
      "epoch": 0.5179206803783737,
      "grad_norm": 50.45870590209961,
      "learning_rate": 4.313186813186814e-06,
      "loss": 4.0878,
      "step": 2984
    },
    {
      "epoch": 0.5180942462900286,
      "grad_norm": 127.14615631103516,
      "learning_rate": 4.314632735685368e-06,
      "loss": 4.3493,
      "step": 2985
    },
    {
      "epoch": 0.5182678122016836,
      "grad_norm": 104.34163665771484,
      "learning_rate": 4.316078658183922e-06,
      "loss": 4.2055,
      "step": 2986
    },
    {
      "epoch": 0.5184413781133386,
      "grad_norm": 73.35591888427734,
      "learning_rate": 4.317524580682476e-06,
      "loss": 4.5839,
      "step": 2987
    },
    {
      "epoch": 0.5186149440249935,
      "grad_norm": 55.79137420654297,
      "learning_rate": 4.3189705031810295e-06,
      "loss": 4.2599,
      "step": 2988
    },
    {
      "epoch": 0.5187885099366485,
      "grad_norm": 88.99361419677734,
      "learning_rate": 4.320416425679584e-06,
      "loss": 4.3535,
      "step": 2989
    },
    {
      "epoch": 0.5189620758483033,
      "grad_norm": 64.56800079345703,
      "learning_rate": 4.321862348178138e-06,
      "loss": 3.53,
      "step": 2990
    },
    {
      "epoch": 0.5191356417599583,
      "grad_norm": 60.031593322753906,
      "learning_rate": 4.323308270676692e-06,
      "loss": 4.5312,
      "step": 2991
    },
    {
      "epoch": 0.5193092076716133,
      "grad_norm": 65.52230072021484,
      "learning_rate": 4.324754193175246e-06,
      "loss": 4.529,
      "step": 2992
    },
    {
      "epoch": 0.5194827735832682,
      "grad_norm": 81.15680694580078,
      "learning_rate": 4.3262001156738e-06,
      "loss": 3.6846,
      "step": 2993
    },
    {
      "epoch": 0.5196563394949232,
      "grad_norm": 111.58882904052734,
      "learning_rate": 4.3276460381723545e-06,
      "loss": 3.9583,
      "step": 2994
    },
    {
      "epoch": 0.5198299054065781,
      "grad_norm": 91.07830810546875,
      "learning_rate": 4.329091960670909e-06,
      "loss": 3.7132,
      "step": 2995
    },
    {
      "epoch": 0.5200034713182331,
      "grad_norm": 65.06163024902344,
      "learning_rate": 4.330537883169462e-06,
      "loss": 4.0523,
      "step": 2996
    },
    {
      "epoch": 0.5201770372298881,
      "grad_norm": 52.44447326660156,
      "learning_rate": 4.3319838056680166e-06,
      "loss": 2.6309,
      "step": 2997
    },
    {
      "epoch": 0.520350603141543,
      "grad_norm": 66.48139953613281,
      "learning_rate": 4.333429728166571e-06,
      "loss": 4.2978,
      "step": 2998
    },
    {
      "epoch": 0.520524169053198,
      "grad_norm": 123.33782958984375,
      "learning_rate": 4.334875650665124e-06,
      "loss": 4.986,
      "step": 2999
    },
    {
      "epoch": 0.5206977349648529,
      "grad_norm": 81.2365951538086,
      "learning_rate": 4.336321573163679e-06,
      "loss": 4.1914,
      "step": 3000
    },
    {
      "epoch": 0.5206977349648529,
      "eval_synth_accuracy": 0.8511945392491468,
      "eval_synth_auroc": 0.934916488511636,
      "eval_synth_f1": 0.8856243441762854,
      "eval_synth_loss": 0.32801541686058044,
      "eval_synth_precision": 0.9134199134199135,
      "eval_synth_recall": 0.8594704684317719,
      "eval_synth_runtime": 101.9878,
      "eval_synth_samples_per_second": 14.364,
      "eval_synth_steps_per_second": 0.451,
      "step": 3000
    },
    {
      "epoch": 0.5206977349648529,
      "eval_real_accuracy": 0.8052325581395349,
      "eval_real_auroc": 0.8873014294239676,
      "eval_real_f1": 0.8487584650112867,
      "eval_real_loss": 0.42507126927375793,
      "eval_real_precision": 0.8764568764568764,
      "eval_real_recall": 0.8227571115973742,
      "eval_real_runtime": 95.3604,
      "eval_real_samples_per_second": 14.429,
      "eval_real_steps_per_second": 0.451,
      "step": 3000
    },
    {
      "epoch": 0.5208713008765079,
      "grad_norm": 50.87411117553711,
      "learning_rate": 4.337767495662233e-06,
      "loss": 3.5551,
      "step": 3001
    },
    {
      "epoch": 0.5210448667881628,
      "grad_norm": 61.964324951171875,
      "learning_rate": 4.339213418160787e-06,
      "loss": 3.09,
      "step": 3002
    },
    {
      "epoch": 0.5212184326998177,
      "grad_norm": 71.15928649902344,
      "learning_rate": 4.340659340659341e-06,
      "loss": 3.9177,
      "step": 3003
    },
    {
      "epoch": 0.5213919986114727,
      "grad_norm": 59.58047866821289,
      "learning_rate": 4.342105263157895e-06,
      "loss": 3.1565,
      "step": 3004
    },
    {
      "epoch": 0.5215655645231276,
      "grad_norm": 84.64016723632812,
      "learning_rate": 4.343551185656449e-06,
      "loss": 4.4302,
      "step": 3005
    },
    {
      "epoch": 0.5217391304347826,
      "grad_norm": 105.46102905273438,
      "learning_rate": 4.344997108155003e-06,
      "loss": 3.683,
      "step": 3006
    },
    {
      "epoch": 0.5219126963464376,
      "grad_norm": 74.26284790039062,
      "learning_rate": 4.346443030653557e-06,
      "loss": 4.4813,
      "step": 3007
    },
    {
      "epoch": 0.5220862622580925,
      "grad_norm": 87.11848449707031,
      "learning_rate": 4.347888953152111e-06,
      "loss": 4.309,
      "step": 3008
    },
    {
      "epoch": 0.5222598281697475,
      "grad_norm": 63.07725524902344,
      "learning_rate": 4.349334875650666e-06,
      "loss": 3.8808,
      "step": 3009
    },
    {
      "epoch": 0.5224333940814024,
      "grad_norm": 69.78072357177734,
      "learning_rate": 4.350780798149219e-06,
      "loss": 4.0982,
      "step": 3010
    },
    {
      "epoch": 0.5226069599930574,
      "grad_norm": 75.15409851074219,
      "learning_rate": 4.3522267206477735e-06,
      "loss": 3.7904,
      "step": 3011
    },
    {
      "epoch": 0.5227805259047124,
      "grad_norm": 45.889930725097656,
      "learning_rate": 4.353672643146328e-06,
      "loss": 3.8118,
      "step": 3012
    },
    {
      "epoch": 0.5229540918163673,
      "grad_norm": 85.34658813476562,
      "learning_rate": 4.355118565644882e-06,
      "loss": 4.1744,
      "step": 3013
    },
    {
      "epoch": 0.5231276577280222,
      "grad_norm": 70.11783599853516,
      "learning_rate": 4.356564488143436e-06,
      "loss": 3.5199,
      "step": 3014
    },
    {
      "epoch": 0.5233012236396771,
      "grad_norm": 65.65477752685547,
      "learning_rate": 4.35801041064199e-06,
      "loss": 3.8824,
      "step": 3015
    },
    {
      "epoch": 0.5234747895513321,
      "grad_norm": 65.8245849609375,
      "learning_rate": 4.359456333140544e-06,
      "loss": 2.8978,
      "step": 3016
    },
    {
      "epoch": 0.523648355462987,
      "grad_norm": 89.5678482055664,
      "learning_rate": 4.360902255639098e-06,
      "loss": 4.2548,
      "step": 3017
    },
    {
      "epoch": 0.523821921374642,
      "grad_norm": 65.94947052001953,
      "learning_rate": 4.362348178137652e-06,
      "loss": 4.6144,
      "step": 3018
    },
    {
      "epoch": 0.523995487286297,
      "grad_norm": 86.89302062988281,
      "learning_rate": 4.363794100636206e-06,
      "loss": 4.5464,
      "step": 3019
    },
    {
      "epoch": 0.5241690531979519,
      "grad_norm": 64.93810272216797,
      "learning_rate": 4.3652400231347606e-06,
      "loss": 3.184,
      "step": 3020
    },
    {
      "epoch": 0.5243426191096069,
      "grad_norm": 86.94902801513672,
      "learning_rate": 4.366685945633314e-06,
      "loss": 5.9607,
      "step": 3021
    },
    {
      "epoch": 0.5245161850212618,
      "grad_norm": 67.26661682128906,
      "learning_rate": 4.368131868131868e-06,
      "loss": 3.6831,
      "step": 3022
    },
    {
      "epoch": 0.5246897509329168,
      "grad_norm": 59.26276779174805,
      "learning_rate": 4.369577790630423e-06,
      "loss": 3.3115,
      "step": 3023
    },
    {
      "epoch": 0.5248633168445718,
      "grad_norm": 76.05489349365234,
      "learning_rate": 4.371023713128977e-06,
      "loss": 4.1294,
      "step": 3024
    },
    {
      "epoch": 0.5250368827562267,
      "grad_norm": 78.47160339355469,
      "learning_rate": 4.372469635627531e-06,
      "loss": 4.3762,
      "step": 3025
    },
    {
      "epoch": 0.5250368827562267,
      "eval_synth_accuracy": 0.8457337883959044,
      "eval_synth_auroc": 0.9351041310883691,
      "eval_synth_f1": 0.8792735042735043,
      "eval_synth_loss": 0.34600749611854553,
      "eval_synth_precision": 0.9247191011235955,
      "eval_synth_recall": 0.8380855397148677,
      "eval_synth_runtime": 101.9572,
      "eval_synth_samples_per_second": 14.369,
      "eval_synth_steps_per_second": 0.451,
      "step": 3025
    },
    {
      "epoch": 0.5250368827562267,
      "eval_real_accuracy": 0.8037790697674418,
      "eval_real_auroc": 0.8922852311801983,
      "eval_real_f1": 0.8444700460829493,
      "eval_real_loss": 0.42376789450645447,
      "eval_real_precision": 0.8917274939172749,
      "eval_real_recall": 0.8019693654266958,
      "eval_real_runtime": 95.3228,
      "eval_real_samples_per_second": 14.435,
      "eval_real_steps_per_second": 0.451,
      "step": 3025
    },
    {
      "epoch": 0.5252104486678816,
      "grad_norm": 66.74227905273438,
      "learning_rate": 4.373915558126085e-06,
      "loss": 3.5876,
      "step": 3026
    },
    {
      "epoch": 0.5253840145795365,
      "grad_norm": 67.57333374023438,
      "learning_rate": 4.375361480624638e-06,
      "loss": 3.5308,
      "step": 3027
    },
    {
      "epoch": 0.5255575804911915,
      "grad_norm": 47.00939178466797,
      "learning_rate": 4.3768074031231925e-06,
      "loss": 3.3805,
      "step": 3028
    },
    {
      "epoch": 0.5257311464028465,
      "grad_norm": 66.9205551147461,
      "learning_rate": 4.378253325621747e-06,
      "loss": 2.9259,
      "step": 3029
    },
    {
      "epoch": 0.5259047123145014,
      "grad_norm": 82.49156188964844,
      "learning_rate": 4.379699248120301e-06,
      "loss": 3.6897,
      "step": 3030
    },
    {
      "epoch": 0.5260782782261564,
      "grad_norm": 70.14030456542969,
      "learning_rate": 4.3811451706188554e-06,
      "loss": 3.9389,
      "step": 3031
    },
    {
      "epoch": 0.5262518441378113,
      "grad_norm": 57.076072692871094,
      "learning_rate": 4.382591093117409e-06,
      "loss": 3.7872,
      "step": 3032
    },
    {
      "epoch": 0.5264254100494663,
      "grad_norm": 50.31782913208008,
      "learning_rate": 4.384037015615963e-06,
      "loss": 2.8956,
      "step": 3033
    },
    {
      "epoch": 0.5265989759611213,
      "grad_norm": 48.905799865722656,
      "learning_rate": 4.3854829381145175e-06,
      "loss": 2.8313,
      "step": 3034
    },
    {
      "epoch": 0.5267725418727762,
      "grad_norm": 60.237056732177734,
      "learning_rate": 4.386928860613072e-06,
      "loss": 3.997,
      "step": 3035
    },
    {
      "epoch": 0.5269461077844312,
      "grad_norm": 70.3655014038086,
      "learning_rate": 4.388374783111626e-06,
      "loss": 4.1491,
      "step": 3036
    },
    {
      "epoch": 0.5271196736960861,
      "grad_norm": 65.42842864990234,
      "learning_rate": 4.38982070561018e-06,
      "loss": 4.5862,
      "step": 3037
    },
    {
      "epoch": 0.527293239607741,
      "grad_norm": 63.86409378051758,
      "learning_rate": 4.391266628108734e-06,
      "loss": 4.4413,
      "step": 3038
    },
    {
      "epoch": 0.527466805519396,
      "grad_norm": 55.06806182861328,
      "learning_rate": 4.392712550607287e-06,
      "loss": 3.8165,
      "step": 3039
    },
    {
      "epoch": 0.5276403714310509,
      "grad_norm": 48.38300323486328,
      "learning_rate": 4.394158473105842e-06,
      "loss": 2.9016,
      "step": 3040
    },
    {
      "epoch": 0.5278139373427059,
      "grad_norm": 59.096988677978516,
      "learning_rate": 4.395604395604396e-06,
      "loss": 3.616,
      "step": 3041
    },
    {
      "epoch": 0.5279875032543608,
      "grad_norm": 64.38912200927734,
      "learning_rate": 4.39705031810295e-06,
      "loss": 4.0757,
      "step": 3042
    },
    {
      "epoch": 0.5281610691660158,
      "grad_norm": 45.99129104614258,
      "learning_rate": 4.398496240601504e-06,
      "loss": 3.1672,
      "step": 3043
    },
    {
      "epoch": 0.5283346350776708,
      "grad_norm": 63.6011962890625,
      "learning_rate": 4.399942163100058e-06,
      "loss": 3.1349,
      "step": 3044
    },
    {
      "epoch": 0.5285082009893257,
      "grad_norm": 53.14853286743164,
      "learning_rate": 4.401388085598612e-06,
      "loss": 4.6177,
      "step": 3045
    },
    {
      "epoch": 0.5286817669009807,
      "grad_norm": 63.25783920288086,
      "learning_rate": 4.402834008097167e-06,
      "loss": 4.3985,
      "step": 3046
    },
    {
      "epoch": 0.5288553328126356,
      "grad_norm": 58.8941535949707,
      "learning_rate": 4.404279930595721e-06,
      "loss": 3.6065,
      "step": 3047
    },
    {
      "epoch": 0.5290288987242906,
      "grad_norm": 74.2085189819336,
      "learning_rate": 4.4057258530942744e-06,
      "loss": 4.0332,
      "step": 3048
    },
    {
      "epoch": 0.5292024646359454,
      "grad_norm": 54.564781188964844,
      "learning_rate": 4.407171775592829e-06,
      "loss": 3.5982,
      "step": 3049
    },
    {
      "epoch": 0.5293760305476004,
      "grad_norm": 59.05561828613281,
      "learning_rate": 4.408617698091382e-06,
      "loss": 3.9142,
      "step": 3050
    },
    {
      "epoch": 0.5293760305476004,
      "eval_synth_accuracy": 0.8525597269624573,
      "eval_synth_auroc": 0.9292724528047293,
      "eval_synth_f1": 0.8863157894736842,
      "eval_synth_loss": 0.33410903811454773,
      "eval_synth_precision": 0.9172113289760349,
      "eval_synth_recall": 0.8574338085539714,
      "eval_synth_runtime": 102.0314,
      "eval_synth_samples_per_second": 14.358,
      "eval_synth_steps_per_second": 0.451,
      "step": 3050
    },
    {
      "epoch": 0.5293760305476004,
      "eval_real_accuracy": 0.8001453488372093,
      "eval_real_auroc": 0.8881871228698364,
      "eval_real_f1": 0.8420448018380241,
      "eval_real_loss": 0.4246188700199127,
      "eval_real_precision": 0.8863361547762999,
      "eval_real_recall": 0.8019693654266958,
      "eval_real_runtime": 95.3009,
      "eval_real_samples_per_second": 14.438,
      "eval_real_steps_per_second": 0.451,
      "step": 3050
    },
    {
      "epoch": 0.5295495964592554,
      "grad_norm": 62.88972091674805,
      "learning_rate": 4.4100636205899365e-06,
      "loss": 4.1782,
      "step": 3051
    },
    {
      "epoch": 0.5297231623709103,
      "grad_norm": 69.20276641845703,
      "learning_rate": 4.411509543088491e-06,
      "loss": 5.3778,
      "step": 3052
    },
    {
      "epoch": 0.5298967282825653,
      "grad_norm": 86.36396026611328,
      "learning_rate": 4.412955465587045e-06,
      "loss": 5.0415,
      "step": 3053
    },
    {
      "epoch": 0.5300702941942202,
      "grad_norm": 62.23131561279297,
      "learning_rate": 4.4144013880855994e-06,
      "loss": 3.784,
      "step": 3054
    },
    {
      "epoch": 0.5302438601058752,
      "grad_norm": 109.07061004638672,
      "learning_rate": 4.415847310584153e-06,
      "loss": 5.425,
      "step": 3055
    },
    {
      "epoch": 0.5304174260175302,
      "grad_norm": 48.513084411621094,
      "learning_rate": 4.417293233082707e-06,
      "loss": 3.3456,
      "step": 3056
    },
    {
      "epoch": 0.5305909919291851,
      "grad_norm": 133.95257568359375,
      "learning_rate": 4.4187391555812615e-06,
      "loss": 4.2779,
      "step": 3057
    },
    {
      "epoch": 0.5307645578408401,
      "grad_norm": 86.58477020263672,
      "learning_rate": 4.420185078079815e-06,
      "loss": 4.7357,
      "step": 3058
    },
    {
      "epoch": 0.530938123752495,
      "grad_norm": 95.45126342773438,
      "learning_rate": 4.421631000578369e-06,
      "loss": 4.3052,
      "step": 3059
    },
    {
      "epoch": 0.53111168966415,
      "grad_norm": 42.43427276611328,
      "learning_rate": 4.423076923076924e-06,
      "loss": 3.7689,
      "step": 3060
    },
    {
      "epoch": 0.5312852555758049,
      "grad_norm": 54.058876037597656,
      "learning_rate": 4.424522845575477e-06,
      "loss": 4.5592,
      "step": 3061
    },
    {
      "epoch": 0.5314588214874598,
      "grad_norm": 102.323974609375,
      "learning_rate": 4.425968768074031e-06,
      "loss": 4.2336,
      "step": 3062
    },
    {
      "epoch": 0.5316323873991148,
      "grad_norm": 44.38321304321289,
      "learning_rate": 4.427414690572586e-06,
      "loss": 3.5027,
      "step": 3063
    },
    {
      "epoch": 0.5318059533107697,
      "grad_norm": 81.2381591796875,
      "learning_rate": 4.42886061307114e-06,
      "loss": 3.1463,
      "step": 3064
    },
    {
      "epoch": 0.5319795192224247,
      "grad_norm": 75.15415954589844,
      "learning_rate": 4.430306535569694e-06,
      "loss": 5.1376,
      "step": 3065
    },
    {
      "epoch": 0.5321530851340797,
      "grad_norm": 66.15271759033203,
      "learning_rate": 4.431752458068248e-06,
      "loss": 4.0154,
      "step": 3066
    },
    {
      "epoch": 0.5323266510457346,
      "grad_norm": 54.02510070800781,
      "learning_rate": 4.433198380566802e-06,
      "loss": 3.9406,
      "step": 3067
    },
    {
      "epoch": 0.5325002169573896,
      "grad_norm": 50.1469612121582,
      "learning_rate": 4.434644303065356e-06,
      "loss": 3.9111,
      "step": 3068
    },
    {
      "epoch": 0.5326737828690445,
      "grad_norm": 81.9402084350586,
      "learning_rate": 4.43609022556391e-06,
      "loss": 3.8992,
      "step": 3069
    },
    {
      "epoch": 0.5328473487806995,
      "grad_norm": 102.62008666992188,
      "learning_rate": 4.437536148062464e-06,
      "loss": 4.0589,
      "step": 3070
    },
    {
      "epoch": 0.5330209146923545,
      "grad_norm": 64.12879943847656,
      "learning_rate": 4.4389820705610185e-06,
      "loss": 3.5248,
      "step": 3071
    },
    {
      "epoch": 0.5331944806040094,
      "grad_norm": 69.17062377929688,
      "learning_rate": 4.440427993059572e-06,
      "loss": 4.1052,
      "step": 3072
    },
    {
      "epoch": 0.5333680465156643,
      "grad_norm": 82.21603393554688,
      "learning_rate": 4.441873915558126e-06,
      "loss": 3.5887,
      "step": 3073
    },
    {
      "epoch": 0.5335416124273192,
      "grad_norm": 55.107826232910156,
      "learning_rate": 4.4433198380566805e-06,
      "loss": 3.8686,
      "step": 3074
    },
    {
      "epoch": 0.5337151783389742,
      "grad_norm": 51.805728912353516,
      "learning_rate": 4.444765760555235e-06,
      "loss": 4.0159,
      "step": 3075
    },
    {
      "epoch": 0.5337151783389742,
      "eval_synth_accuracy": 0.8812286689419795,
      "eval_synth_auroc": 0.9405447116418515,
      "eval_synth_f1": 0.9111338100102145,
      "eval_synth_loss": 0.2866036891937256,
      "eval_synth_precision": 0.9139344262295082,
      "eval_synth_recall": 0.9083503054989817,
      "eval_synth_runtime": 101.995,
      "eval_synth_samples_per_second": 14.363,
      "eval_synth_steps_per_second": 0.451,
      "step": 3075
    },
    {
      "epoch": 0.5337151783389742,
      "eval_real_accuracy": 0.8168604651162791,
      "eval_real_auroc": 0.8893510756202222,
      "eval_real_f1": 0.8610804851157663,
      "eval_real_loss": 0.3995303809642792,
      "eval_real_precision": 0.8677777777777778,
      "eval_real_recall": 0.8544857768052516,
      "eval_real_runtime": 95.3701,
      "eval_real_samples_per_second": 14.428,
      "eval_real_steps_per_second": 0.451,
      "step": 3075
    },
    {
      "epoch": 0.5338887442506292,
      "grad_norm": 86.32425689697266,
      "learning_rate": 4.446211683053789e-06,
      "loss": 4.701,
      "step": 3076
    },
    {
      "epoch": 0.5340623101622841,
      "grad_norm": 47.668678283691406,
      "learning_rate": 4.447657605552343e-06,
      "loss": 3.9402,
      "step": 3077
    },
    {
      "epoch": 0.5342358760739391,
      "grad_norm": 51.40546798706055,
      "learning_rate": 4.449103528050897e-06,
      "loss": 3.9571,
      "step": 3078
    },
    {
      "epoch": 0.534409441985594,
      "grad_norm": 44.934532165527344,
      "learning_rate": 4.45054945054945e-06,
      "loss": 3.4061,
      "step": 3079
    },
    {
      "epoch": 0.534583007897249,
      "grad_norm": 39.32018280029297,
      "learning_rate": 4.451995373048005e-06,
      "loss": 3.2084,
      "step": 3080
    },
    {
      "epoch": 0.534756573808904,
      "grad_norm": 83.83804321289062,
      "learning_rate": 4.453441295546559e-06,
      "loss": 3.8333,
      "step": 3081
    },
    {
      "epoch": 0.5349301397205589,
      "grad_norm": 55.34504318237305,
      "learning_rate": 4.454887218045113e-06,
      "loss": 4.2177,
      "step": 3082
    },
    {
      "epoch": 0.5351037056322139,
      "grad_norm": 62.956886291503906,
      "learning_rate": 4.456333140543667e-06,
      "loss": 3.9594,
      "step": 3083
    },
    {
      "epoch": 0.5352772715438688,
      "grad_norm": 51.588050842285156,
      "learning_rate": 4.457779063042221e-06,
      "loss": 3.56,
      "step": 3084
    },
    {
      "epoch": 0.5354508374555237,
      "grad_norm": 78.5912857055664,
      "learning_rate": 4.459224985540775e-06,
      "loss": 4.2063,
      "step": 3085
    },
    {
      "epoch": 0.5356244033671786,
      "grad_norm": 99.3062515258789,
      "learning_rate": 4.46067090803933e-06,
      "loss": 5.2118,
      "step": 3086
    },
    {
      "epoch": 0.5357979692788336,
      "grad_norm": 63.30784225463867,
      "learning_rate": 4.462116830537884e-06,
      "loss": 3.4664,
      "step": 3087
    },
    {
      "epoch": 0.5359715351904886,
      "grad_norm": 64.73030853271484,
      "learning_rate": 4.4635627530364375e-06,
      "loss": 4.1191,
      "step": 3088
    },
    {
      "epoch": 0.5361451011021435,
      "grad_norm": 53.19554901123047,
      "learning_rate": 4.465008675534992e-06,
      "loss": 2.8726,
      "step": 3089
    },
    {
      "epoch": 0.5363186670137985,
      "grad_norm": 90.6272201538086,
      "learning_rate": 4.466454598033545e-06,
      "loss": 5.1271,
      "step": 3090
    },
    {
      "epoch": 0.5364922329254534,
      "grad_norm": 87.94759368896484,
      "learning_rate": 4.4679005205320995e-06,
      "loss": 3.7442,
      "step": 3091
    },
    {
      "epoch": 0.5366657988371084,
      "grad_norm": 158.6138458251953,
      "learning_rate": 4.469346443030654e-06,
      "loss": 3.9523,
      "step": 3092
    },
    {
      "epoch": 0.5368393647487634,
      "grad_norm": 153.46641540527344,
      "learning_rate": 4.470792365529208e-06,
      "loss": 4.8088,
      "step": 3093
    },
    {
      "epoch": 0.5370129306604183,
      "grad_norm": 141.1006317138672,
      "learning_rate": 4.4722382880277625e-06,
      "loss": 4.6308,
      "step": 3094
    },
    {
      "epoch": 0.5371864965720733,
      "grad_norm": 108.85274505615234,
      "learning_rate": 4.473684210526316e-06,
      "loss": 4.0389,
      "step": 3095
    },
    {
      "epoch": 0.5373600624837281,
      "grad_norm": 56.936309814453125,
      "learning_rate": 4.47513013302487e-06,
      "loss": 3.7488,
      "step": 3096
    },
    {
      "epoch": 0.5375336283953831,
      "grad_norm": 125.4856948852539,
      "learning_rate": 4.4765760555234245e-06,
      "loss": 3.5018,
      "step": 3097
    },
    {
      "epoch": 0.5377071943070381,
      "grad_norm": 127.60462951660156,
      "learning_rate": 4.478021978021979e-06,
      "loss": 3.6056,
      "step": 3098
    },
    {
      "epoch": 0.537880760218693,
      "grad_norm": 112.27091979980469,
      "learning_rate": 4.479467900520532e-06,
      "loss": 3.9757,
      "step": 3099
    },
    {
      "epoch": 0.538054326130348,
      "grad_norm": 60.45317077636719,
      "learning_rate": 4.480913823019087e-06,
      "loss": 3.948,
      "step": 3100
    },
    {
      "epoch": 0.538054326130348,
      "eval_synth_accuracy": 0.8641638225255973,
      "eval_synth_auroc": 0.9282741521296378,
      "eval_synth_f1": 0.8992405063291139,
      "eval_synth_loss": 0.3160676062107086,
      "eval_synth_precision": 0.8942598187311178,
      "eval_synth_recall": 0.9042769857433809,
      "eval_synth_runtime": 101.9682,
      "eval_synth_samples_per_second": 14.367,
      "eval_synth_steps_per_second": 0.451,
      "step": 3100
    },
    {
      "epoch": 0.538054326130348,
      "eval_real_accuracy": 0.809593023255814,
      "eval_real_auroc": 0.8787310428448284,
      "eval_real_f1": 0.8598930481283422,
      "eval_real_loss": 0.4211859703063965,
      "eval_real_precision": 0.8410041841004184,
      "eval_real_recall": 0.8796498905908097,
      "eval_real_runtime": 95.306,
      "eval_real_samples_per_second": 14.438,
      "eval_real_steps_per_second": 0.451,
      "step": 3100
    },
    {
      "epoch": 0.5382278920420029,
      "grad_norm": 68.0938720703125,
      "learning_rate": 4.48235974551764e-06,
      "loss": 2.9216,
      "step": 3101
    },
    {
      "epoch": 0.5384014579536579,
      "grad_norm": 59.805233001708984,
      "learning_rate": 4.483805668016194e-06,
      "loss": 3.0492,
      "step": 3102
    },
    {
      "epoch": 0.5385750238653129,
      "grad_norm": 94.79379272460938,
      "learning_rate": 4.485251590514749e-06,
      "loss": 3.7455,
      "step": 3103
    },
    {
      "epoch": 0.5387485897769678,
      "grad_norm": 64.30933380126953,
      "learning_rate": 4.486697513013303e-06,
      "loss": 4.3198,
      "step": 3104
    },
    {
      "epoch": 0.5389221556886228,
      "grad_norm": 62.37333297729492,
      "learning_rate": 4.488143435511857e-06,
      "loss": 4.3755,
      "step": 3105
    },
    {
      "epoch": 0.5390957216002777,
      "grad_norm": 78.84019470214844,
      "learning_rate": 4.489589358010411e-06,
      "loss": 4.8881,
      "step": 3106
    },
    {
      "epoch": 0.5392692875119327,
      "grad_norm": 64.7771224975586,
      "learning_rate": 4.491035280508965e-06,
      "loss": 3.7527,
      "step": 3107
    },
    {
      "epoch": 0.5394428534235876,
      "grad_norm": 49.7548713684082,
      "learning_rate": 4.492481203007519e-06,
      "loss": 2.8872,
      "step": 3108
    },
    {
      "epoch": 0.5396164193352425,
      "grad_norm": 74.18943786621094,
      "learning_rate": 4.493927125506074e-06,
      "loss": 2.3702,
      "step": 3109
    },
    {
      "epoch": 0.5397899852468975,
      "grad_norm": 51.111568450927734,
      "learning_rate": 4.495373048004627e-06,
      "loss": 3.9081,
      "step": 3110
    },
    {
      "epoch": 0.5399635511585524,
      "grad_norm": 66.26298522949219,
      "learning_rate": 4.4968189705031815e-06,
      "loss": 3.9688,
      "step": 3111
    },
    {
      "epoch": 0.5401371170702074,
      "grad_norm": 87.0718994140625,
      "learning_rate": 4.498264893001735e-06,
      "loss": 3.1628,
      "step": 3112
    },
    {
      "epoch": 0.5403106829818624,
      "grad_norm": 79.7633056640625,
      "learning_rate": 4.499710815500289e-06,
      "loss": 4.0305,
      "step": 3113
    },
    {
      "epoch": 0.5404842488935173,
      "grad_norm": 61.62260818481445,
      "learning_rate": 4.5011567379988436e-06,
      "loss": 3.9845,
      "step": 3114
    },
    {
      "epoch": 0.5406578148051723,
      "grad_norm": 99.98680877685547,
      "learning_rate": 4.502602660497398e-06,
      "loss": 3.6659,
      "step": 3115
    },
    {
      "epoch": 0.5408313807168272,
      "grad_norm": 108.28059387207031,
      "learning_rate": 4.504048582995952e-06,
      "loss": 4.8972,
      "step": 3116
    },
    {
      "epoch": 0.5410049466284822,
      "grad_norm": 86.5197525024414,
      "learning_rate": 4.505494505494506e-06,
      "loss": 3.829,
      "step": 3117
    },
    {
      "epoch": 0.5411785125401372,
      "grad_norm": 58.98356628417969,
      "learning_rate": 4.50694042799306e-06,
      "loss": 4.6135,
      "step": 3118
    },
    {
      "epoch": 0.5413520784517921,
      "grad_norm": 68.60848999023438,
      "learning_rate": 4.508386350491614e-06,
      "loss": 4.6918,
      "step": 3119
    },
    {
      "epoch": 0.541525644363447,
      "grad_norm": 74.90974426269531,
      "learning_rate": 4.5098322729901686e-06,
      "loss": 4.7764,
      "step": 3120
    },
    {
      "epoch": 0.5416992102751019,
      "grad_norm": 151.65811157226562,
      "learning_rate": 4.511278195488722e-06,
      "loss": 5.3483,
      "step": 3121
    },
    {
      "epoch": 0.5418727761867569,
      "grad_norm": 55.57759475708008,
      "learning_rate": 4.512724117987276e-06,
      "loss": 4.1777,
      "step": 3122
    },
    {
      "epoch": 0.5420463420984118,
      "grad_norm": 92.47705078125,
      "learning_rate": 4.51417004048583e-06,
      "loss": 4.2783,
      "step": 3123
    },
    {
      "epoch": 0.5422199080100668,
      "grad_norm": 142.43572998046875,
      "learning_rate": 4.515615962984384e-06,
      "loss": 3.8311,
      "step": 3124
    },
    {
      "epoch": 0.5423934739217218,
      "grad_norm": 84.70877075195312,
      "learning_rate": 4.517061885482938e-06,
      "loss": 3.1444,
      "step": 3125
    },
    {
      "epoch": 0.5423934739217218,
      "eval_synth_accuracy": 0.8546075085324232,
      "eval_synth_auroc": 0.9326742651368525,
      "eval_synth_f1": 0.8883062401678028,
      "eval_synth_loss": 0.32821598649024963,
      "eval_synth_precision": 0.9156756756756756,
      "eval_synth_recall": 0.8625254582484725,
      "eval_synth_runtime": 102.0663,
      "eval_synth_samples_per_second": 14.353,
      "eval_synth_steps_per_second": 0.451,
      "step": 3125
    },
    {
      "epoch": 0.5423934739217218,
      "eval_real_accuracy": 0.8146802325581395,
      "eval_real_auroc": 0.8892729261985278,
      "eval_real_f1": 0.8571428571428571,
      "eval_real_loss": 0.4017256796360016,
      "eval_real_precision": 0.878300803673938,
      "eval_real_recall": 0.8369803063457331,
      "eval_real_runtime": 95.265,
      "eval_real_samples_per_second": 14.444,
      "eval_real_steps_per_second": 0.451,
      "step": 3125
    },
    {
      "epoch": 0.5425670398333767,
      "grad_norm": 56.54642868041992,
      "learning_rate": 4.518507807981493e-06,
      "loss": 3.8837,
      "step": 3126
    },
    {
      "epoch": 0.5427406057450317,
      "grad_norm": 38.756675720214844,
      "learning_rate": 4.519953730480047e-06,
      "loss": 3.8772,
      "step": 3127
    },
    {
      "epoch": 0.5429141716566867,
      "grad_norm": 50.042659759521484,
      "learning_rate": 4.5213996529786005e-06,
      "loss": 3.754,
      "step": 3128
    },
    {
      "epoch": 0.5430877375683416,
      "grad_norm": 57.41682815551758,
      "learning_rate": 4.522845575477155e-06,
      "loss": 3.8702,
      "step": 3129
    },
    {
      "epoch": 0.5432613034799966,
      "grad_norm": 54.885231018066406,
      "learning_rate": 4.524291497975709e-06,
      "loss": 3.5778,
      "step": 3130
    },
    {
      "epoch": 0.5434348693916515,
      "grad_norm": 60.82466506958008,
      "learning_rate": 4.5257374204742626e-06,
      "loss": 4.625,
      "step": 3131
    },
    {
      "epoch": 0.5436084353033064,
      "grad_norm": 47.093414306640625,
      "learning_rate": 4.527183342972817e-06,
      "loss": 3.2572,
      "step": 3132
    },
    {
      "epoch": 0.5437820012149613,
      "grad_norm": 68.33806610107422,
      "learning_rate": 4.528629265471371e-06,
      "loss": 3.9224,
      "step": 3133
    },
    {
      "epoch": 0.5439555671266163,
      "grad_norm": 45.94901657104492,
      "learning_rate": 4.530075187969925e-06,
      "loss": 2.6941,
      "step": 3134
    },
    {
      "epoch": 0.5441291330382713,
      "grad_norm": 69.02178955078125,
      "learning_rate": 4.531521110468479e-06,
      "loss": 3.7668,
      "step": 3135
    },
    {
      "epoch": 0.5443026989499262,
      "grad_norm": 55.898094177246094,
      "learning_rate": 4.532967032967033e-06,
      "loss": 3.6517,
      "step": 3136
    },
    {
      "epoch": 0.5444762648615812,
      "grad_norm": 58.76041793823242,
      "learning_rate": 4.534412955465588e-06,
      "loss": 3.6296,
      "step": 3137
    },
    {
      "epoch": 0.5446498307732361,
      "grad_norm": 53.853797912597656,
      "learning_rate": 4.535858877964142e-06,
      "loss": 3.831,
      "step": 3138
    },
    {
      "epoch": 0.5448233966848911,
      "grad_norm": 61.55708312988281,
      "learning_rate": 4.537304800462695e-06,
      "loss": 3.1249,
      "step": 3139
    },
    {
      "epoch": 0.5449969625965461,
      "grad_norm": 52.44673538208008,
      "learning_rate": 4.53875072296125e-06,
      "loss": 3.519,
      "step": 3140
    },
    {
      "epoch": 0.545170528508201,
      "grad_norm": 67.72734069824219,
      "learning_rate": 4.540196645459804e-06,
      "loss": 4.1295,
      "step": 3141
    },
    {
      "epoch": 0.545344094419856,
      "grad_norm": 65.02915954589844,
      "learning_rate": 4.5416425679583574e-06,
      "loss": 3.2267,
      "step": 3142
    },
    {
      "epoch": 0.545517660331511,
      "grad_norm": 69.9208755493164,
      "learning_rate": 4.543088490456912e-06,
      "loss": 3.5676,
      "step": 3143
    },
    {
      "epoch": 0.5456912262431658,
      "grad_norm": 54.32413101196289,
      "learning_rate": 4.544534412955466e-06,
      "loss": 3.7182,
      "step": 3144
    },
    {
      "epoch": 0.5458647921548208,
      "grad_norm": 138.2412109375,
      "learning_rate": 4.54598033545402e-06,
      "loss": 3.9452,
      "step": 3145
    },
    {
      "epoch": 0.5460383580664757,
      "grad_norm": 59.99648666381836,
      "learning_rate": 4.547426257952574e-06,
      "loss": 3.5477,
      "step": 3146
    },
    {
      "epoch": 0.5462119239781307,
      "grad_norm": 59.557655334472656,
      "learning_rate": 4.548872180451128e-06,
      "loss": 2.9438,
      "step": 3147
    },
    {
      "epoch": 0.5463854898897856,
      "grad_norm": 46.04652786254883,
      "learning_rate": 4.5503181029496824e-06,
      "loss": 3.576,
      "step": 3148
    },
    {
      "epoch": 0.5465590558014406,
      "grad_norm": 85.3762435913086,
      "learning_rate": 4.551764025448237e-06,
      "loss": 4.7554,
      "step": 3149
    },
    {
      "epoch": 0.5467326217130956,
      "grad_norm": 120.0209732055664,
      "learning_rate": 4.55320994794679e-06,
      "loss": 4.9969,
      "step": 3150
    },
    {
      "epoch": 0.5467326217130956,
      "eval_synth_accuracy": 0.8587030716723549,
      "eval_synth_auroc": 0.9218342167292845,
      "eval_synth_f1": 0.8996606883179835,
      "eval_synth_loss": 0.34651461243629456,
      "eval_synth_precision": 0.8584643848288621,
      "eval_synth_recall": 0.945010183299389,
      "eval_synth_runtime": 101.9412,
      "eval_synth_samples_per_second": 14.371,
      "eval_synth_steps_per_second": 0.451,
      "step": 3150
    },
    {
      "epoch": 0.5467326217130956,
      "eval_real_accuracy": 0.8183139534883721,
      "eval_real_auroc": 0.8955023823732796,
      "eval_real_f1": 0.8753738783649053,
      "eval_real_loss": 0.43709316849708557,
      "eval_real_precision": 0.8040293040293041,
      "eval_real_recall": 0.9606126914660832,
      "eval_real_runtime": 95.3043,
      "eval_real_samples_per_second": 14.438,
      "eval_real_steps_per_second": 0.451,
      "step": 3150
    },
    {
      "epoch": 0.5469061876247505,
      "grad_norm": 112.22675323486328,
      "learning_rate": 4.5546558704453445e-06,
      "loss": 3.9594,
      "step": 3151
    },
    {
      "epoch": 0.5470797535364055,
      "grad_norm": 88.74840545654297,
      "learning_rate": 4.556101792943898e-06,
      "loss": 3.5245,
      "step": 3152
    },
    {
      "epoch": 0.5472533194480604,
      "grad_norm": 41.9179573059082,
      "learning_rate": 4.557547715442452e-06,
      "loss": 3.2084,
      "step": 3153
    },
    {
      "epoch": 0.5474268853597154,
      "grad_norm": 60.97731018066406,
      "learning_rate": 4.558993637941007e-06,
      "loss": 3.447,
      "step": 3154
    },
    {
      "epoch": 0.5476004512713702,
      "grad_norm": 71.86102294921875,
      "learning_rate": 4.560439560439561e-06,
      "loss": 3.6488,
      "step": 3155
    },
    {
      "epoch": 0.5477740171830252,
      "grad_norm": 54.86454772949219,
      "learning_rate": 4.561885482938115e-06,
      "loss": 3.8879,
      "step": 3156
    },
    {
      "epoch": 0.5479475830946802,
      "grad_norm": 56.551780700683594,
      "learning_rate": 4.563331405436669e-06,
      "loss": 4.4769,
      "step": 3157
    },
    {
      "epoch": 0.5481211490063351,
      "grad_norm": 76.32135772705078,
      "learning_rate": 4.564777327935223e-06,
      "loss": 3.7525,
      "step": 3158
    },
    {
      "epoch": 0.5482947149179901,
      "grad_norm": 72.31555938720703,
      "learning_rate": 4.566223250433777e-06,
      "loss": 3.3222,
      "step": 3159
    },
    {
      "epoch": 0.548468280829645,
      "grad_norm": 69.48026275634766,
      "learning_rate": 4.567669172932332e-06,
      "loss": 3.6763,
      "step": 3160
    },
    {
      "epoch": 0.5486418467413,
      "grad_norm": 63.56625747680664,
      "learning_rate": 4.569115095430886e-06,
      "loss": 4.1733,
      "step": 3161
    },
    {
      "epoch": 0.548815412652955,
      "grad_norm": 62.17154312133789,
      "learning_rate": 4.570561017929439e-06,
      "loss": 4.6542,
      "step": 3162
    },
    {
      "epoch": 0.5489889785646099,
      "grad_norm": 70.53591918945312,
      "learning_rate": 4.572006940427993e-06,
      "loss": 4.7409,
      "step": 3163
    },
    {
      "epoch": 0.5491625444762649,
      "grad_norm": 54.251895904541016,
      "learning_rate": 4.573452862926547e-06,
      "loss": 3.7701,
      "step": 3164
    },
    {
      "epoch": 0.5493361103879199,
      "grad_norm": 44.70048141479492,
      "learning_rate": 4.5748987854251014e-06,
      "loss": 3.3345,
      "step": 3165
    },
    {
      "epoch": 0.5495096762995748,
      "grad_norm": 50.951568603515625,
      "learning_rate": 4.576344707923656e-06,
      "loss": 3.392,
      "step": 3166
    },
    {
      "epoch": 0.5496832422112297,
      "grad_norm": 52.7374267578125,
      "learning_rate": 4.57779063042221e-06,
      "loss": 4.0032,
      "step": 3167
    },
    {
      "epoch": 0.5498568081228846,
      "grad_norm": 90.36550903320312,
      "learning_rate": 4.5792365529207635e-06,
      "loss": 3.1564,
      "step": 3168
    },
    {
      "epoch": 0.5500303740345396,
      "grad_norm": 38.378814697265625,
      "learning_rate": 4.580682475419318e-06,
      "loss": 3.103,
      "step": 3169
    },
    {
      "epoch": 0.5502039399461945,
      "grad_norm": 54.92355728149414,
      "learning_rate": 4.582128397917872e-06,
      "loss": 3.9004,
      "step": 3170
    },
    {
      "epoch": 0.5503775058578495,
      "grad_norm": 48.753509521484375,
      "learning_rate": 4.5835743204164264e-06,
      "loss": 3.0436,
      "step": 3171
    },
    {
      "epoch": 0.5505510717695045,
      "grad_norm": 46.31235885620117,
      "learning_rate": 4.585020242914981e-06,
      "loss": 3.5834,
      "step": 3172
    },
    {
      "epoch": 0.5507246376811594,
      "grad_norm": 57.74018478393555,
      "learning_rate": 4.586466165413534e-06,
      "loss": 3.8222,
      "step": 3173
    },
    {
      "epoch": 0.5508982035928144,
      "grad_norm": 70.4333724975586,
      "learning_rate": 4.587912087912088e-06,
      "loss": 4.6918,
      "step": 3174
    },
    {
      "epoch": 0.5510717695044693,
      "grad_norm": 81.2066879272461,
      "learning_rate": 4.589358010410642e-06,
      "loss": 3.1687,
      "step": 3175
    },
    {
      "epoch": 0.5510717695044693,
      "eval_synth_accuracy": 0.8593856655290102,
      "eval_synth_auroc": 0.9200284204711726,
      "eval_synth_f1": 0.8963782696177063,
      "eval_synth_loss": 0.3343268930912018,
      "eval_synth_precision": 0.885685884691849,
      "eval_synth_recall": 0.9073319755600815,
      "eval_synth_runtime": 101.9213,
      "eval_synth_samples_per_second": 14.374,
      "eval_synth_steps_per_second": 0.451,
      "step": 3175
    },
    {
      "epoch": 0.5510717695044693,
      "eval_real_accuracy": 0.8393895348837209,
      "eval_real_auroc": 0.9017578883552625,
      "eval_real_f1": 0.8835002635740643,
      "eval_real_loss": 0.3715347945690155,
      "eval_real_precision": 0.8524923702950152,
      "eval_real_recall": 0.9168490153172867,
      "eval_real_runtime": 95.3214,
      "eval_real_samples_per_second": 14.435,
      "eval_real_steps_per_second": 0.451,
      "step": 3175
    },
    {
      "epoch": 0.5512453354161243,
      "grad_norm": 69.72409057617188,
      "learning_rate": 4.590803932909196e-06,
      "loss": 4.1001,
      "step": 3176
    },
    {
      "epoch": 0.5514189013277793,
      "grad_norm": 62.18474578857422,
      "learning_rate": 4.592249855407751e-06,
      "loss": 4.5667,
      "step": 3177
    },
    {
      "epoch": 0.5515924672394342,
      "grad_norm": 52.76325988769531,
      "learning_rate": 4.593695777906305e-06,
      "loss": 4.4436,
      "step": 3178
    },
    {
      "epoch": 0.5517660331510891,
      "grad_norm": 88.3051986694336,
      "learning_rate": 4.595141700404858e-06,
      "loss": 4.2331,
      "step": 3179
    },
    {
      "epoch": 0.551939599062744,
      "grad_norm": 73.52487182617188,
      "learning_rate": 4.596587622903413e-06,
      "loss": 3.6545,
      "step": 3180
    },
    {
      "epoch": 0.552113164974399,
      "grad_norm": 96.48136138916016,
      "learning_rate": 4.598033545401967e-06,
      "loss": 4.8391,
      "step": 3181
    },
    {
      "epoch": 0.552286730886054,
      "grad_norm": 58.76165008544922,
      "learning_rate": 4.599479467900521e-06,
      "loss": 3.9908,
      "step": 3182
    },
    {
      "epoch": 0.5524602967977089,
      "grad_norm": 138.5683135986328,
      "learning_rate": 4.600925390399075e-06,
      "loss": 4.4223,
      "step": 3183
    },
    {
      "epoch": 0.5526338627093639,
      "grad_norm": 90.94256591796875,
      "learning_rate": 4.602371312897629e-06,
      "loss": 3.6712,
      "step": 3184
    },
    {
      "epoch": 0.5528074286210188,
      "grad_norm": 73.63137817382812,
      "learning_rate": 4.603817235396183e-06,
      "loss": 3.8848,
      "step": 3185
    },
    {
      "epoch": 0.5529809945326738,
      "grad_norm": 61.248348236083984,
      "learning_rate": 4.605263157894737e-06,
      "loss": 3.6249,
      "step": 3186
    },
    {
      "epoch": 0.5531545604443288,
      "grad_norm": 70.67247772216797,
      "learning_rate": 4.606709080393291e-06,
      "loss": 4.7829,
      "step": 3187
    },
    {
      "epoch": 0.5533281263559837,
      "grad_norm": 47.36349105834961,
      "learning_rate": 4.6081550028918455e-06,
      "loss": 2.9033,
      "step": 3188
    },
    {
      "epoch": 0.5535016922676387,
      "grad_norm": 47.20627212524414,
      "learning_rate": 4.6096009253904e-06,
      "loss": 3.1712,
      "step": 3189
    },
    {
      "epoch": 0.5536752581792936,
      "grad_norm": 109.3185806274414,
      "learning_rate": 4.611046847888953e-06,
      "loss": 5.4979,
      "step": 3190
    },
    {
      "epoch": 0.5538488240909485,
      "grad_norm": 56.05573272705078,
      "learning_rate": 4.6124927703875075e-06,
      "loss": 3.8928,
      "step": 3191
    },
    {
      "epoch": 0.5540223900026034,
      "grad_norm": 41.27821731567383,
      "learning_rate": 4.613938692886062e-06,
      "loss": 3.0411,
      "step": 3192
    },
    {
      "epoch": 0.5541959559142584,
      "grad_norm": 99.84578704833984,
      "learning_rate": 4.615384615384616e-06,
      "loss": 3.9532,
      "step": 3193
    },
    {
      "epoch": 0.5543695218259134,
      "grad_norm": 65.19485473632812,
      "learning_rate": 4.61683053788317e-06,
      "loss": 4.4403,
      "step": 3194
    },
    {
      "epoch": 0.5545430877375683,
      "grad_norm": 96.3212890625,
      "learning_rate": 4.618276460381724e-06,
      "loss": 3.467,
      "step": 3195
    },
    {
      "epoch": 0.5547166536492233,
      "grad_norm": 59.14244079589844,
      "learning_rate": 4.619722382880278e-06,
      "loss": 3.4078,
      "step": 3196
    },
    {
      "epoch": 0.5548902195608783,
      "grad_norm": 74.94156646728516,
      "learning_rate": 4.621168305378832e-06,
      "loss": 3.0864,
      "step": 3197
    },
    {
      "epoch": 0.5550637854725332,
      "grad_norm": 45.096702575683594,
      "learning_rate": 4.622614227877386e-06,
      "loss": 3.1997,
      "step": 3198
    },
    {
      "epoch": 0.5552373513841882,
      "grad_norm": 61.45055389404297,
      "learning_rate": 4.62406015037594e-06,
      "loss": 3.0034,
      "step": 3199
    },
    {
      "epoch": 0.5554109172958431,
      "grad_norm": 62.28562545776367,
      "learning_rate": 4.625506072874495e-06,
      "loss": 4.0851,
      "step": 3200
    },
    {
      "epoch": 0.5554109172958431,
      "eval_synth_accuracy": 0.8464163822525598,
      "eval_synth_auroc": 0.924746893355766,
      "eval_synth_f1": 0.8825065274151436,
      "eval_synth_loss": 0.3612228333950043,
      "eval_synth_precision": 0.9056806002143623,
      "eval_synth_recall": 0.860488798370672,
      "eval_synth_runtime": 102.0897,
      "eval_synth_samples_per_second": 14.35,
      "eval_synth_steps_per_second": 0.451,
      "step": 3200
    },
    {
      "epoch": 0.5554109172958431,
      "eval_real_accuracy": 0.8270348837209303,
      "eval_real_auroc": 0.8990712059639849,
      "eval_real_f1": 0.8682170542635659,
      "eval_real_loss": 0.39977556467056274,
      "eval_real_precision": 0.8789237668161435,
      "eval_real_recall": 0.8577680525164114,
      "eval_real_runtime": 96.1597,
      "eval_real_samples_per_second": 14.31,
      "eval_real_steps_per_second": 0.447,
      "step": 3200
    },
    {
      "epoch": 0.5555844832074981,
      "grad_norm": 54.81907653808594,
      "learning_rate": 4.626951995373049e-06,
      "loss": 3.5321,
      "step": 3201
    },
    {
      "epoch": 0.555758049119153,
      "grad_norm": 67.58198547363281,
      "learning_rate": 4.628397917871602e-06,
      "loss": 5.3365,
      "step": 3202
    },
    {
      "epoch": 0.5559316150308079,
      "grad_norm": 67.81153869628906,
      "learning_rate": 4.629843840370157e-06,
      "loss": 3.4462,
      "step": 3203
    },
    {
      "epoch": 0.5561051809424629,
      "grad_norm": 58.702850341796875,
      "learning_rate": 4.63128976286871e-06,
      "loss": 5.049,
      "step": 3204
    },
    {
      "epoch": 0.5562787468541178,
      "grad_norm": 67.38089752197266,
      "learning_rate": 4.6327356853672645e-06,
      "loss": 3.9392,
      "step": 3205
    },
    {
      "epoch": 0.5564523127657728,
      "grad_norm": 58.938072204589844,
      "learning_rate": 4.634181607865819e-06,
      "loss": 3.5899,
      "step": 3206
    },
    {
      "epoch": 0.5566258786774277,
      "grad_norm": 47.20053482055664,
      "learning_rate": 4.635627530364373e-06,
      "loss": 2.8876,
      "step": 3207
    },
    {
      "epoch": 0.5567994445890827,
      "grad_norm": 50.53529739379883,
      "learning_rate": 4.6370734528629265e-06,
      "loss": 4.284,
      "step": 3208
    },
    {
      "epoch": 0.5569730105007377,
      "grad_norm": 45.055686950683594,
      "learning_rate": 4.638519375361481e-06,
      "loss": 3.829,
      "step": 3209
    },
    {
      "epoch": 0.5571465764123926,
      "grad_norm": 67.7694320678711,
      "learning_rate": 4.639965297860035e-06,
      "loss": 4.5605,
      "step": 3210
    },
    {
      "epoch": 0.5573201423240476,
      "grad_norm": 53.52406692504883,
      "learning_rate": 4.6414112203585895e-06,
      "loss": 3.0111,
      "step": 3211
    },
    {
      "epoch": 0.5574937082357025,
      "grad_norm": 76.98300170898438,
      "learning_rate": 4.642857142857144e-06,
      "loss": 3.5008,
      "step": 3212
    },
    {
      "epoch": 0.5576672741473575,
      "grad_norm": 68.0250015258789,
      "learning_rate": 4.644303065355697e-06,
      "loss": 3.3814,
      "step": 3213
    },
    {
      "epoch": 0.5578408400590124,
      "grad_norm": 57.18270492553711,
      "learning_rate": 4.6457489878542516e-06,
      "loss": 4.087,
      "step": 3214
    },
    {
      "epoch": 0.5580144059706673,
      "grad_norm": 64.45272827148438,
      "learning_rate": 4.647194910352805e-06,
      "loss": 4.0482,
      "step": 3215
    },
    {
      "epoch": 0.5581879718823223,
      "grad_norm": 45.49436569213867,
      "learning_rate": 4.648640832851359e-06,
      "loss": 3.3783,
      "step": 3216
    },
    {
      "epoch": 0.5583615377939772,
      "grad_norm": 61.25663375854492,
      "learning_rate": 4.650086755349914e-06,
      "loss": 3.0378,
      "step": 3217
    },
    {
      "epoch": 0.5585351037056322,
      "grad_norm": 72.22017669677734,
      "learning_rate": 4.651532677848468e-06,
      "loss": 4.515,
      "step": 3218
    },
    {
      "epoch": 0.5587086696172872,
      "grad_norm": 82.45800018310547,
      "learning_rate": 4.652978600347021e-06,
      "loss": 3.5949,
      "step": 3219
    },
    {
      "epoch": 0.5588822355289421,
      "grad_norm": 52.37990188598633,
      "learning_rate": 4.654424522845576e-06,
      "loss": 3.6011,
      "step": 3220
    },
    {
      "epoch": 0.5590558014405971,
      "grad_norm": 53.33845138549805,
      "learning_rate": 4.65587044534413e-06,
      "loss": 3.7192,
      "step": 3221
    },
    {
      "epoch": 0.559229367352252,
      "grad_norm": 52.76617431640625,
      "learning_rate": 4.657316367842684e-06,
      "loss": 3.5635,
      "step": 3222
    },
    {
      "epoch": 0.559402933263907,
      "grad_norm": 68.92599487304688,
      "learning_rate": 4.658762290341239e-06,
      "loss": 4.0474,
      "step": 3223
    },
    {
      "epoch": 0.559576499175562,
      "grad_norm": 61.02538299560547,
      "learning_rate": 4.660208212839792e-06,
      "loss": 4.1182,
      "step": 3224
    },
    {
      "epoch": 0.5597500650872169,
      "grad_norm": 60.969852447509766,
      "learning_rate": 4.661654135338346e-06,
      "loss": 3.2931,
      "step": 3225
    },
    {
      "epoch": 0.5597500650872169,
      "eval_synth_accuracy": 0.8402730375426621,
      "eval_synth_auroc": 0.916947076359987,
      "eval_synth_f1": 0.8810975609756098,
      "eval_synth_loss": 0.36210179328918457,
      "eval_synth_precision": 0.8793103448275862,
      "eval_synth_recall": 0.8828920570264766,
      "eval_synth_runtime": 101.9086,
      "eval_synth_samples_per_second": 14.376,
      "eval_synth_steps_per_second": 0.451,
      "step": 3225
    },
    {
      "epoch": 0.5597500650872169,
      "eval_real_accuracy": 0.8125,
      "eval_real_auroc": 0.8848361703941572,
      "eval_real_f1": 0.8612903225806452,
      "eval_real_loss": 0.43877485394477844,
      "eval_real_precision": 0.846723044397463,
      "eval_real_recall": 0.8763676148796499,
      "eval_real_runtime": 95.2746,
      "eval_real_samples_per_second": 14.442,
      "eval_real_steps_per_second": 0.451,
      "step": 3225
    },
    {
      "epoch": 0.5599236309988718,
      "grad_norm": 94.00103759765625,
      "learning_rate": 4.6631000578369e-06,
      "loss": 3.7831,
      "step": 3226
    },
    {
      "epoch": 0.5600971969105267,
      "grad_norm": 64.83543395996094,
      "learning_rate": 4.664545980335454e-06,
      "loss": 3.5095,
      "step": 3227
    },
    {
      "epoch": 0.5602707628221817,
      "grad_norm": 57.72320556640625,
      "learning_rate": 4.6659919028340085e-06,
      "loss": 3.4007,
      "step": 3228
    },
    {
      "epoch": 0.5604443287338366,
      "grad_norm": 64.54222106933594,
      "learning_rate": 4.667437825332563e-06,
      "loss": 3.4424,
      "step": 3229
    },
    {
      "epoch": 0.5606178946454916,
      "grad_norm": 52.79246520996094,
      "learning_rate": 4.668883747831116e-06,
      "loss": 3.9238,
      "step": 3230
    },
    {
      "epoch": 0.5607914605571466,
      "grad_norm": 53.4640998840332,
      "learning_rate": 4.6703296703296706e-06,
      "loss": 4.4485,
      "step": 3231
    },
    {
      "epoch": 0.5609650264688015,
      "grad_norm": 58.44816970825195,
      "learning_rate": 4.671775592828225e-06,
      "loss": 3.7518,
      "step": 3232
    },
    {
      "epoch": 0.5611385923804565,
      "grad_norm": 66.91973114013672,
      "learning_rate": 4.673221515326779e-06,
      "loss": 4.132,
      "step": 3233
    },
    {
      "epoch": 0.5613121582921115,
      "grad_norm": 49.62584686279297,
      "learning_rate": 4.6746674378253335e-06,
      "loss": 3.9722,
      "step": 3234
    },
    {
      "epoch": 0.5614857242037664,
      "grad_norm": 68.38119506835938,
      "learning_rate": 4.676113360323887e-06,
      "loss": 4.0991,
      "step": 3235
    },
    {
      "epoch": 0.5616592901154214,
      "grad_norm": 46.53342819213867,
      "learning_rate": 4.677559282822441e-06,
      "loss": 3.1854,
      "step": 3236
    },
    {
      "epoch": 0.5618328560270763,
      "grad_norm": 71.05847930908203,
      "learning_rate": 4.679005205320995e-06,
      "loss": 2.9465,
      "step": 3237
    },
    {
      "epoch": 0.5620064219387312,
      "grad_norm": 55.722511291503906,
      "learning_rate": 4.680451127819549e-06,
      "loss": 3.8942,
      "step": 3238
    },
    {
      "epoch": 0.5621799878503861,
      "grad_norm": 47.46728515625,
      "learning_rate": 4.681897050318103e-06,
      "loss": 2.5627,
      "step": 3239
    },
    {
      "epoch": 0.5623535537620411,
      "grad_norm": 73.46099090576172,
      "learning_rate": 4.683342972816658e-06,
      "loss": 4.8948,
      "step": 3240
    },
    {
      "epoch": 0.5625271196736961,
      "grad_norm": 57.85506820678711,
      "learning_rate": 4.684788895315211e-06,
      "loss": 4.0311,
      "step": 3241
    },
    {
      "epoch": 0.562700685585351,
      "grad_norm": 51.329830169677734,
      "learning_rate": 4.686234817813765e-06,
      "loss": 3.0905,
      "step": 3242
    },
    {
      "epoch": 0.562874251497006,
      "grad_norm": 60.56720733642578,
      "learning_rate": 4.68768074031232e-06,
      "loss": 3.5842,
      "step": 3243
    },
    {
      "epoch": 0.5630478174086609,
      "grad_norm": 53.39763641357422,
      "learning_rate": 4.689126662810874e-06,
      "loss": 3.6971,
      "step": 3244
    },
    {
      "epoch": 0.5632213833203159,
      "grad_norm": 59.81315231323242,
      "learning_rate": 4.690572585309428e-06,
      "loss": 3.8485,
      "step": 3245
    },
    {
      "epoch": 0.5633949492319709,
      "grad_norm": 101.95323944091797,
      "learning_rate": 4.692018507807982e-06,
      "loss": 3.3671,
      "step": 3246
    },
    {
      "epoch": 0.5635685151436258,
      "grad_norm": 67.77937316894531,
      "learning_rate": 4.693464430306536e-06,
      "loss": 4.0941,
      "step": 3247
    },
    {
      "epoch": 0.5637420810552808,
      "grad_norm": 57.924007415771484,
      "learning_rate": 4.6949103528050896e-06,
      "loss": 3.3872,
      "step": 3248
    },
    {
      "epoch": 0.5639156469669357,
      "grad_norm": 71.4936752319336,
      "learning_rate": 4.696356275303644e-06,
      "loss": 3.8762,
      "step": 3249
    },
    {
      "epoch": 0.5640892128785906,
      "grad_norm": 99.03075408935547,
      "learning_rate": 4.697802197802198e-06,
      "loss": 4.226,
      "step": 3250
    },
    {
      "epoch": 0.5640892128785906,
      "eval_synth_accuracy": 0.8607508532423208,
      "eval_synth_auroc": 0.9298923058110166,
      "eval_synth_f1": 0.894300518134715,
      "eval_synth_loss": 0.331161767244339,
      "eval_synth_precision": 0.9103375527426161,
      "eval_synth_recall": 0.8788187372708758,
      "eval_synth_runtime": 102.0985,
      "eval_synth_samples_per_second": 14.349,
      "eval_synth_steps_per_second": 0.451,
      "step": 3250
    },
    {
      "epoch": 0.5640892128785906,
      "eval_real_accuracy": 0.8204941860465116,
      "eval_real_auroc": 0.8932952532514895,
      "eval_real_f1": 0.861624649859944,
      "eval_real_loss": 0.41697436571121216,
      "eval_real_precision": 0.8828932261768083,
      "eval_real_recall": 0.8413566739606126,
      "eval_real_runtime": 95.3023,
      "eval_real_samples_per_second": 14.438,
      "eval_real_steps_per_second": 0.451,
      "step": 3250
    },
    {
      "epoch": 0.5642627787902456,
      "grad_norm": 67.20288848876953,
      "learning_rate": 4.6992481203007525e-06,
      "loss": 3.4169,
      "step": 3251
    },
    {
      "epoch": 0.5644363447019005,
      "grad_norm": 53.31417465209961,
      "learning_rate": 4.700694042799307e-06,
      "loss": 3.0538,
      "step": 3252
    },
    {
      "epoch": 0.5646099106135555,
      "grad_norm": 72.31510162353516,
      "learning_rate": 4.70213996529786e-06,
      "loss": 3.2991,
      "step": 3253
    },
    {
      "epoch": 0.5647834765252104,
      "grad_norm": 113.39302062988281,
      "learning_rate": 4.703585887796415e-06,
      "loss": 5.0102,
      "step": 3254
    },
    {
      "epoch": 0.5649570424368654,
      "grad_norm": 86.47453308105469,
      "learning_rate": 4.705031810294969e-06,
      "loss": 4.5136,
      "step": 3255
    },
    {
      "epoch": 0.5651306083485204,
      "grad_norm": 51.08501052856445,
      "learning_rate": 4.706477732793522e-06,
      "loss": 2.8466,
      "step": 3256
    },
    {
      "epoch": 0.5653041742601753,
      "grad_norm": 55.24591064453125,
      "learning_rate": 4.707923655292077e-06,
      "loss": 3.4499,
      "step": 3257
    },
    {
      "epoch": 0.5654777401718303,
      "grad_norm": 103.63599395751953,
      "learning_rate": 4.709369577790631e-06,
      "loss": 4.2915,
      "step": 3258
    },
    {
      "epoch": 0.5656513060834852,
      "grad_norm": 87.25711059570312,
      "learning_rate": 4.7108155002891844e-06,
      "loss": 4.394,
      "step": 3259
    },
    {
      "epoch": 0.5658248719951402,
      "grad_norm": 53.60091781616211,
      "learning_rate": 4.712261422787739e-06,
      "loss": 3.0731,
      "step": 3260
    },
    {
      "epoch": 0.5659984379067952,
      "grad_norm": 89.602783203125,
      "learning_rate": 4.713707345286293e-06,
      "loss": 3.4998,
      "step": 3261
    },
    {
      "epoch": 0.56617200381845,
      "grad_norm": 58.56332015991211,
      "learning_rate": 4.715153267784847e-06,
      "loss": 3.7555,
      "step": 3262
    },
    {
      "epoch": 0.566345569730105,
      "grad_norm": 71.66783905029297,
      "learning_rate": 4.716599190283402e-06,
      "loss": 4.0155,
      "step": 3263
    },
    {
      "epoch": 0.5665191356417599,
      "grad_norm": 79.22058868408203,
      "learning_rate": 4.718045112781955e-06,
      "loss": 3.1521,
      "step": 3264
    },
    {
      "epoch": 0.5666927015534149,
      "grad_norm": 96.66309356689453,
      "learning_rate": 4.7194910352805094e-06,
      "loss": 4.6943,
      "step": 3265
    },
    {
      "epoch": 0.5668662674650699,
      "grad_norm": 73.03314208984375,
      "learning_rate": 4.720936957779064e-06,
      "loss": 3.391,
      "step": 3266
    },
    {
      "epoch": 0.5670398333767248,
      "grad_norm": 52.83226776123047,
      "learning_rate": 4.722382880277617e-06,
      "loss": 4.0564,
      "step": 3267
    },
    {
      "epoch": 0.5672133992883798,
      "grad_norm": 91.86014556884766,
      "learning_rate": 4.7238288027761715e-06,
      "loss": 2.4962,
      "step": 3268
    },
    {
      "epoch": 0.5673869652000347,
      "grad_norm": 87.28659057617188,
      "learning_rate": 4.725274725274726e-06,
      "loss": 4.3162,
      "step": 3269
    },
    {
      "epoch": 0.5675605311116897,
      "grad_norm": 68.38373565673828,
      "learning_rate": 4.726720647773279e-06,
      "loss": 4.7213,
      "step": 3270
    },
    {
      "epoch": 0.5677340970233447,
      "grad_norm": 61.56270217895508,
      "learning_rate": 4.728166570271834e-06,
      "loss": 3.6496,
      "step": 3271
    },
    {
      "epoch": 0.5679076629349996,
      "grad_norm": 55.27037048339844,
      "learning_rate": 4.729612492770388e-06,
      "loss": 3.8604,
      "step": 3272
    },
    {
      "epoch": 0.5680812288466545,
      "grad_norm": 129.4691619873047,
      "learning_rate": 4.731058415268942e-06,
      "loss": 4.1241,
      "step": 3273
    },
    {
      "epoch": 0.5682547947583094,
      "grad_norm": 141.4623565673828,
      "learning_rate": 4.7325043377674965e-06,
      "loss": 3.9384,
      "step": 3274
    },
    {
      "epoch": 0.5684283606699644,
      "grad_norm": 118.4862289428711,
      "learning_rate": 4.73395026026605e-06,
      "loss": 4.2688,
      "step": 3275
    },
    {
      "epoch": 0.5684283606699644,
      "eval_synth_accuracy": 0.8197952218430035,
      "eval_synth_auroc": 0.9284776072830621,
      "eval_synth_f1": 0.8554216867469879,
      "eval_synth_loss": 0.39728879928588867,
      "eval_synth_precision": 0.9253554502369669,
      "eval_synth_recall": 0.7953156822810591,
      "eval_synth_runtime": 101.9294,
      "eval_synth_samples_per_second": 14.373,
      "eval_synth_steps_per_second": 0.451,
      "step": 3275
    },
    {
      "epoch": 0.5684283606699644,
      "eval_real_accuracy": 0.8088662790697675,
      "eval_real_auroc": 0.8872552502202393,
      "eval_real_f1": 0.8498001142204454,
      "eval_real_loss": 0.43363118171691895,
      "eval_real_precision": 0.8888888888888888,
      "eval_real_recall": 0.8140043763676149,
      "eval_real_runtime": 95.3485,
      "eval_real_samples_per_second": 14.431,
      "eval_real_steps_per_second": 0.451,
      "step": 3275
    },
    {
      "epoch": 0.5686019265816193,
      "grad_norm": 79.46510314941406,
      "learning_rate": 4.735396182764604e-06,
      "loss": 3.941,
      "step": 3276
    },
    {
      "epoch": 0.5687754924932743,
      "grad_norm": 46.71582794189453,
      "learning_rate": 4.736842105263158e-06,
      "loss": 3.9053,
      "step": 3277
    },
    {
      "epoch": 0.5689490584049293,
      "grad_norm": 64.94078063964844,
      "learning_rate": 4.738288027761712e-06,
      "loss": 3.774,
      "step": 3278
    },
    {
      "epoch": 0.5691226243165842,
      "grad_norm": 128.07943725585938,
      "learning_rate": 4.739733950260266e-06,
      "loss": 3.724,
      "step": 3279
    },
    {
      "epoch": 0.5692961902282392,
      "grad_norm": 94.02108764648438,
      "learning_rate": 4.741179872758821e-06,
      "loss": 2.9479,
      "step": 3280
    },
    {
      "epoch": 0.5694697561398941,
      "grad_norm": 42.183712005615234,
      "learning_rate": 4.742625795257374e-06,
      "loss": 3.5621,
      "step": 3281
    },
    {
      "epoch": 0.5696433220515491,
      "grad_norm": 79.89812469482422,
      "learning_rate": 4.7440717177559284e-06,
      "loss": 3.4975,
      "step": 3282
    },
    {
      "epoch": 0.5698168879632041,
      "grad_norm": 59.162357330322266,
      "learning_rate": 4.745517640254483e-06,
      "loss": 4.2049,
      "step": 3283
    },
    {
      "epoch": 0.569990453874859,
      "grad_norm": 51.98017120361328,
      "learning_rate": 4.746963562753037e-06,
      "loss": 3.5059,
      "step": 3284
    },
    {
      "epoch": 0.5701640197865139,
      "grad_norm": 91.29842376708984,
      "learning_rate": 4.748409485251591e-06,
      "loss": 3.6594,
      "step": 3285
    },
    {
      "epoch": 0.5703375856981688,
      "grad_norm": 133.3432159423828,
      "learning_rate": 4.749855407750145e-06,
      "loss": 4.1894,
      "step": 3286
    },
    {
      "epoch": 0.5705111516098238,
      "grad_norm": 57.0268669128418,
      "learning_rate": 4.751301330248699e-06,
      "loss": 2.9949,
      "step": 3287
    },
    {
      "epoch": 0.5706847175214788,
      "grad_norm": 49.3570671081543,
      "learning_rate": 4.752747252747253e-06,
      "loss": 3.8847,
      "step": 3288
    },
    {
      "epoch": 0.5708582834331337,
      "grad_norm": 73.89871978759766,
      "learning_rate": 4.754193175245807e-06,
      "loss": 4.1194,
      "step": 3289
    },
    {
      "epoch": 0.5710318493447887,
      "grad_norm": 165.15664672851562,
      "learning_rate": 4.755639097744361e-06,
      "loss": 4.2186,
      "step": 3290
    },
    {
      "epoch": 0.5712054152564436,
      "grad_norm": 75.36521911621094,
      "learning_rate": 4.7570850202429155e-06,
      "loss": 4.1083,
      "step": 3291
    },
    {
      "epoch": 0.5713789811680986,
      "grad_norm": 51.229244232177734,
      "learning_rate": 4.75853094274147e-06,
      "loss": 4.1061,
      "step": 3292
    },
    {
      "epoch": 0.5715525470797536,
      "grad_norm": 45.51523208618164,
      "learning_rate": 4.759976865240023e-06,
      "loss": 4.1032,
      "step": 3293
    },
    {
      "epoch": 0.5717261129914085,
      "grad_norm": 87.52423858642578,
      "learning_rate": 4.761422787738578e-06,
      "loss": 3.6104,
      "step": 3294
    },
    {
      "epoch": 0.5718996789030635,
      "grad_norm": 85.05195617675781,
      "learning_rate": 4.762868710237132e-06,
      "loss": 4.4585,
      "step": 3295
    },
    {
      "epoch": 0.5720732448147184,
      "grad_norm": 43.580955505371094,
      "learning_rate": 4.764314632735686e-06,
      "loss": 4.0522,
      "step": 3296
    },
    {
      "epoch": 0.5722468107263733,
      "grad_norm": 70.34809875488281,
      "learning_rate": 4.76576055523424e-06,
      "loss": 4.0747,
      "step": 3297
    },
    {
      "epoch": 0.5724203766380282,
      "grad_norm": 49.611942291259766,
      "learning_rate": 4.767206477732794e-06,
      "loss": 4.2189,
      "step": 3298
    },
    {
      "epoch": 0.5725939425496832,
      "grad_norm": 80.17186737060547,
      "learning_rate": 4.7686524002313475e-06,
      "loss": 3.2764,
      "step": 3299
    },
    {
      "epoch": 0.5727675084613382,
      "grad_norm": 50.55118942260742,
      "learning_rate": 4.770098322729902e-06,
      "loss": 3.8158,
      "step": 3300
    },
    {
      "epoch": 0.5727675084613382,
      "eval_synth_accuracy": 0.8607508532423208,
      "eval_synth_auroc": 0.9415704207832073,
      "eval_synth_f1": 0.8926315789473684,
      "eval_synth_loss": 0.3035317659378052,
      "eval_synth_precision": 0.9237472766884531,
      "eval_synth_recall": 0.8635437881873728,
      "eval_synth_runtime": 101.8686,
      "eval_synth_samples_per_second": 14.381,
      "eval_synth_steps_per_second": 0.452,
      "step": 3300
    },
    {
      "epoch": 0.5727675084613382,
      "eval_real_accuracy": 0.8175872093023255,
      "eval_real_auroc": 0.8882842176058807,
      "eval_real_f1": 0.8642509464575446,
      "eval_real_loss": 0.4020947217941284,
      "eval_real_precision": 0.8545454545454545,
      "eval_real_recall": 0.8741794310722101,
      "eval_real_runtime": 95.2815,
      "eval_real_samples_per_second": 14.441,
      "eval_real_steps_per_second": 0.451,
      "step": 3300
    },
    {
      "epoch": 0.5729410743729931,
      "grad_norm": 41.44605255126953,
      "learning_rate": 4.771544245228456e-06,
      "loss": 2.8453,
      "step": 3301
    },
    {
      "epoch": 0.5731146402846481,
      "grad_norm": 69.47846221923828,
      "learning_rate": 4.77299016772701e-06,
      "loss": 4.5123,
      "step": 3302
    },
    {
      "epoch": 0.573288206196303,
      "grad_norm": 36.316261291503906,
      "learning_rate": 4.774436090225565e-06,
      "loss": 2.9839,
      "step": 3303
    },
    {
      "epoch": 0.573461772107958,
      "grad_norm": 42.61179733276367,
      "learning_rate": 4.775882012724118e-06,
      "loss": 2.9966,
      "step": 3304
    },
    {
      "epoch": 0.573635338019613,
      "grad_norm": 38.281471252441406,
      "learning_rate": 4.7773279352226725e-06,
      "loss": 2.7918,
      "step": 3305
    },
    {
      "epoch": 0.5738089039312679,
      "grad_norm": 45.323020935058594,
      "learning_rate": 4.778773857721227e-06,
      "loss": 2.66,
      "step": 3306
    },
    {
      "epoch": 0.5739824698429229,
      "grad_norm": 59.657527923583984,
      "learning_rate": 4.780219780219781e-06,
      "loss": 3.9345,
      "step": 3307
    },
    {
      "epoch": 0.5741560357545779,
      "grad_norm": 67.09493255615234,
      "learning_rate": 4.7816657027183345e-06,
      "loss": 3.2027,
      "step": 3308
    },
    {
      "epoch": 0.5743296016662327,
      "grad_norm": 71.53202819824219,
      "learning_rate": 4.783111625216889e-06,
      "loss": 3.2756,
      "step": 3309
    },
    {
      "epoch": 0.5745031675778877,
      "grad_norm": 66.35227966308594,
      "learning_rate": 4.784557547715442e-06,
      "loss": 3.7083,
      "step": 3310
    },
    {
      "epoch": 0.5746767334895426,
      "grad_norm": 77.10723876953125,
      "learning_rate": 4.786003470213997e-06,
      "loss": 4.4639,
      "step": 3311
    },
    {
      "epoch": 0.5748502994011976,
      "grad_norm": 67.61749267578125,
      "learning_rate": 4.787449392712551e-06,
      "loss": 3.7971,
      "step": 3312
    },
    {
      "epoch": 0.5750238653128525,
      "grad_norm": 66.01223754882812,
      "learning_rate": 4.788895315211105e-06,
      "loss": 3.5593,
      "step": 3313
    },
    {
      "epoch": 0.5751974312245075,
      "grad_norm": 70.9317626953125,
      "learning_rate": 4.7903412377096595e-06,
      "loss": 3.4426,
      "step": 3314
    },
    {
      "epoch": 0.5753709971361625,
      "grad_norm": 67.81784057617188,
      "learning_rate": 4.791787160208213e-06,
      "loss": 3.041,
      "step": 3315
    },
    {
      "epoch": 0.5755445630478174,
      "grad_norm": 90.544677734375,
      "learning_rate": 4.793233082706767e-06,
      "loss": 4.3207,
      "step": 3316
    },
    {
      "epoch": 0.5757181289594724,
      "grad_norm": 70.54920959472656,
      "learning_rate": 4.794679005205322e-06,
      "loss": 3.3026,
      "step": 3317
    },
    {
      "epoch": 0.5758916948711273,
      "grad_norm": 46.4146728515625,
      "learning_rate": 4.796124927703876e-06,
      "loss": 3.1347,
      "step": 3318
    },
    {
      "epoch": 0.5760652607827823,
      "grad_norm": 65.35047912597656,
      "learning_rate": 4.797570850202429e-06,
      "loss": 3.546,
      "step": 3319
    },
    {
      "epoch": 0.5762388266944373,
      "grad_norm": 82.87806701660156,
      "learning_rate": 4.799016772700984e-06,
      "loss": 4.1123,
      "step": 3320
    },
    {
      "epoch": 0.5764123926060921,
      "grad_norm": 86.06836700439453,
      "learning_rate": 4.800462695199537e-06,
      "loss": 3.2856,
      "step": 3321
    },
    {
      "epoch": 0.5765859585177471,
      "grad_norm": 41.31239700317383,
      "learning_rate": 4.8019086176980915e-06,
      "loss": 3.335,
      "step": 3322
    },
    {
      "epoch": 0.576759524429402,
      "grad_norm": 47.76676559448242,
      "learning_rate": 4.803354540196646e-06,
      "loss": 3.0093,
      "step": 3323
    },
    {
      "epoch": 0.576933090341057,
      "grad_norm": 90.69994354248047,
      "learning_rate": 4.8048004626952e-06,
      "loss": 3.4502,
      "step": 3324
    },
    {
      "epoch": 0.577106656252712,
      "grad_norm": 71.04695129394531,
      "learning_rate": 4.806246385193754e-06,
      "loss": 3.8814,
      "step": 3325
    },
    {
      "epoch": 0.577106656252712,
      "eval_synth_accuracy": 0.863481228668942,
      "eval_synth_auroc": 0.9345159032354642,
      "eval_synth_f1": 0.8964803312629399,
      "eval_synth_loss": 0.30975696444511414,
      "eval_synth_precision": 0.911578947368421,
      "eval_synth_recall": 0.8818737270875764,
      "eval_synth_runtime": 102.5765,
      "eval_synth_samples_per_second": 14.282,
      "eval_synth_steps_per_second": 0.448,
      "step": 3325
    },
    {
      "epoch": 0.577106656252712,
      "eval_real_accuracy": 0.811046511627907,
      "eval_real_auroc": 0.898778737673705,
      "eval_real_f1": 0.8552338530066815,
      "eval_real_loss": 0.39088067412376404,
      "eval_real_precision": 0.8707482993197279,
      "eval_real_recall": 0.8402625820568927,
      "eval_real_runtime": 95.2625,
      "eval_real_samples_per_second": 14.444,
      "eval_real_steps_per_second": 0.451,
      "step": 3325
    },
    {
      "epoch": 0.5772802221643669,
      "grad_norm": 45.38709259033203,
      "learning_rate": 4.807692307692308e-06,
      "loss": 2.8637,
      "step": 3326
    },
    {
      "epoch": 0.5774537880760219,
      "grad_norm": 93.68350982666016,
      "learning_rate": 4.809138230190862e-06,
      "loss": 4.6637,
      "step": 3327
    },
    {
      "epoch": 0.5776273539876768,
      "grad_norm": 56.67684555053711,
      "learning_rate": 4.8105841526894165e-06,
      "loss": 3.0502,
      "step": 3328
    },
    {
      "epoch": 0.5778009198993318,
      "grad_norm": 54.92316818237305,
      "learning_rate": 4.81203007518797e-06,
      "loss": 3.5765,
      "step": 3329
    },
    {
      "epoch": 0.5779744858109868,
      "grad_norm": 52.629268646240234,
      "learning_rate": 4.813475997686524e-06,
      "loss": 3.6073,
      "step": 3330
    },
    {
      "epoch": 0.5781480517226417,
      "grad_norm": 70.46261596679688,
      "learning_rate": 4.8149219201850786e-06,
      "loss": 3.5037,
      "step": 3331
    },
    {
      "epoch": 0.5783216176342966,
      "grad_norm": 100.18541717529297,
      "learning_rate": 4.816367842683633e-06,
      "loss": 3.816,
      "step": 3332
    },
    {
      "epoch": 0.5784951835459515,
      "grad_norm": 53.08922576904297,
      "learning_rate": 4.817813765182186e-06,
      "loss": 4.3375,
      "step": 3333
    },
    {
      "epoch": 0.5786687494576065,
      "grad_norm": 68.3275375366211,
      "learning_rate": 4.819259687680741e-06,
      "loss": 5.342,
      "step": 3334
    },
    {
      "epoch": 0.5788423153692615,
      "grad_norm": 58.70219421386719,
      "learning_rate": 4.820705610179295e-06,
      "loss": 3.2866,
      "step": 3335
    },
    {
      "epoch": 0.5790158812809164,
      "grad_norm": 61.070213317871094,
      "learning_rate": 4.822151532677849e-06,
      "loss": 3.4936,
      "step": 3336
    },
    {
      "epoch": 0.5791894471925714,
      "grad_norm": 113.53522491455078,
      "learning_rate": 4.823597455176403e-06,
      "loss": 3.4453,
      "step": 3337
    },
    {
      "epoch": 0.5793630131042263,
      "grad_norm": 64.60159301757812,
      "learning_rate": 4.825043377674957e-06,
      "loss": 3.503,
      "step": 3338
    },
    {
      "epoch": 0.5795365790158813,
      "grad_norm": 55.66717529296875,
      "learning_rate": 4.826489300173511e-06,
      "loss": 3.4529,
      "step": 3339
    },
    {
      "epoch": 0.5797101449275363,
      "grad_norm": 66.8675765991211,
      "learning_rate": 4.827935222672065e-06,
      "loss": 3.9191,
      "step": 3340
    },
    {
      "epoch": 0.5798837108391912,
      "grad_norm": 66.43804168701172,
      "learning_rate": 4.829381145170619e-06,
      "loss": 3.8468,
      "step": 3341
    },
    {
      "epoch": 0.5800572767508462,
      "grad_norm": 57.27574157714844,
      "learning_rate": 4.830827067669173e-06,
      "loss": 4.3063,
      "step": 3342
    },
    {
      "epoch": 0.5802308426625011,
      "grad_norm": 39.95954895019531,
      "learning_rate": 4.832272990167728e-06,
      "loss": 2.9384,
      "step": 3343
    },
    {
      "epoch": 0.580404408574156,
      "grad_norm": 39.80677032470703,
      "learning_rate": 4.833718912666281e-06,
      "loss": 3.0423,
      "step": 3344
    },
    {
      "epoch": 0.5805779744858109,
      "grad_norm": 43.0604248046875,
      "learning_rate": 4.8351648351648355e-06,
      "loss": 3.9136,
      "step": 3345
    },
    {
      "epoch": 0.5807515403974659,
      "grad_norm": 61.60443878173828,
      "learning_rate": 4.83661075766339e-06,
      "loss": 3.234,
      "step": 3346
    },
    {
      "epoch": 0.5809251063091209,
      "grad_norm": 85.19693756103516,
      "learning_rate": 4.838056680161944e-06,
      "loss": 4.0182,
      "step": 3347
    },
    {
      "epoch": 0.5810986722207758,
      "grad_norm": 54.17042922973633,
      "learning_rate": 4.8395026026604976e-06,
      "loss": 3.4347,
      "step": 3348
    },
    {
      "epoch": 0.5812722381324308,
      "grad_norm": 54.171234130859375,
      "learning_rate": 4.840948525159052e-06,
      "loss": 3.4594,
      "step": 3349
    },
    {
      "epoch": 0.5814458040440857,
      "grad_norm": 48.982120513916016,
      "learning_rate": 4.842394447657605e-06,
      "loss": 3.8539,
      "step": 3350
    },
    {
      "epoch": 0.5814458040440857,
      "eval_synth_accuracy": 0.879863481228669,
      "eval_synth_auroc": 0.9410633641573161,
      "eval_synth_f1": 0.9117352056168505,
      "eval_synth_loss": 0.28334078192710876,
      "eval_synth_precision": 0.8982213438735178,
      "eval_synth_recall": 0.9256619144602851,
      "eval_synth_runtime": 101.918,
      "eval_synth_samples_per_second": 14.374,
      "eval_synth_steps_per_second": 0.451,
      "step": 3350
    },
    {
      "epoch": 0.5814458040440857,
      "eval_real_accuracy": 0.8175872093023255,
      "eval_real_auroc": 0.8989800316386749,
      "eval_real_f1": 0.8659903897490657,
      "eval_real_loss": 0.3918207883834839,
      "eval_real_precision": 0.8456725755995829,
      "eval_real_recall": 0.887308533916849,
      "eval_real_runtime": 95.9299,
      "eval_real_samples_per_second": 14.344,
      "eval_real_steps_per_second": 0.448,
      "step": 3350
    },
    {
      "epoch": 0.5816193699557407,
      "grad_norm": 40.74394989013672,
      "learning_rate": 4.84384037015616e-06,
      "loss": 2.6025,
      "step": 3351
    },
    {
      "epoch": 0.5817929358673957,
      "grad_norm": 95.66981506347656,
      "learning_rate": 4.845286292654714e-06,
      "loss": 3.8817,
      "step": 3352
    },
    {
      "epoch": 0.5819665017790506,
      "grad_norm": 60.2388801574707,
      "learning_rate": 4.846732215153268e-06,
      "loss": 3.7738,
      "step": 3353
    },
    {
      "epoch": 0.5821400676907056,
      "grad_norm": 46.558074951171875,
      "learning_rate": 4.8481781376518226e-06,
      "loss": 2.8906,
      "step": 3354
    },
    {
      "epoch": 0.5823136336023605,
      "grad_norm": 49.24322509765625,
      "learning_rate": 4.849624060150376e-06,
      "loss": 4.0353,
      "step": 3355
    },
    {
      "epoch": 0.5824871995140154,
      "grad_norm": 56.20699691772461,
      "learning_rate": 4.85106998264893e-06,
      "loss": 4.0126,
      "step": 3356
    },
    {
      "epoch": 0.5826607654256704,
      "grad_norm": 53.907875061035156,
      "learning_rate": 4.852515905147485e-06,
      "loss": 3.5574,
      "step": 3357
    },
    {
      "epoch": 0.5828343313373253,
      "grad_norm": 47.036163330078125,
      "learning_rate": 4.853961827646039e-06,
      "loss": 3.2303,
      "step": 3358
    },
    {
      "epoch": 0.5830078972489803,
      "grad_norm": 64.58645629882812,
      "learning_rate": 4.855407750144593e-06,
      "loss": 3.7365,
      "step": 3359
    },
    {
      "epoch": 0.5831814631606352,
      "grad_norm": 56.202972412109375,
      "learning_rate": 4.856853672643147e-06,
      "loss": 4.1377,
      "step": 3360
    },
    {
      "epoch": 0.5833550290722902,
      "grad_norm": 51.721717834472656,
      "learning_rate": 4.8582995951417e-06,
      "loss": 3.5746,
      "step": 3361
    },
    {
      "epoch": 0.5835285949839452,
      "grad_norm": 107.8035659790039,
      "learning_rate": 4.8597455176402545e-06,
      "loss": 4.2683,
      "step": 3362
    },
    {
      "epoch": 0.5837021608956001,
      "grad_norm": 49.07952117919922,
      "learning_rate": 4.861191440138809e-06,
      "loss": 3.2937,
      "step": 3363
    },
    {
      "epoch": 0.5838757268072551,
      "grad_norm": 57.90571594238281,
      "learning_rate": 4.862637362637363e-06,
      "loss": 3.1128,
      "step": 3364
    },
    {
      "epoch": 0.58404929271891,
      "grad_norm": 48.47590637207031,
      "learning_rate": 4.864083285135917e-06,
      "loss": 3.218,
      "step": 3365
    },
    {
      "epoch": 0.584222858630565,
      "grad_norm": 73.79701232910156,
      "learning_rate": 4.865529207634471e-06,
      "loss": 4.2995,
      "step": 3366
    },
    {
      "epoch": 0.58439642454222,
      "grad_norm": 91.62005615234375,
      "learning_rate": 4.866975130133025e-06,
      "loss": 5.0386,
      "step": 3367
    },
    {
      "epoch": 0.5845699904538748,
      "grad_norm": 65.41230773925781,
      "learning_rate": 4.8684210526315795e-06,
      "loss": 3.5712,
      "step": 3368
    },
    {
      "epoch": 0.5847435563655298,
      "grad_norm": 93.8082046508789,
      "learning_rate": 4.869866975130134e-06,
      "loss": 5.2875,
      "step": 3369
    },
    {
      "epoch": 0.5849171222771847,
      "grad_norm": 120.89227294921875,
      "learning_rate": 4.871312897628688e-06,
      "loss": 4.1208,
      "step": 3370
    },
    {
      "epoch": 0.5850906881888397,
      "grad_norm": 105.31378173828125,
      "learning_rate": 4.872758820127242e-06,
      "loss": 4.3795,
      "step": 3371
    },
    {
      "epoch": 0.5852642541004947,
      "grad_norm": 91.03202819824219,
      "learning_rate": 4.874204742625795e-06,
      "loss": 4.0832,
      "step": 3372
    },
    {
      "epoch": 0.5854378200121496,
      "grad_norm": 62.7365608215332,
      "learning_rate": 4.875650665124349e-06,
      "loss": 3.9613,
      "step": 3373
    },
    {
      "epoch": 0.5856113859238046,
      "grad_norm": 89.72346496582031,
      "learning_rate": 4.877096587622904e-06,
      "loss": 4.0843,
      "step": 3374
    },
    {
      "epoch": 0.5857849518354595,
      "grad_norm": 149.81097412109375,
      "learning_rate": 4.878542510121458e-06,
      "loss": 4.8201,
      "step": 3375
    },
    {
      "epoch": 0.5857849518354595,
      "eval_synth_accuracy": 0.863481228668942,
      "eval_synth_auroc": 0.9220471594287232,
      "eval_synth_f1": 0.90234375,
      "eval_synth_loss": 0.34227412939071655,
      "eval_synth_precision": 0.8667917448405253,
      "eval_synth_recall": 0.9409368635437881,
      "eval_synth_runtime": 101.893,
      "eval_synth_samples_per_second": 14.378,
      "eval_synth_steps_per_second": 0.451,
      "step": 3375
    },
    {
      "epoch": 0.5857849518354595,
      "eval_real_accuracy": 0.8306686046511628,
      "eval_real_auroc": 0.9011693995282616,
      "eval_real_f1": 0.8802056555269923,
      "eval_real_loss": 0.38898903131484985,
      "eval_real_precision": 0.8302618816682832,
      "eval_real_recall": 0.936542669584245,
      "eval_real_runtime": 95.2687,
      "eval_real_samples_per_second": 14.443,
      "eval_real_steps_per_second": 0.451,
      "step": 3375
    },
    {
      "epoch": 0.5859585177471145,
      "grad_norm": 162.71014404296875,
      "learning_rate": 4.879988432620012e-06,
      "loss": 4.4971,
      "step": 3376
    },
    {
      "epoch": 0.5861320836587695,
      "grad_norm": 141.088134765625,
      "learning_rate": 4.881434355118566e-06,
      "loss": 4.7831,
      "step": 3377
    },
    {
      "epoch": 0.5863056495704244,
      "grad_norm": 77.19613647460938,
      "learning_rate": 4.88288027761712e-06,
      "loss": 4.0368,
      "step": 3378
    },
    {
      "epoch": 0.5864792154820794,
      "grad_norm": 85.81938934326172,
      "learning_rate": 4.884326200115674e-06,
      "loss": 4.3452,
      "step": 3379
    },
    {
      "epoch": 0.5866527813937342,
      "grad_norm": 78.34378814697266,
      "learning_rate": 4.885772122614229e-06,
      "loss": 3.6319,
      "step": 3380
    },
    {
      "epoch": 0.5868263473053892,
      "grad_norm": 65.35320281982422,
      "learning_rate": 4.887218045112782e-06,
      "loss": 4.0048,
      "step": 3381
    },
    {
      "epoch": 0.5869999132170441,
      "grad_norm": 76.30862426757812,
      "learning_rate": 4.8886639676113364e-06,
      "loss": 3.4061,
      "step": 3382
    },
    {
      "epoch": 0.5871734791286991,
      "grad_norm": 44.790687561035156,
      "learning_rate": 4.890109890109891e-06,
      "loss": 3.7391,
      "step": 3383
    },
    {
      "epoch": 0.5873470450403541,
      "grad_norm": 47.2949333190918,
      "learning_rate": 4.891555812608444e-06,
      "loss": 4.2514,
      "step": 3384
    },
    {
      "epoch": 0.587520610952009,
      "grad_norm": 81.2719497680664,
      "learning_rate": 4.8930017351069985e-06,
      "loss": 3.8911,
      "step": 3385
    },
    {
      "epoch": 0.587694176863664,
      "grad_norm": 90.55167388916016,
      "learning_rate": 4.894447657605553e-06,
      "loss": 4.0662,
      "step": 3386
    },
    {
      "epoch": 0.587867742775319,
      "grad_norm": 59.96491622924805,
      "learning_rate": 4.895893580104107e-06,
      "loss": 3.7768,
      "step": 3387
    },
    {
      "epoch": 0.5880413086869739,
      "grad_norm": 39.39916229248047,
      "learning_rate": 4.897339502602661e-06,
      "loss": 2.4275,
      "step": 3388
    },
    {
      "epoch": 0.5882148745986289,
      "grad_norm": 59.09602355957031,
      "learning_rate": 4.898785425101215e-06,
      "loss": 3.3026,
      "step": 3389
    },
    {
      "epoch": 0.5883884405102838,
      "grad_norm": 100.0188980102539,
      "learning_rate": 4.900231347599769e-06,
      "loss": 4.1381,
      "step": 3390
    },
    {
      "epoch": 0.5885620064219387,
      "grad_norm": 56.522743225097656,
      "learning_rate": 4.9016772700983235e-06,
      "loss": 3.0637,
      "step": 3391
    },
    {
      "epoch": 0.5887355723335936,
      "grad_norm": 54.3192138671875,
      "learning_rate": 4.903123192596877e-06,
      "loss": 3.6996,
      "step": 3392
    },
    {
      "epoch": 0.5889091382452486,
      "grad_norm": 59.250244140625,
      "learning_rate": 4.904569115095431e-06,
      "loss": 3.7858,
      "step": 3393
    },
    {
      "epoch": 0.5890827041569036,
      "grad_norm": 68.18865203857422,
      "learning_rate": 4.906015037593986e-06,
      "loss": 3.7813,
      "step": 3394
    },
    {
      "epoch": 0.5892562700685585,
      "grad_norm": 64.83272552490234,
      "learning_rate": 4.907460960092539e-06,
      "loss": 3.1954,
      "step": 3395
    },
    {
      "epoch": 0.5894298359802135,
      "grad_norm": 67.08306884765625,
      "learning_rate": 4.908906882591093e-06,
      "loss": 4.2478,
      "step": 3396
    },
    {
      "epoch": 0.5896034018918684,
      "grad_norm": 63.306358337402344,
      "learning_rate": 4.910352805089648e-06,
      "loss": 3.9593,
      "step": 3397
    },
    {
      "epoch": 0.5897769678035234,
      "grad_norm": 70.91915130615234,
      "learning_rate": 4.911798727588202e-06,
      "loss": 4.1771,
      "step": 3398
    },
    {
      "epoch": 0.5899505337151784,
      "grad_norm": 54.733009338378906,
      "learning_rate": 4.913244650086756e-06,
      "loss": 3.3896,
      "step": 3399
    },
    {
      "epoch": 0.5901240996268333,
      "grad_norm": 76.4200439453125,
      "learning_rate": 4.91469057258531e-06,
      "loss": 4.4467,
      "step": 3400
    },
    {
      "epoch": 0.5901240996268333,
      "eval_synth_accuracy": 0.8662116040955632,
      "eval_synth_auroc": 0.9392322677764987,
      "eval_synth_f1": 0.8991769547325102,
      "eval_synth_loss": 0.3018966019153595,
      "eval_synth_precision": 0.9085239085239085,
      "eval_synth_recall": 0.890020366598778,
      "eval_synth_runtime": 102.1019,
      "eval_synth_samples_per_second": 14.348,
      "eval_synth_steps_per_second": 0.451,
      "step": 3400
    },
    {
      "epoch": 0.5901240996268333,
      "eval_real_accuracy": 0.8277616279069767,
      "eval_real_auroc": 0.8970831320393684,
      "eval_real_f1": 0.8705625341343528,
      "eval_real_loss": 0.39056017994880676,
      "eval_real_precision": 0.8691384950926936,
      "eval_real_recall": 0.8719912472647703,
      "eval_real_runtime": 95.1908,
      "eval_real_samples_per_second": 14.455,
      "eval_real_steps_per_second": 0.452,
      "step": 3400
    },
    {
      "epoch": 0.5902976655384883,
      "grad_norm": 65.22937774658203,
      "learning_rate": 4.916136495083864e-06,
      "loss": 3.5184,
      "step": 3401
    },
    {
      "epoch": 0.5904712314501432,
      "grad_norm": 64.24051666259766,
      "learning_rate": 4.9175824175824175e-06,
      "loss": 2.95,
      "step": 3402
    },
    {
      "epoch": 0.5906447973617981,
      "grad_norm": 48.40967559814453,
      "learning_rate": 4.919028340080972e-06,
      "loss": 3.532,
      "step": 3403
    },
    {
      "epoch": 0.590818363273453,
      "grad_norm": 48.37290573120117,
      "learning_rate": 4.920474262579526e-06,
      "loss": 3.8832,
      "step": 3404
    },
    {
      "epoch": 0.590991929185108,
      "grad_norm": 48.3203010559082,
      "learning_rate": 4.9219201850780804e-06,
      "loss": 3.9112,
      "step": 3405
    },
    {
      "epoch": 0.591165495096763,
      "grad_norm": 43.413002014160156,
      "learning_rate": 4.923366107576634e-06,
      "loss": 3.2809,
      "step": 3406
    },
    {
      "epoch": 0.5913390610084179,
      "grad_norm": 40.491676330566406,
      "learning_rate": 4.924812030075188e-06,
      "loss": 2.809,
      "step": 3407
    },
    {
      "epoch": 0.5915126269200729,
      "grad_norm": 50.691402435302734,
      "learning_rate": 4.9262579525737425e-06,
      "loss": 3.5177,
      "step": 3408
    },
    {
      "epoch": 0.5916861928317279,
      "grad_norm": 59.9393424987793,
      "learning_rate": 4.927703875072297e-06,
      "loss": 4.3434,
      "step": 3409
    },
    {
      "epoch": 0.5918597587433828,
      "grad_norm": 63.00852966308594,
      "learning_rate": 4.929149797570851e-06,
      "loss": 3.4683,
      "step": 3410
    },
    {
      "epoch": 0.5920333246550378,
      "grad_norm": 38.33402633666992,
      "learning_rate": 4.930595720069405e-06,
      "loss": 2.7904,
      "step": 3411
    },
    {
      "epoch": 0.5922068905666927,
      "grad_norm": 42.283512115478516,
      "learning_rate": 4.932041642567959e-06,
      "loss": 2.9994,
      "step": 3412
    },
    {
      "epoch": 0.5923804564783477,
      "grad_norm": 52.941776275634766,
      "learning_rate": 4.933487565066512e-06,
      "loss": 3.6669,
      "step": 3413
    },
    {
      "epoch": 0.5925540223900027,
      "grad_norm": 56.18891525268555,
      "learning_rate": 4.934933487565067e-06,
      "loss": 2.8419,
      "step": 3414
    },
    {
      "epoch": 0.5927275883016575,
      "grad_norm": 51.87129592895508,
      "learning_rate": 4.936379410063621e-06,
      "loss": 3.5452,
      "step": 3415
    },
    {
      "epoch": 0.5929011542133125,
      "grad_norm": 66.33323669433594,
      "learning_rate": 4.937825332562175e-06,
      "loss": 3.8103,
      "step": 3416
    },
    {
      "epoch": 0.5930747201249674,
      "grad_norm": 60.847801208496094,
      "learning_rate": 4.939271255060729e-06,
      "loss": 3.5506,
      "step": 3417
    },
    {
      "epoch": 0.5932482860366224,
      "grad_norm": 60.641357421875,
      "learning_rate": 4.940717177559283e-06,
      "loss": 3.6761,
      "step": 3418
    },
    {
      "epoch": 0.5934218519482773,
      "grad_norm": 95.56382751464844,
      "learning_rate": 4.942163100057837e-06,
      "loss": 3.6103,
      "step": 3419
    },
    {
      "epoch": 0.5935954178599323,
      "grad_norm": 74.39144134521484,
      "learning_rate": 4.943609022556392e-06,
      "loss": 4.0568,
      "step": 3420
    },
    {
      "epoch": 0.5937689837715873,
      "grad_norm": 78.85960388183594,
      "learning_rate": 4.945054945054946e-06,
      "loss": 3.0946,
      "step": 3421
    },
    {
      "epoch": 0.5939425496832422,
      "grad_norm": 74.46460723876953,
      "learning_rate": 4.9465008675534995e-06,
      "loss": 4.1362,
      "step": 3422
    },
    {
      "epoch": 0.5941161155948972,
      "grad_norm": 62.60031509399414,
      "learning_rate": 4.947946790052054e-06,
      "loss": 3.7562,
      "step": 3423
    },
    {
      "epoch": 0.5942896815065521,
      "grad_norm": 61.730690002441406,
      "learning_rate": 4.949392712550607e-06,
      "loss": 3.3923,
      "step": 3424
    },
    {
      "epoch": 0.5944632474182071,
      "grad_norm": 85.72183990478516,
      "learning_rate": 4.9508386350491615e-06,
      "loss": 3.2793,
      "step": 3425
    },
    {
      "epoch": 0.5944632474182071,
      "eval_synth_accuracy": 0.8593856655290102,
      "eval_synth_auroc": 0.9275646945221017,
      "eval_synth_f1": 0.8938144329896908,
      "eval_synth_loss": 0.33299019932746887,
      "eval_synth_precision": 0.9050104384133612,
      "eval_synth_recall": 0.8828920570264766,
      "eval_synth_runtime": 101.931,
      "eval_synth_samples_per_second": 14.372,
      "eval_synth_steps_per_second": 0.451,
      "step": 3425
    },
    {
      "epoch": 0.5944632474182071,
      "eval_real_accuracy": 0.8255813953488372,
      "eval_real_auroc": 0.8998053368950525,
      "eval_real_f1": 0.8727465535524921,
      "eval_real_loss": 0.39182016253471375,
      "eval_real_precision": 0.8467078189300411,
      "eval_real_recall": 0.9004376367614879,
      "eval_real_runtime": 95.3223,
      "eval_real_samples_per_second": 14.435,
      "eval_real_steps_per_second": 0.451,
      "step": 3425
    },
    {
      "epoch": 0.5946368133298621,
      "grad_norm": 48.99312973022461,
      "learning_rate": 4.952284557547716e-06,
      "loss": 2.8063,
      "step": 3426
    },
    {
      "epoch": 0.5948103792415169,
      "grad_norm": 48.39216613769531,
      "learning_rate": 4.95373048004627e-06,
      "loss": 3.6033,
      "step": 3427
    },
    {
      "epoch": 0.5949839451531719,
      "grad_norm": 47.933311462402344,
      "learning_rate": 4.955176402544824e-06,
      "loss": 3.6439,
      "step": 3428
    },
    {
      "epoch": 0.5951575110648268,
      "grad_norm": 55.08681106567383,
      "learning_rate": 4.956622325043378e-06,
      "loss": 3.234,
      "step": 3429
    },
    {
      "epoch": 0.5953310769764818,
      "grad_norm": 50.925907135009766,
      "learning_rate": 4.958068247541932e-06,
      "loss": 3.8946,
      "step": 3430
    },
    {
      "epoch": 0.5955046428881368,
      "grad_norm": 55.82065963745117,
      "learning_rate": 4.9595141700404865e-06,
      "loss": 4.4547,
      "step": 3431
    },
    {
      "epoch": 0.5956782087997917,
      "grad_norm": 42.35000991821289,
      "learning_rate": 4.960960092539041e-06,
      "loss": 3.2061,
      "step": 3432
    },
    {
      "epoch": 0.5958517747114467,
      "grad_norm": 73.31938934326172,
      "learning_rate": 4.962406015037594e-06,
      "loss": 4.1763,
      "step": 3433
    },
    {
      "epoch": 0.5960253406231016,
      "grad_norm": 72.67237091064453,
      "learning_rate": 4.963851937536149e-06,
      "loss": 3.5812,
      "step": 3434
    },
    {
      "epoch": 0.5961989065347566,
      "grad_norm": 56.719173431396484,
      "learning_rate": 4.965297860034702e-06,
      "loss": 3.852,
      "step": 3435
    },
    {
      "epoch": 0.5963724724464116,
      "grad_norm": 80.77684783935547,
      "learning_rate": 4.966743782533256e-06,
      "loss": 3.9155,
      "step": 3436
    },
    {
      "epoch": 0.5965460383580665,
      "grad_norm": 104.32061004638672,
      "learning_rate": 4.968189705031811e-06,
      "loss": 4.0917,
      "step": 3437
    },
    {
      "epoch": 0.5967196042697215,
      "grad_norm": 81.33917236328125,
      "learning_rate": 4.969635627530365e-06,
      "loss": 3.6391,
      "step": 3438
    },
    {
      "epoch": 0.5968931701813763,
      "grad_norm": 54.056636810302734,
      "learning_rate": 4.971081550028919e-06,
      "loss": 3.1164,
      "step": 3439
    },
    {
      "epoch": 0.5970667360930313,
      "grad_norm": 48.73353576660156,
      "learning_rate": 4.972527472527473e-06,
      "loss": 3.0098,
      "step": 3440
    },
    {
      "epoch": 0.5972403020046863,
      "grad_norm": 101.71746063232422,
      "learning_rate": 4.973973395026027e-06,
      "loss": 5.0013,
      "step": 3441
    },
    {
      "epoch": 0.5974138679163412,
      "grad_norm": 99.43592834472656,
      "learning_rate": 4.975419317524581e-06,
      "loss": 3.3739,
      "step": 3442
    },
    {
      "epoch": 0.5975874338279962,
      "grad_norm": 79.05104064941406,
      "learning_rate": 4.976865240023136e-06,
      "loss": 3.8348,
      "step": 3443
    },
    {
      "epoch": 0.5977609997396511,
      "grad_norm": 63.258785247802734,
      "learning_rate": 4.978311162521689e-06,
      "loss": 3.9064,
      "step": 3444
    },
    {
      "epoch": 0.5979345656513061,
      "grad_norm": 55.669029235839844,
      "learning_rate": 4.9797570850202435e-06,
      "loss": 3.2302,
      "step": 3445
    },
    {
      "epoch": 0.598108131562961,
      "grad_norm": 125.08831787109375,
      "learning_rate": 4.981203007518797e-06,
      "loss": 4.3647,
      "step": 3446
    },
    {
      "epoch": 0.598281697474616,
      "grad_norm": 177.78512573242188,
      "learning_rate": 4.982648930017351e-06,
      "loss": 5.82,
      "step": 3447
    },
    {
      "epoch": 0.598455263386271,
      "grad_norm": 213.58705139160156,
      "learning_rate": 4.9840948525159056e-06,
      "loss": 3.0898,
      "step": 3448
    },
    {
      "epoch": 0.5986288292979259,
      "grad_norm": 71.49927520751953,
      "learning_rate": 4.98554077501446e-06,
      "loss": 3.0043,
      "step": 3449
    },
    {
      "epoch": 0.5988023952095808,
      "grad_norm": 87.59542846679688,
      "learning_rate": 4.986986697513014e-06,
      "loss": 4.0468,
      "step": 3450
    },
    {
      "epoch": 0.5988023952095808,
      "eval_synth_accuracy": 0.8744027303754266,
      "eval_synth_auroc": 0.927588940473028,
      "eval_synth_f1": 0.90935960591133,
      "eval_synth_loss": 0.324682354927063,
      "eval_synth_precision": 0.8807251908396947,
      "eval_synth_recall": 0.939918533604888,
      "eval_synth_runtime": 101.9028,
      "eval_synth_samples_per_second": 14.376,
      "eval_synth_steps_per_second": 0.451,
      "step": 3450
    },
    {
      "epoch": 0.5988023952095808,
      "eval_real_accuracy": 0.8357558139534884,
      "eval_real_auroc": 0.8981132835071566,
      "eval_real_f1": 0.8829015544041451,
      "eval_real_loss": 0.39816710352897644,
      "eval_real_precision": 0.8385826771653543,
      "eval_real_recall": 0.9321663019693655,
      "eval_real_runtime": 95.2694,
      "eval_real_samples_per_second": 14.443,
      "eval_real_steps_per_second": 0.451,
      "step": 3450
    },
    {
      "epoch": 0.5989759611212357,
      "grad_norm": 113.8267822265625,
      "learning_rate": 4.988432620011568e-06,
      "loss": 4.4646,
      "step": 3451
    },
    {
      "epoch": 0.5991495270328907,
      "grad_norm": 66.3533706665039,
      "learning_rate": 4.989878542510122e-06,
      "loss": 3.0634,
      "step": 3452
    },
    {
      "epoch": 0.5993230929445457,
      "grad_norm": 52.89591979980469,
      "learning_rate": 4.991324465008676e-06,
      "loss": 3.7991,
      "step": 3453
    },
    {
      "epoch": 0.5994966588562006,
      "grad_norm": 70.03193664550781,
      "learning_rate": 4.99277038750723e-06,
      "loss": 3.4991,
      "step": 3454
    },
    {
      "epoch": 0.5996702247678556,
      "grad_norm": 94.84786224365234,
      "learning_rate": 4.994216310005784e-06,
      "loss": 3.665,
      "step": 3455
    },
    {
      "epoch": 0.5998437906795105,
      "grad_norm": 67.95068359375,
      "learning_rate": 4.995662232504338e-06,
      "loss": 3.5602,
      "step": 3456
    },
    {
      "epoch": 0.6000173565911655,
      "grad_norm": 46.63700485229492,
      "learning_rate": 4.997108155002892e-06,
      "loss": 2.8488,
      "step": 3457
    },
    {
      "epoch": 0.6001909225028205,
      "grad_norm": 74.49132537841797,
      "learning_rate": 4.998554077501446e-06,
      "loss": 3.2365,
      "step": 3458
    },
    {
      "epoch": 0.6003644884144754,
      "grad_norm": 63.65263748168945,
      "learning_rate": 5e-06,
      "loss": 3.1381,
      "step": 3459
    },
    {
      "epoch": 0.6005380543261304,
      "grad_norm": 126.77213287353516,
      "learning_rate": 4.999744767738642e-06,
      "loss": 4.8624,
      "step": 3460
    },
    {
      "epoch": 0.6007116202377853,
      "grad_norm": 143.7191925048828,
      "learning_rate": 4.999489535477285e-06,
      "loss": 3.4434,
      "step": 3461
    },
    {
      "epoch": 0.6008851861494402,
      "grad_norm": 124.00263214111328,
      "learning_rate": 4.9992343032159264e-06,
      "loss": 3.6899,
      "step": 3462
    },
    {
      "epoch": 0.6010587520610952,
      "grad_norm": 84.52620697021484,
      "learning_rate": 4.9989790709545684e-06,
      "loss": 3.1128,
      "step": 3463
    },
    {
      "epoch": 0.6012323179727501,
      "grad_norm": 64.98453521728516,
      "learning_rate": 4.998723838693211e-06,
      "loss": 4.4082,
      "step": 3464
    },
    {
      "epoch": 0.6014058838844051,
      "grad_norm": 64.8766098022461,
      "learning_rate": 4.998468606431853e-06,
      "loss": 4.5144,
      "step": 3465
    },
    {
      "epoch": 0.60157944979606,
      "grad_norm": 148.6017303466797,
      "learning_rate": 4.998213374170496e-06,
      "loss": 5.5952,
      "step": 3466
    },
    {
      "epoch": 0.601753015707715,
      "grad_norm": 105.14022064208984,
      "learning_rate": 4.997958141909137e-06,
      "loss": 4.1318,
      "step": 3467
    },
    {
      "epoch": 0.60192658161937,
      "grad_norm": 92.19173431396484,
      "learning_rate": 4.997702909647779e-06,
      "loss": 3.971,
      "step": 3468
    },
    {
      "epoch": 0.6021001475310249,
      "grad_norm": 70.11673736572266,
      "learning_rate": 4.997447677386422e-06,
      "loss": 3.9811,
      "step": 3469
    },
    {
      "epoch": 0.6022737134426799,
      "grad_norm": 43.068607330322266,
      "learning_rate": 4.997192445125064e-06,
      "loss": 3.139,
      "step": 3470
    },
    {
      "epoch": 0.6024472793543348,
      "grad_norm": 52.72676467895508,
      "learning_rate": 4.996937212863706e-06,
      "loss": 4.1755,
      "step": 3471
    },
    {
      "epoch": 0.6026208452659898,
      "grad_norm": 81.0704345703125,
      "learning_rate": 4.996681980602349e-06,
      "loss": 3.2664,
      "step": 3472
    },
    {
      "epoch": 0.6027944111776448,
      "grad_norm": 100.73583221435547,
      "learning_rate": 4.99642674834099e-06,
      "loss": 3.7273,
      "step": 3473
    },
    {
      "epoch": 0.6029679770892996,
      "grad_norm": 138.85321044921875,
      "learning_rate": 4.996171516079633e-06,
      "loss": 4.0445,
      "step": 3474
    },
    {
      "epoch": 0.6031415430009546,
      "grad_norm": 51.92662048339844,
      "learning_rate": 4.995916283818275e-06,
      "loss": 4.19,
      "step": 3475
    },
    {
      "epoch": 0.6031415430009546,
      "eval_synth_accuracy": 0.8484641638225257,
      "eval_synth_auroc": 0.9294769621299329,
      "eval_synth_f1": 0.8819148936170212,
      "eval_synth_loss": 0.34578388929367065,
      "eval_synth_precision": 0.923162583518931,
      "eval_synth_recall": 0.8441955193482689,
      "eval_synth_runtime": 102.6764,
      "eval_synth_samples_per_second": 14.268,
      "eval_synth_steps_per_second": 0.448,
      "step": 3475
    },
    {
      "epoch": 0.6031415430009546,
      "eval_real_accuracy": 0.8161337209302325,
      "eval_real_auroc": 0.893624428088323,
      "eval_real_f1": 0.8624252311038608,
      "eval_real_loss": 0.39064425230026245,
      "eval_real_precision": 0.8572972972972973,
      "eval_real_recall": 0.8676148796498906,
      "eval_real_runtime": 95.3182,
      "eval_real_samples_per_second": 14.436,
      "eval_real_steps_per_second": 0.451,
      "step": 3475
    },
    {
      "epoch": 0.6033151089126095,
      "grad_norm": 46.45193862915039,
      "learning_rate": 4.995661051556917e-06,
      "loss": 3.9342,
      "step": 3476
    },
    {
      "epoch": 0.6034886748242645,
      "grad_norm": 55.376163482666016,
      "learning_rate": 4.99540581929556e-06,
      "loss": 3.1664,
      "step": 3477
    },
    {
      "epoch": 0.6036622407359195,
      "grad_norm": 72.8708724975586,
      "learning_rate": 4.995150587034201e-06,
      "loss": 3.7886,
      "step": 3478
    },
    {
      "epoch": 0.6038358066475744,
      "grad_norm": 85.76826477050781,
      "learning_rate": 4.994895354772843e-06,
      "loss": 3.4275,
      "step": 3479
    },
    {
      "epoch": 0.6040093725592294,
      "grad_norm": 80.96014404296875,
      "learning_rate": 4.994640122511486e-06,
      "loss": 3.1822,
      "step": 3480
    },
    {
      "epoch": 0.6041829384708843,
      "grad_norm": 43.68792724609375,
      "learning_rate": 4.994384890250128e-06,
      "loss": 3.1134,
      "step": 3481
    },
    {
      "epoch": 0.6043565043825393,
      "grad_norm": 50.951087951660156,
      "learning_rate": 4.99412965798877e-06,
      "loss": 3.2306,
      "step": 3482
    },
    {
      "epoch": 0.6045300702941943,
      "grad_norm": 92.89686584472656,
      "learning_rate": 4.993874425727412e-06,
      "loss": 4.1329,
      "step": 3483
    },
    {
      "epoch": 0.6047036362058492,
      "grad_norm": 94.09402465820312,
      "learning_rate": 4.993619193466054e-06,
      "loss": 3.3285,
      "step": 3484
    },
    {
      "epoch": 0.6048772021175042,
      "grad_norm": 45.729515075683594,
      "learning_rate": 4.993363961204697e-06,
      "loss": 3.2988,
      "step": 3485
    },
    {
      "epoch": 0.605050768029159,
      "grad_norm": 66.63526153564453,
      "learning_rate": 4.993108728943339e-06,
      "loss": 4.8612,
      "step": 3486
    },
    {
      "epoch": 0.605224333940814,
      "grad_norm": 48.368927001953125,
      "learning_rate": 4.992853496681981e-06,
      "loss": 3.8126,
      "step": 3487
    },
    {
      "epoch": 0.605397899852469,
      "grad_norm": 40.71944046020508,
      "learning_rate": 4.992598264420624e-06,
      "loss": 2.5534,
      "step": 3488
    },
    {
      "epoch": 0.6055714657641239,
      "grad_norm": 51.73934555053711,
      "learning_rate": 4.992343032159265e-06,
      "loss": 3.6328,
      "step": 3489
    },
    {
      "epoch": 0.6057450316757789,
      "grad_norm": 58.73954391479492,
      "learning_rate": 4.992087799897907e-06,
      "loss": 2.975,
      "step": 3490
    },
    {
      "epoch": 0.6059185975874338,
      "grad_norm": 47.67867660522461,
      "learning_rate": 4.99183256763655e-06,
      "loss": 3.1745,
      "step": 3491
    },
    {
      "epoch": 0.6060921634990888,
      "grad_norm": 43.71092224121094,
      "learning_rate": 4.991577335375192e-06,
      "loss": 3.4515,
      "step": 3492
    },
    {
      "epoch": 0.6062657294107437,
      "grad_norm": 64.59820556640625,
      "learning_rate": 4.991322103113835e-06,
      "loss": 2.872,
      "step": 3493
    },
    {
      "epoch": 0.6064392953223987,
      "grad_norm": 67.04678344726562,
      "learning_rate": 4.991066870852476e-06,
      "loss": 3.7439,
      "step": 3494
    },
    {
      "epoch": 0.6066128612340537,
      "grad_norm": 47.07075119018555,
      "learning_rate": 4.990811638591118e-06,
      "loss": 3.7374,
      "step": 3495
    },
    {
      "epoch": 0.6067864271457086,
      "grad_norm": 45.32004165649414,
      "learning_rate": 4.990556406329761e-06,
      "loss": 3.4027,
      "step": 3496
    },
    {
      "epoch": 0.6069599930573636,
      "grad_norm": 62.475059509277344,
      "learning_rate": 4.990301174068403e-06,
      "loss": 3.9156,
      "step": 3497
    },
    {
      "epoch": 0.6071335589690184,
      "grad_norm": 52.77690124511719,
      "learning_rate": 4.990045941807045e-06,
      "loss": 3.3113,
      "step": 3498
    },
    {
      "epoch": 0.6073071248806734,
      "grad_norm": 64.94451141357422,
      "learning_rate": 4.989790709545687e-06,
      "loss": 3.2029,
      "step": 3499
    },
    {
      "epoch": 0.6074806907923284,
      "grad_norm": 73.02782440185547,
      "learning_rate": 4.989535477284329e-06,
      "loss": 4.231,
      "step": 3500
    },
    {
      "epoch": 0.6074806907923284,
      "eval_synth_accuracy": 0.8621160409556314,
      "eval_synth_auroc": 0.9286062162401488,
      "eval_synth_f1": 0.8956611570247934,
      "eval_synth_loss": 0.32836025953292847,
      "eval_synth_precision": 0.9088050314465409,
      "eval_synth_recall": 0.8828920570264766,
      "eval_synth_runtime": 101.9148,
      "eval_synth_samples_per_second": 14.375,
      "eval_synth_steps_per_second": 0.451,
      "step": 3500
    },
    {
      "epoch": 0.6074806907923284,
      "eval_real_accuracy": 0.8393895348837209,
      "eval_real_auroc": 0.9082052156450405,
      "eval_real_f1": 0.8804759329367225,
      "eval_real_loss": 0.3627297282218933,
      "eval_real_precision": 0.8705882352941177,
      "eval_real_recall": 0.8905908096280087,
      "eval_real_runtime": 95.2644,
      "eval_real_samples_per_second": 14.444,
      "eval_real_steps_per_second": 0.451,
      "step": 3500
    },
    {
      "epoch": 0.6076542567039833,
      "grad_norm": 48.318878173828125,
      "learning_rate": 4.989280245022971e-06,
      "loss": 3.0776,
      "step": 3501
    },
    {
      "epoch": 0.6078278226156383,
      "grad_norm": 101.6367416381836,
      "learning_rate": 4.989025012761614e-06,
      "loss": 4.0844,
      "step": 3502
    },
    {
      "epoch": 0.6080013885272932,
      "grad_norm": 44.962772369384766,
      "learning_rate": 4.988769780500256e-06,
      "loss": 2.9143,
      "step": 3503
    },
    {
      "epoch": 0.6081749544389482,
      "grad_norm": 65.64971923828125,
      "learning_rate": 4.988514548238898e-06,
      "loss": 4.0128,
      "step": 3504
    },
    {
      "epoch": 0.6083485203506032,
      "grad_norm": 58.313629150390625,
      "learning_rate": 4.98825931597754e-06,
      "loss": 4.0067,
      "step": 3505
    },
    {
      "epoch": 0.6085220862622581,
      "grad_norm": 49.208370208740234,
      "learning_rate": 4.988004083716182e-06,
      "loss": 2.8487,
      "step": 3506
    },
    {
      "epoch": 0.6086956521739131,
      "grad_norm": 71.42010498046875,
      "learning_rate": 4.9877488514548245e-06,
      "loss": 3.6914,
      "step": 3507
    },
    {
      "epoch": 0.608869218085568,
      "grad_norm": 70.1376724243164,
      "learning_rate": 4.9874936191934665e-06,
      "loss": 3.5985,
      "step": 3508
    },
    {
      "epoch": 0.6090427839972229,
      "grad_norm": 77.35737609863281,
      "learning_rate": 4.9872383869321085e-06,
      "loss": 4.8929,
      "step": 3509
    },
    {
      "epoch": 0.6092163499088779,
      "grad_norm": 52.177738189697266,
      "learning_rate": 4.9869831546707505e-06,
      "loss": 3.4228,
      "step": 3510
    },
    {
      "epoch": 0.6093899158205328,
      "grad_norm": 44.56142807006836,
      "learning_rate": 4.9867279224093925e-06,
      "loss": 3.0471,
      "step": 3511
    },
    {
      "epoch": 0.6095634817321878,
      "grad_norm": 71.51154327392578,
      "learning_rate": 4.986472690148035e-06,
      "loss": 4.5719,
      "step": 3512
    },
    {
      "epoch": 0.6097370476438427,
      "grad_norm": 56.33577346801758,
      "learning_rate": 4.986217457886677e-06,
      "loss": 4.3095,
      "step": 3513
    },
    {
      "epoch": 0.6099106135554977,
      "grad_norm": 65.0449447631836,
      "learning_rate": 4.985962225625319e-06,
      "loss": 3.5773,
      "step": 3514
    },
    {
      "epoch": 0.6100841794671527,
      "grad_norm": 47.07441711425781,
      "learning_rate": 4.985706993363961e-06,
      "loss": 3.9287,
      "step": 3515
    },
    {
      "epoch": 0.6102577453788076,
      "grad_norm": 56.891357421875,
      "learning_rate": 4.985451761102603e-06,
      "loss": 3.2457,
      "step": 3516
    },
    {
      "epoch": 0.6104313112904626,
      "grad_norm": 43.939090728759766,
      "learning_rate": 4.9851965288412454e-06,
      "loss": 3.7484,
      "step": 3517
    },
    {
      "epoch": 0.6106048772021175,
      "grad_norm": 50.47073745727539,
      "learning_rate": 4.984941296579888e-06,
      "loss": 2.8026,
      "step": 3518
    },
    {
      "epoch": 0.6107784431137725,
      "grad_norm": 50.73472595214844,
      "learning_rate": 4.98468606431853e-06,
      "loss": 3.9162,
      "step": 3519
    },
    {
      "epoch": 0.6109520090254275,
      "grad_norm": 59.62830352783203,
      "learning_rate": 4.984430832057172e-06,
      "loss": 4.2242,
      "step": 3520
    },
    {
      "epoch": 0.6111255749370823,
      "grad_norm": 40.872310638427734,
      "learning_rate": 4.984175599795814e-06,
      "loss": 3.0689,
      "step": 3521
    },
    {
      "epoch": 0.6112991408487373,
      "grad_norm": 58.73344802856445,
      "learning_rate": 4.983920367534456e-06,
      "loss": 4.0329,
      "step": 3522
    },
    {
      "epoch": 0.6114727067603922,
      "grad_norm": 55.30432891845703,
      "learning_rate": 4.983665135273099e-06,
      "loss": 4.1175,
      "step": 3523
    },
    {
      "epoch": 0.6116462726720472,
      "grad_norm": 54.98749923706055,
      "learning_rate": 4.983409903011741e-06,
      "loss": 3.9789,
      "step": 3524
    },
    {
      "epoch": 0.6118198385837021,
      "grad_norm": 49.756805419921875,
      "learning_rate": 4.983154670750383e-06,
      "loss": 4.0188,
      "step": 3525
    },
    {
      "epoch": 0.6118198385837021,
      "eval_synth_accuracy": 0.8703071672354948,
      "eval_synth_auroc": 0.9379166613958079,
      "eval_synth_f1": 0.901656314699793,
      "eval_synth_loss": 0.30147239565849304,
      "eval_synth_precision": 0.9168421052631579,
      "eval_synth_recall": 0.8869653767820774,
      "eval_synth_runtime": 101.8573,
      "eval_synth_samples_per_second": 14.383,
      "eval_synth_steps_per_second": 0.452,
      "step": 3525
    },
    {
      "epoch": 0.6118198385837021,
      "eval_real_accuracy": 0.8263081395348837,
      "eval_real_auroc": 0.9081258821411996,
      "eval_real_f1": 0.8648954211418881,
      "eval_real_loss": 0.3698919117450714,
      "eval_real_precision": 0.8947368421052632,
      "eval_real_recall": 0.8369803063457331,
      "eval_real_runtime": 95.1783,
      "eval_real_samples_per_second": 14.457,
      "eval_real_steps_per_second": 0.452,
      "step": 3525
    },
    {
      "epoch": 0.6119934044953571,
      "grad_norm": 48.29132843017578,
      "learning_rate": 4.982899438489025e-06,
      "loss": 3.9233,
      "step": 3526
    },
    {
      "epoch": 0.6121669704070121,
      "grad_norm": 52.530609130859375,
      "learning_rate": 4.982644206227667e-06,
      "loss": 4.1987,
      "step": 3527
    },
    {
      "epoch": 0.612340536318667,
      "grad_norm": 66.51134490966797,
      "learning_rate": 4.982388973966309e-06,
      "loss": 4.0176,
      "step": 3528
    },
    {
      "epoch": 0.612514102230322,
      "grad_norm": 57.12510299682617,
      "learning_rate": 4.982133741704952e-06,
      "loss": 4.4769,
      "step": 3529
    },
    {
      "epoch": 0.612687668141977,
      "grad_norm": 96.5094223022461,
      "learning_rate": 4.981878509443594e-06,
      "loss": 4.9835,
      "step": 3530
    },
    {
      "epoch": 0.6128612340536319,
      "grad_norm": 101.9371566772461,
      "learning_rate": 4.981623277182236e-06,
      "loss": 3.9679,
      "step": 3531
    },
    {
      "epoch": 0.6130347999652869,
      "grad_norm": 44.897071838378906,
      "learning_rate": 4.981368044920878e-06,
      "loss": 3.2406,
      "step": 3532
    },
    {
      "epoch": 0.6132083658769417,
      "grad_norm": 45.100830078125,
      "learning_rate": 4.98111281265952e-06,
      "loss": 3.343,
      "step": 3533
    },
    {
      "epoch": 0.6133819317885967,
      "grad_norm": 91.35958099365234,
      "learning_rate": 4.980857580398163e-06,
      "loss": 3.5732,
      "step": 3534
    },
    {
      "epoch": 0.6135554977002516,
      "grad_norm": 53.07611846923828,
      "learning_rate": 4.980602348136805e-06,
      "loss": 3.6248,
      "step": 3535
    },
    {
      "epoch": 0.6137290636119066,
      "grad_norm": 58.13120651245117,
      "learning_rate": 4.980347115875447e-06,
      "loss": 3.7646,
      "step": 3536
    },
    {
      "epoch": 0.6139026295235616,
      "grad_norm": 63.97380828857422,
      "learning_rate": 4.980091883614089e-06,
      "loss": 3.2002,
      "step": 3537
    },
    {
      "epoch": 0.6140761954352165,
      "grad_norm": 81.79388427734375,
      "learning_rate": 4.979836651352731e-06,
      "loss": 4.0395,
      "step": 3538
    },
    {
      "epoch": 0.6142497613468715,
      "grad_norm": 48.67155838012695,
      "learning_rate": 4.979581419091374e-06,
      "loss": 3.6994,
      "step": 3539
    },
    {
      "epoch": 0.6144233272585264,
      "grad_norm": 55.99340057373047,
      "learning_rate": 4.979326186830016e-06,
      "loss": 4.0437,
      "step": 3540
    },
    {
      "epoch": 0.6145968931701814,
      "grad_norm": 87.958740234375,
      "learning_rate": 4.979070954568658e-06,
      "loss": 3.1668,
      "step": 3541
    },
    {
      "epoch": 0.6147704590818364,
      "grad_norm": 72.84315490722656,
      "learning_rate": 4.9788157223073e-06,
      "loss": 3.7958,
      "step": 3542
    },
    {
      "epoch": 0.6149440249934913,
      "grad_norm": 57.317405700683594,
      "learning_rate": 4.978560490045942e-06,
      "loss": 3.2656,
      "step": 3543
    },
    {
      "epoch": 0.6151175909051463,
      "grad_norm": 84.71842193603516,
      "learning_rate": 4.978305257784584e-06,
      "loss": 3.8612,
      "step": 3544
    },
    {
      "epoch": 0.6152911568168011,
      "grad_norm": 54.50944519042969,
      "learning_rate": 4.978050025523227e-06,
      "loss": 3.6082,
      "step": 3545
    },
    {
      "epoch": 0.6154647227284561,
      "grad_norm": 45.719451904296875,
      "learning_rate": 4.977794793261869e-06,
      "loss": 3.7642,
      "step": 3546
    },
    {
      "epoch": 0.615638288640111,
      "grad_norm": 52.12294387817383,
      "learning_rate": 4.977539561000511e-06,
      "loss": 3.6524,
      "step": 3547
    },
    {
      "epoch": 0.615811854551766,
      "grad_norm": 81.12664031982422,
      "learning_rate": 4.977284328739153e-06,
      "loss": 3.5359,
      "step": 3548
    },
    {
      "epoch": 0.615985420463421,
      "grad_norm": 98.97782135009766,
      "learning_rate": 4.977029096477795e-06,
      "loss": 3.7709,
      "step": 3549
    },
    {
      "epoch": 0.6161589863750759,
      "grad_norm": 70.08248138427734,
      "learning_rate": 4.976773864216438e-06,
      "loss": 3.2492,
      "step": 3550
    },
    {
      "epoch": 0.6161589863750759,
      "eval_synth_accuracy": 0.8764505119453925,
      "eval_synth_auroc": 0.9457481035449687,
      "eval_synth_f1": 0.9068450849202264,
      "eval_synth_loss": 0.2797442376613617,
      "eval_synth_precision": 0.9167533818938606,
      "eval_synth_recall": 0.8971486761710794,
      "eval_synth_runtime": 101.9773,
      "eval_synth_samples_per_second": 14.366,
      "eval_synth_steps_per_second": 0.451,
      "step": 3550
    },
    {
      "epoch": 0.6161589863750759,
      "eval_real_accuracy": 0.8306686046511628,
      "eval_real_auroc": 0.9049750395483437,
      "eval_real_f1": 0.8721886999451454,
      "eval_real_loss": 0.36892858147621155,
      "eval_real_precision": 0.8745874587458746,
      "eval_real_recall": 0.8698030634573304,
      "eval_real_runtime": 95.2925,
      "eval_real_samples_per_second": 14.44,
      "eval_real_steps_per_second": 0.451,
      "step": 3550
    },
    {
      "epoch": 0.6163325522867309,
      "grad_norm": 51.45033645629883,
      "learning_rate": 4.97651863195508e-06,
      "loss": 3.3374,
      "step": 3551
    },
    {
      "epoch": 0.6165061181983859,
      "grad_norm": 71.77019500732422,
      "learning_rate": 4.976263399693722e-06,
      "loss": 3.7559,
      "step": 3552
    },
    {
      "epoch": 0.6166796841100408,
      "grad_norm": 56.84458923339844,
      "learning_rate": 4.976008167432364e-06,
      "loss": 4.2941,
      "step": 3553
    },
    {
      "epoch": 0.6168532500216958,
      "grad_norm": 40.232845306396484,
      "learning_rate": 4.975752935171006e-06,
      "loss": 2.5132,
      "step": 3554
    },
    {
      "epoch": 0.6170268159333507,
      "grad_norm": 52.162933349609375,
      "learning_rate": 4.975497702909648e-06,
      "loss": 3.6168,
      "step": 3555
    },
    {
      "epoch": 0.6172003818450056,
      "grad_norm": 65.03719329833984,
      "learning_rate": 4.9752424706482906e-06,
      "loss": 4.5206,
      "step": 3556
    },
    {
      "epoch": 0.6173739477566605,
      "grad_norm": 43.77801513671875,
      "learning_rate": 4.974987238386933e-06,
      "loss": 3.0633,
      "step": 3557
    },
    {
      "epoch": 0.6175475136683155,
      "grad_norm": 77.96102142333984,
      "learning_rate": 4.974732006125575e-06,
      "loss": 2.9224,
      "step": 3558
    },
    {
      "epoch": 0.6177210795799705,
      "grad_norm": 50.45291519165039,
      "learning_rate": 4.974476773864217e-06,
      "loss": 3.4683,
      "step": 3559
    },
    {
      "epoch": 0.6178946454916254,
      "grad_norm": 44.67451095581055,
      "learning_rate": 4.974221541602859e-06,
      "loss": 2.0144,
      "step": 3560
    },
    {
      "epoch": 0.6180682114032804,
      "grad_norm": 57.63936233520508,
      "learning_rate": 4.9739663093415015e-06,
      "loss": 4.0589,
      "step": 3561
    },
    {
      "epoch": 0.6182417773149353,
      "grad_norm": 88.46558380126953,
      "learning_rate": 4.9737110770801435e-06,
      "loss": 3.8455,
      "step": 3562
    },
    {
      "epoch": 0.6184153432265903,
      "grad_norm": 50.343482971191406,
      "learning_rate": 4.9734558448187855e-06,
      "loss": 3.0083,
      "step": 3563
    },
    {
      "epoch": 0.6185889091382453,
      "grad_norm": 56.96540451049805,
      "learning_rate": 4.9732006125574275e-06,
      "loss": 3.7032,
      "step": 3564
    },
    {
      "epoch": 0.6187624750499002,
      "grad_norm": 69.4031753540039,
      "learning_rate": 4.9729453802960695e-06,
      "loss": 4.2513,
      "step": 3565
    },
    {
      "epoch": 0.6189360409615552,
      "grad_norm": 56.68190383911133,
      "learning_rate": 4.9726901480347115e-06,
      "loss": 3.2517,
      "step": 3566
    },
    {
      "epoch": 0.6191096068732101,
      "grad_norm": 50.20565414428711,
      "learning_rate": 4.972434915773354e-06,
      "loss": 3.6774,
      "step": 3567
    },
    {
      "epoch": 0.619283172784865,
      "grad_norm": 68.38093566894531,
      "learning_rate": 4.972179683511996e-06,
      "loss": 3.8774,
      "step": 3568
    },
    {
      "epoch": 0.61945673869652,
      "grad_norm": 68.09961700439453,
      "learning_rate": 4.971924451250638e-06,
      "loss": 4.032,
      "step": 3569
    },
    {
      "epoch": 0.6196303046081749,
      "grad_norm": 74.84120178222656,
      "learning_rate": 4.97166921898928e-06,
      "loss": 3.9822,
      "step": 3570
    },
    {
      "epoch": 0.6198038705198299,
      "grad_norm": 83.15284729003906,
      "learning_rate": 4.971413986727922e-06,
      "loss": 3.3019,
      "step": 3571
    },
    {
      "epoch": 0.6199774364314848,
      "grad_norm": 66.62071990966797,
      "learning_rate": 4.971158754466565e-06,
      "loss": 3.1947,
      "step": 3572
    },
    {
      "epoch": 0.6201510023431398,
      "grad_norm": 73.04481506347656,
      "learning_rate": 4.970903522205207e-06,
      "loss": 4.3459,
      "step": 3573
    },
    {
      "epoch": 0.6203245682547948,
      "grad_norm": 52.42750930786133,
      "learning_rate": 4.970648289943849e-06,
      "loss": 3.6402,
      "step": 3574
    },
    {
      "epoch": 0.6204981341664497,
      "grad_norm": 67.04266357421875,
      "learning_rate": 4.970393057682491e-06,
      "loss": 3.3718,
      "step": 3575
    },
    {
      "epoch": 0.6204981341664497,
      "eval_synth_accuracy": 0.8621160409556314,
      "eval_synth_auroc": 0.9427110346485181,
      "eval_synth_f1": 0.894572025052192,
      "eval_synth_loss": 0.3031403124332428,
      "eval_synth_precision": 0.917558886509636,
      "eval_synth_recall": 0.8727087576374746,
      "eval_synth_runtime": 101.8908,
      "eval_synth_samples_per_second": 14.378,
      "eval_synth_steps_per_second": 0.451,
      "step": 3575
    },
    {
      "epoch": 0.6204981341664497,
      "eval_real_accuracy": 0.8263081395348837,
      "eval_real_auroc": 0.8994039330472591,
      "eval_real_f1": 0.8725333333333334,
      "eval_real_loss": 0.36959677934646606,
      "eval_real_precision": 0.8511966701352758,
      "eval_real_recall": 0.8949671772428884,
      "eval_real_runtime": 95.3021,
      "eval_real_samples_per_second": 14.438,
      "eval_real_steps_per_second": 0.451,
      "step": 3575
    },
    {
      "epoch": 0.6206717000781047,
      "grad_norm": 56.86312484741211,
      "learning_rate": 4.970137825421133e-06,
      "loss": 3.7134,
      "step": 3576
    },
    {
      "epoch": 0.6208452659897596,
      "grad_norm": 64.24295806884766,
      "learning_rate": 4.969882593159776e-06,
      "loss": 3.1949,
      "step": 3577
    },
    {
      "epoch": 0.6210188319014146,
      "grad_norm": 42.886783599853516,
      "learning_rate": 4.969627360898418e-06,
      "loss": 3.2934,
      "step": 3578
    },
    {
      "epoch": 0.6211923978130696,
      "grad_norm": 45.731929779052734,
      "learning_rate": 4.96937212863706e-06,
      "loss": 3.7472,
      "step": 3579
    },
    {
      "epoch": 0.6213659637247244,
      "grad_norm": 104.26822662353516,
      "learning_rate": 4.969116896375702e-06,
      "loss": 4.1592,
      "step": 3580
    },
    {
      "epoch": 0.6215395296363794,
      "grad_norm": 53.62089920043945,
      "learning_rate": 4.968861664114344e-06,
      "loss": 2.7882,
      "step": 3581
    },
    {
      "epoch": 0.6217130955480343,
      "grad_norm": 55.58504867553711,
      "learning_rate": 4.968606431852986e-06,
      "loss": 3.5813,
      "step": 3582
    },
    {
      "epoch": 0.6218866614596893,
      "grad_norm": 53.90810012817383,
      "learning_rate": 4.968351199591629e-06,
      "loss": 3.8573,
      "step": 3583
    },
    {
      "epoch": 0.6220602273713443,
      "grad_norm": 68.93091583251953,
      "learning_rate": 4.968095967330271e-06,
      "loss": 4.2398,
      "step": 3584
    },
    {
      "epoch": 0.6222337932829992,
      "grad_norm": 96.35453796386719,
      "learning_rate": 4.967840735068913e-06,
      "loss": 4.5623,
      "step": 3585
    },
    {
      "epoch": 0.6224073591946542,
      "grad_norm": 67.95092010498047,
      "learning_rate": 4.967585502807555e-06,
      "loss": 4.3032,
      "step": 3586
    },
    {
      "epoch": 0.6225809251063091,
      "grad_norm": 63.41563415527344,
      "learning_rate": 4.967330270546197e-06,
      "loss": 2.4682,
      "step": 3587
    },
    {
      "epoch": 0.6227544910179641,
      "grad_norm": 50.16403579711914,
      "learning_rate": 4.96707503828484e-06,
      "loss": 3.0884,
      "step": 3588
    },
    {
      "epoch": 0.6229280569296191,
      "grad_norm": 62.84242248535156,
      "learning_rate": 4.966819806023482e-06,
      "loss": 2.8436,
      "step": 3589
    },
    {
      "epoch": 0.623101622841274,
      "grad_norm": 81.00440216064453,
      "learning_rate": 4.966564573762124e-06,
      "loss": 3.9916,
      "step": 3590
    },
    {
      "epoch": 0.623275188752929,
      "grad_norm": 75.10839080810547,
      "learning_rate": 4.966309341500766e-06,
      "loss": 2.8882,
      "step": 3591
    },
    {
      "epoch": 0.6234487546645838,
      "grad_norm": 49.926910400390625,
      "learning_rate": 4.966054109239408e-06,
      "loss": 3.4638,
      "step": 3592
    },
    {
      "epoch": 0.6236223205762388,
      "grad_norm": 54.88301086425781,
      "learning_rate": 4.96579887697805e-06,
      "loss": 3.789,
      "step": 3593
    },
    {
      "epoch": 0.6237958864878937,
      "grad_norm": 47.63847351074219,
      "learning_rate": 4.965543644716693e-06,
      "loss": 3.6117,
      "step": 3594
    },
    {
      "epoch": 0.6239694523995487,
      "grad_norm": 103.0346450805664,
      "learning_rate": 4.965288412455335e-06,
      "loss": 4.6287,
      "step": 3595
    },
    {
      "epoch": 0.6241430183112037,
      "grad_norm": 62.621368408203125,
      "learning_rate": 4.965033180193977e-06,
      "loss": 4.0023,
      "step": 3596
    },
    {
      "epoch": 0.6243165842228586,
      "grad_norm": 51.063087463378906,
      "learning_rate": 4.964777947932619e-06,
      "loss": 2.6069,
      "step": 3597
    },
    {
      "epoch": 0.6244901501345136,
      "grad_norm": 62.725399017333984,
      "learning_rate": 4.964522715671261e-06,
      "loss": 3.5798,
      "step": 3598
    },
    {
      "epoch": 0.6246637160461685,
      "grad_norm": 86.14419555664062,
      "learning_rate": 4.964267483409904e-06,
      "loss": 3.5933,
      "step": 3599
    },
    {
      "epoch": 0.6248372819578235,
      "grad_norm": 60.58864974975586,
      "learning_rate": 4.964012251148546e-06,
      "loss": 2.9091,
      "step": 3600
    },
    {
      "epoch": 0.6248372819578235,
      "eval_synth_accuracy": 0.856655290102389,
      "eval_synth_auroc": 0.9443734635446317,
      "eval_synth_f1": 0.8878205128205128,
      "eval_synth_loss": 0.3261162340641022,
      "eval_synth_precision": 0.9337078651685393,
      "eval_synth_recall": 0.8462321792260692,
      "eval_synth_runtime": 101.9223,
      "eval_synth_samples_per_second": 14.374,
      "eval_synth_steps_per_second": 0.451,
      "step": 3600
    },
    {
      "epoch": 0.6248372819578235,
      "eval_real_accuracy": 0.8146802325581395,
      "eval_real_auroc": 0.8982648460219576,
      "eval_real_f1": 0.8580968280467446,
      "eval_real_loss": 0.38965991139411926,
      "eval_real_precision": 0.8731596828992072,
      "eval_real_recall": 0.8435448577680525,
      "eval_real_runtime": 95.2655,
      "eval_real_samples_per_second": 14.444,
      "eval_real_steps_per_second": 0.451,
      "step": 3600
    },
    {
      "epoch": 0.6250108478694785,
      "grad_norm": 52.579673767089844,
      "learning_rate": 4.963757018887188e-06,
      "loss": 3.5698,
      "step": 3601
    },
    {
      "epoch": 0.6251844137811334,
      "grad_norm": 64.65697479248047,
      "learning_rate": 4.96350178662583e-06,
      "loss": 3.2568,
      "step": 3602
    },
    {
      "epoch": 0.6253579796927884,
      "grad_norm": 123.56184387207031,
      "learning_rate": 4.963246554364472e-06,
      "loss": 4.9039,
      "step": 3603
    },
    {
      "epoch": 0.6255315456044432,
      "grad_norm": 85.5881118774414,
      "learning_rate": 4.962991322103114e-06,
      "loss": 3.5482,
      "step": 3604
    },
    {
      "epoch": 0.6257051115160982,
      "grad_norm": 69.01583862304688,
      "learning_rate": 4.962736089841757e-06,
      "loss": 3.3133,
      "step": 3605
    },
    {
      "epoch": 0.6258786774277532,
      "grad_norm": 49.286495208740234,
      "learning_rate": 4.962480857580399e-06,
      "loss": 3.2735,
      "step": 3606
    },
    {
      "epoch": 0.6260522433394081,
      "grad_norm": 46.94035720825195,
      "learning_rate": 4.962225625319041e-06,
      "loss": 4.0263,
      "step": 3607
    },
    {
      "epoch": 0.6262258092510631,
      "grad_norm": 79.19280242919922,
      "learning_rate": 4.961970393057683e-06,
      "loss": 3.0569,
      "step": 3608
    },
    {
      "epoch": 0.626399375162718,
      "grad_norm": 87.30049896240234,
      "learning_rate": 4.961715160796325e-06,
      "loss": 3.8216,
      "step": 3609
    },
    {
      "epoch": 0.626572941074373,
      "grad_norm": 49.625579833984375,
      "learning_rate": 4.9614599285349675e-06,
      "loss": 3.416,
      "step": 3610
    },
    {
      "epoch": 0.626746506986028,
      "grad_norm": 53.29724884033203,
      "learning_rate": 4.9612046962736096e-06,
      "loss": 3.6655,
      "step": 3611
    },
    {
      "epoch": 0.6269200728976829,
      "grad_norm": 53.624855041503906,
      "learning_rate": 4.9609494640122516e-06,
      "loss": 3.6965,
      "step": 3612
    },
    {
      "epoch": 0.6270936388093379,
      "grad_norm": 49.878456115722656,
      "learning_rate": 4.960694231750894e-06,
      "loss": 2.7216,
      "step": 3613
    },
    {
      "epoch": 0.6272672047209928,
      "grad_norm": 33.76102828979492,
      "learning_rate": 4.960438999489536e-06,
      "loss": 2.3611,
      "step": 3614
    },
    {
      "epoch": 0.6274407706326477,
      "grad_norm": 52.820777893066406,
      "learning_rate": 4.9601837672281784e-06,
      "loss": 2.8434,
      "step": 3615
    },
    {
      "epoch": 0.6276143365443027,
      "grad_norm": 54.30154800415039,
      "learning_rate": 4.9599285349668205e-06,
      "loss": 3.4471,
      "step": 3616
    },
    {
      "epoch": 0.6277879024559576,
      "grad_norm": 47.362586975097656,
      "learning_rate": 4.9596733027054625e-06,
      "loss": 3.0944,
      "step": 3617
    },
    {
      "epoch": 0.6279614683676126,
      "grad_norm": 54.15770721435547,
      "learning_rate": 4.9594180704441045e-06,
      "loss": 3.1396,
      "step": 3618
    },
    {
      "epoch": 0.6281350342792675,
      "grad_norm": 64.74391174316406,
      "learning_rate": 4.9591628381827465e-06,
      "loss": 3.9004,
      "step": 3619
    },
    {
      "epoch": 0.6283086001909225,
      "grad_norm": 79.2116928100586,
      "learning_rate": 4.9589076059213885e-06,
      "loss": 4.0887,
      "step": 3620
    },
    {
      "epoch": 0.6284821661025775,
      "grad_norm": 63.117515563964844,
      "learning_rate": 4.958652373660031e-06,
      "loss": 4.5142,
      "step": 3621
    },
    {
      "epoch": 0.6286557320142324,
      "grad_norm": 62.09695816040039,
      "learning_rate": 4.958397141398673e-06,
      "loss": 3.1762,
      "step": 3622
    },
    {
      "epoch": 0.6288292979258874,
      "grad_norm": 56.95929718017578,
      "learning_rate": 4.958141909137315e-06,
      "loss": 4.2478,
      "step": 3623
    },
    {
      "epoch": 0.6290028638375423,
      "grad_norm": 100.70963287353516,
      "learning_rate": 4.957886676875957e-06,
      "loss": 5.1226,
      "step": 3624
    },
    {
      "epoch": 0.6291764297491973,
      "grad_norm": 67.4859619140625,
      "learning_rate": 4.957631444614599e-06,
      "loss": 3.9097,
      "step": 3625
    },
    {
      "epoch": 0.6291764297491973,
      "eval_synth_accuracy": 0.8764505119453925,
      "eval_synth_auroc": 0.9374053880827987,
      "eval_synth_f1": 0.9085396664982315,
      "eval_synth_loss": 0.2913173735141754,
      "eval_synth_precision": 0.9017051153460381,
      "eval_synth_recall": 0.9154786150712831,
      "eval_synth_runtime": 102.7472,
      "eval_synth_samples_per_second": 14.258,
      "eval_synth_steps_per_second": 0.448,
      "step": 3625
    },
    {
      "epoch": 0.6291764297491973,
      "eval_real_accuracy": 0.8270348837209303,
      "eval_real_auroc": 0.8895760512281299,
      "eval_real_f1": 0.8743400211193242,
      "eval_real_loss": 0.390581876039505,
      "eval_real_precision": 0.8448979591836735,
      "eval_real_recall": 0.9059080962800875,
      "eval_real_runtime": 95.2869,
      "eval_real_samples_per_second": 14.441,
      "eval_real_steps_per_second": 0.451,
      "step": 3625
    },
    {
      "epoch": 0.6293499956608523,
      "grad_norm": 70.63365936279297,
      "learning_rate": 4.957376212353242e-06,
      "loss": 3.7977,
      "step": 3626
    },
    {
      "epoch": 0.6295235615725071,
      "grad_norm": 43.35172653198242,
      "learning_rate": 4.957120980091884e-06,
      "loss": 3.8513,
      "step": 3627
    },
    {
      "epoch": 0.6296971274841621,
      "grad_norm": 71.9276351928711,
      "learning_rate": 4.956865747830526e-06,
      "loss": 3.332,
      "step": 3628
    },
    {
      "epoch": 0.629870693395817,
      "grad_norm": 63.38825607299805,
      "learning_rate": 4.956610515569168e-06,
      "loss": 3.2921,
      "step": 3629
    },
    {
      "epoch": 0.630044259307472,
      "grad_norm": 76.58777618408203,
      "learning_rate": 4.95635528330781e-06,
      "loss": 3.3363,
      "step": 3630
    },
    {
      "epoch": 0.630217825219127,
      "grad_norm": 44.76765823364258,
      "learning_rate": 4.956100051046452e-06,
      "loss": 4.1583,
      "step": 3631
    },
    {
      "epoch": 0.6303913911307819,
      "grad_norm": 63.080814361572266,
      "learning_rate": 4.955844818785095e-06,
      "loss": 3.2033,
      "step": 3632
    },
    {
      "epoch": 0.6305649570424369,
      "grad_norm": 65.98566436767578,
      "learning_rate": 4.955589586523737e-06,
      "loss": 3.1867,
      "step": 3633
    },
    {
      "epoch": 0.6307385229540918,
      "grad_norm": 75.84025573730469,
      "learning_rate": 4.955334354262379e-06,
      "loss": 3.0211,
      "step": 3634
    },
    {
      "epoch": 0.6309120888657468,
      "grad_norm": 57.19024658203125,
      "learning_rate": 4.955079122001021e-06,
      "loss": 3.5171,
      "step": 3635
    },
    {
      "epoch": 0.6310856547774017,
      "grad_norm": 59.18955993652344,
      "learning_rate": 4.954823889739663e-06,
      "loss": 3.7439,
      "step": 3636
    },
    {
      "epoch": 0.6312592206890567,
      "grad_norm": 51.47443771362305,
      "learning_rate": 4.954568657478306e-06,
      "loss": 3.1418,
      "step": 3637
    },
    {
      "epoch": 0.6314327866007117,
      "grad_norm": 54.574363708496094,
      "learning_rate": 4.954313425216948e-06,
      "loss": 3.0625,
      "step": 3638
    },
    {
      "epoch": 0.6316063525123665,
      "grad_norm": 54.170387268066406,
      "learning_rate": 4.95405819295559e-06,
      "loss": 3.4026,
      "step": 3639
    },
    {
      "epoch": 0.6317799184240215,
      "grad_norm": 59.70792770385742,
      "learning_rate": 4.953802960694232e-06,
      "loss": 3.2216,
      "step": 3640
    },
    {
      "epoch": 0.6319534843356764,
      "grad_norm": 78.88648223876953,
      "learning_rate": 4.953547728432874e-06,
      "loss": 3.0308,
      "step": 3641
    },
    {
      "epoch": 0.6321270502473314,
      "grad_norm": 61.94379425048828,
      "learning_rate": 4.953292496171517e-06,
      "loss": 2.8289,
      "step": 3642
    },
    {
      "epoch": 0.6323006161589864,
      "grad_norm": 50.41949462890625,
      "learning_rate": 4.953037263910159e-06,
      "loss": 3.4122,
      "step": 3643
    },
    {
      "epoch": 0.6324741820706413,
      "grad_norm": 68.3547592163086,
      "learning_rate": 4.952782031648801e-06,
      "loss": 3.7364,
      "step": 3644
    },
    {
      "epoch": 0.6326477479822963,
      "grad_norm": 86.60778045654297,
      "learning_rate": 4.952526799387443e-06,
      "loss": 4.2426,
      "step": 3645
    },
    {
      "epoch": 0.6328213138939512,
      "grad_norm": 57.72015380859375,
      "learning_rate": 4.952271567126085e-06,
      "loss": 3.7648,
      "step": 3646
    },
    {
      "epoch": 0.6329948798056062,
      "grad_norm": 75.10038757324219,
      "learning_rate": 4.952016334864727e-06,
      "loss": 4.0361,
      "step": 3647
    },
    {
      "epoch": 0.6331684457172612,
      "grad_norm": 52.79606246948242,
      "learning_rate": 4.95176110260337e-06,
      "loss": 2.9263,
      "step": 3648
    },
    {
      "epoch": 0.6333420116289161,
      "grad_norm": 71.74763488769531,
      "learning_rate": 4.951505870342012e-06,
      "loss": 3.8931,
      "step": 3649
    },
    {
      "epoch": 0.6335155775405711,
      "grad_norm": 83.19491577148438,
      "learning_rate": 4.951250638080654e-06,
      "loss": 3.3686,
      "step": 3650
    },
    {
      "epoch": 0.6335155775405711,
      "eval_synth_accuracy": 0.8668941979522184,
      "eval_synth_auroc": 0.9385913313346236,
      "eval_synth_f1": 0.8975302154492906,
      "eval_synth_loss": 0.31319332122802734,
      "eval_synth_precision": 0.9272529858849077,
      "eval_synth_recall": 0.869653767820774,
      "eval_synth_runtime": 101.894,
      "eval_synth_samples_per_second": 14.378,
      "eval_synth_steps_per_second": 0.451,
      "step": 3650
    },
    {
      "epoch": 0.6335155775405711,
      "eval_real_accuracy": 0.8132267441860465,
      "eval_real_auroc": 0.8996715356124546,
      "eval_real_f1": 0.8547201808931599,
      "eval_real_loss": 0.39375925064086914,
      "eval_real_precision": 0.8842105263157894,
      "eval_real_recall": 0.8271334792122538,
      "eval_real_runtime": 95.2554,
      "eval_real_samples_per_second": 14.445,
      "eval_real_steps_per_second": 0.451,
      "step": 3650
    },
    {
      "epoch": 0.6336891434522259,
      "grad_norm": 79.8931884765625,
      "learning_rate": 4.950995405819296e-06,
      "loss": 3.4509,
      "step": 3651
    },
    {
      "epoch": 0.6338627093638809,
      "grad_norm": 74.0313949584961,
      "learning_rate": 4.950740173557938e-06,
      "loss": 3.2597,
      "step": 3652
    },
    {
      "epoch": 0.6340362752755359,
      "grad_norm": 85.89067840576172,
      "learning_rate": 4.950484941296581e-06,
      "loss": 3.1513,
      "step": 3653
    },
    {
      "epoch": 0.6342098411871908,
      "grad_norm": 43.429813385009766,
      "learning_rate": 4.950229709035223e-06,
      "loss": 3.2864,
      "step": 3654
    },
    {
      "epoch": 0.6343834070988458,
      "grad_norm": 47.810333251953125,
      "learning_rate": 4.949974476773865e-06,
      "loss": 3.5631,
      "step": 3655
    },
    {
      "epoch": 0.6345569730105007,
      "grad_norm": 53.98900604248047,
      "learning_rate": 4.949719244512507e-06,
      "loss": 3.0698,
      "step": 3656
    },
    {
      "epoch": 0.6347305389221557,
      "grad_norm": 84.80712127685547,
      "learning_rate": 4.949464012251149e-06,
      "loss": 4.108,
      "step": 3657
    },
    {
      "epoch": 0.6349041048338107,
      "grad_norm": 77.02706146240234,
      "learning_rate": 4.949208779989791e-06,
      "loss": 2.6768,
      "step": 3658
    },
    {
      "epoch": 0.6350776707454656,
      "grad_norm": 101.62994384765625,
      "learning_rate": 4.948953547728434e-06,
      "loss": 4.1463,
      "step": 3659
    },
    {
      "epoch": 0.6352512366571206,
      "grad_norm": 49.54295349121094,
      "learning_rate": 4.948698315467076e-06,
      "loss": 2.93,
      "step": 3660
    },
    {
      "epoch": 0.6354248025687755,
      "grad_norm": 59.644588470458984,
      "learning_rate": 4.948443083205718e-06,
      "loss": 3.414,
      "step": 3661
    },
    {
      "epoch": 0.6355983684804305,
      "grad_norm": 72.96987915039062,
      "learning_rate": 4.94818785094436e-06,
      "loss": 3.8974,
      "step": 3662
    },
    {
      "epoch": 0.6357719343920853,
      "grad_norm": 73.05827331542969,
      "learning_rate": 4.947932618683002e-06,
      "loss": 5.3349,
      "step": 3663
    },
    {
      "epoch": 0.6359455003037403,
      "grad_norm": 76.97095489501953,
      "learning_rate": 4.9476773864216445e-06,
      "loss": 3.0751,
      "step": 3664
    },
    {
      "epoch": 0.6361190662153953,
      "grad_norm": 62.35296630859375,
      "learning_rate": 4.9474221541602865e-06,
      "loss": 2.8872,
      "step": 3665
    },
    {
      "epoch": 0.6362926321270502,
      "grad_norm": 53.215187072753906,
      "learning_rate": 4.9471669218989285e-06,
      "loss": 4.0396,
      "step": 3666
    },
    {
      "epoch": 0.6364661980387052,
      "grad_norm": 76.5077896118164,
      "learning_rate": 4.9469116896375706e-06,
      "loss": 4.0752,
      "step": 3667
    },
    {
      "epoch": 0.6366397639503601,
      "grad_norm": 58.80080032348633,
      "learning_rate": 4.9466564573762126e-06,
      "loss": 3.3317,
      "step": 3668
    },
    {
      "epoch": 0.6368133298620151,
      "grad_norm": 50.059696197509766,
      "learning_rate": 4.9464012251148546e-06,
      "loss": 4.1758,
      "step": 3669
    },
    {
      "epoch": 0.6369868957736701,
      "grad_norm": 54.054443359375,
      "learning_rate": 4.9461459928534974e-06,
      "loss": 3.6383,
      "step": 3670
    },
    {
      "epoch": 0.637160461685325,
      "grad_norm": 49.43914031982422,
      "learning_rate": 4.9458907605921394e-06,
      "loss": 2.7602,
      "step": 3671
    },
    {
      "epoch": 0.63733402759698,
      "grad_norm": 47.34296798706055,
      "learning_rate": 4.9456355283307815e-06,
      "loss": 4.3896,
      "step": 3672
    },
    {
      "epoch": 0.637507593508635,
      "grad_norm": 49.50228500366211,
      "learning_rate": 4.9453802960694235e-06,
      "loss": 3.4885,
      "step": 3673
    },
    {
      "epoch": 0.6376811594202898,
      "grad_norm": 90.877197265625,
      "learning_rate": 4.9451250638080655e-06,
      "loss": 3.4902,
      "step": 3674
    },
    {
      "epoch": 0.6378547253319448,
      "grad_norm": 60.91684341430664,
      "learning_rate": 4.944869831546708e-06,
      "loss": 3.6029,
      "step": 3675
    },
    {
      "epoch": 0.6378547253319448,
      "eval_synth_accuracy": 0.875085324232082,
      "eval_synth_auroc": 0.9432328496793209,
      "eval_synth_f1": 0.9057187017001546,
      "eval_synth_loss": 0.2856655418872833,
      "eval_synth_precision": 0.9165797705943691,
      "eval_synth_recall": 0.895112016293279,
      "eval_synth_runtime": 101.9798,
      "eval_synth_samples_per_second": 14.366,
      "eval_synth_steps_per_second": 0.451,
      "step": 3675
    },
    {
      "epoch": 0.6378547253319448,
      "eval_real_accuracy": 0.8328488372093024,
      "eval_real_auroc": 0.9002126611535801,
      "eval_real_f1": 0.8741794310722101,
      "eval_real_loss": 0.37337228655815125,
      "eval_real_precision": 0.8741794310722101,
      "eval_real_recall": 0.8741794310722101,
      "eval_real_runtime": 95.2847,
      "eval_real_samples_per_second": 14.441,
      "eval_real_steps_per_second": 0.451,
      "step": 3675
    },
    {
      "epoch": 0.6380282912435997,
      "grad_norm": 63.93598175048828,
      "learning_rate": 4.94461459928535e-06,
      "loss": 2.9369,
      "step": 3676
    },
    {
      "epoch": 0.6382018571552547,
      "grad_norm": 47.82212829589844,
      "learning_rate": 4.944359367023992e-06,
      "loss": 3.4708,
      "step": 3677
    },
    {
      "epoch": 0.6383754230669096,
      "grad_norm": 106.19084167480469,
      "learning_rate": 4.944104134762634e-06,
      "loss": 3.7797,
      "step": 3678
    },
    {
      "epoch": 0.6385489889785646,
      "grad_norm": 93.73603820800781,
      "learning_rate": 4.943848902501276e-06,
      "loss": 3.8198,
      "step": 3679
    },
    {
      "epoch": 0.6387225548902196,
      "grad_norm": 100.40231323242188,
      "learning_rate": 4.943593670239919e-06,
      "loss": 3.1419,
      "step": 3680
    },
    {
      "epoch": 0.6388961208018745,
      "grad_norm": 59.491825103759766,
      "learning_rate": 4.943338437978561e-06,
      "loss": 2.8695,
      "step": 3681
    },
    {
      "epoch": 0.6390696867135295,
      "grad_norm": 55.40620422363281,
      "learning_rate": 4.943083205717203e-06,
      "loss": 3.3917,
      "step": 3682
    },
    {
      "epoch": 0.6392432526251844,
      "grad_norm": 47.186527252197266,
      "learning_rate": 4.942827973455845e-06,
      "loss": 3.3471,
      "step": 3683
    },
    {
      "epoch": 0.6394168185368394,
      "grad_norm": 66.60187530517578,
      "learning_rate": 4.942572741194487e-06,
      "loss": 3.0454,
      "step": 3684
    },
    {
      "epoch": 0.6395903844484944,
      "grad_norm": 67.603515625,
      "learning_rate": 4.942317508933129e-06,
      "loss": 3.1165,
      "step": 3685
    },
    {
      "epoch": 0.6397639503601492,
      "grad_norm": 75.73834228515625,
      "learning_rate": 4.942062276671772e-06,
      "loss": 3.0443,
      "step": 3686
    },
    {
      "epoch": 0.6399375162718042,
      "grad_norm": 66.62169647216797,
      "learning_rate": 4.941807044410414e-06,
      "loss": 3.3413,
      "step": 3687
    },
    {
      "epoch": 0.6401110821834591,
      "grad_norm": 65.6727294921875,
      "learning_rate": 4.941551812149056e-06,
      "loss": 4.2087,
      "step": 3688
    },
    {
      "epoch": 0.6402846480951141,
      "grad_norm": 76.8155746459961,
      "learning_rate": 4.941296579887698e-06,
      "loss": 3.7339,
      "step": 3689
    },
    {
      "epoch": 0.640458214006769,
      "grad_norm": 138.74928283691406,
      "learning_rate": 4.94104134762634e-06,
      "loss": 4.8041,
      "step": 3690
    },
    {
      "epoch": 0.640631779918424,
      "grad_norm": 92.81521606445312,
      "learning_rate": 4.940786115364983e-06,
      "loss": 4.2819,
      "step": 3691
    },
    {
      "epoch": 0.640805345830079,
      "grad_norm": 69.59078979492188,
      "learning_rate": 4.940530883103625e-06,
      "loss": 3.9339,
      "step": 3692
    },
    {
      "epoch": 0.6409789117417339,
      "grad_norm": 43.410762786865234,
      "learning_rate": 4.940275650842267e-06,
      "loss": 2.5522,
      "step": 3693
    },
    {
      "epoch": 0.6411524776533889,
      "grad_norm": 58.701045989990234,
      "learning_rate": 4.940020418580909e-06,
      "loss": 2.94,
      "step": 3694
    },
    {
      "epoch": 0.6413260435650439,
      "grad_norm": 85.38227844238281,
      "learning_rate": 4.939765186319551e-06,
      "loss": 3.7667,
      "step": 3695
    },
    {
      "epoch": 0.6414996094766988,
      "grad_norm": 70.00453186035156,
      "learning_rate": 4.939509954058193e-06,
      "loss": 3.3662,
      "step": 3696
    },
    {
      "epoch": 0.6416731753883538,
      "grad_norm": 53.79890441894531,
      "learning_rate": 4.939254721796836e-06,
      "loss": 4.2794,
      "step": 3697
    },
    {
      "epoch": 0.6418467413000086,
      "grad_norm": 49.61080551147461,
      "learning_rate": 4.938999489535478e-06,
      "loss": 3.2739,
      "step": 3698
    },
    {
      "epoch": 0.6420203072116636,
      "grad_norm": 70.1408462524414,
      "learning_rate": 4.93874425727412e-06,
      "loss": 3.5932,
      "step": 3699
    },
    {
      "epoch": 0.6421938731233185,
      "grad_norm": 70.59326934814453,
      "learning_rate": 4.938489025012762e-06,
      "loss": 3.064,
      "step": 3700
    },
    {
      "epoch": 0.6421938731233185,
      "eval_synth_accuracy": 0.8600682593856656,
      "eval_synth_auroc": 0.9412604942800639,
      "eval_synth_f1": 0.8921620199894792,
      "eval_synth_loss": 0.31792521476745605,
      "eval_synth_precision": 0.9227421109902068,
      "eval_synth_recall": 0.8635437881873728,
      "eval_synth_runtime": 101.9337,
      "eval_synth_samples_per_second": 14.372,
      "eval_synth_steps_per_second": 0.451,
      "step": 3700
    },
    {
      "epoch": 0.6421938731233185,
      "eval_real_accuracy": 0.8372093023255814,
      "eval_real_auroc": 0.9052982939744428,
      "eval_real_f1": 0.8770581778265643,
      "eval_real_loss": 0.3655167818069458,
      "eval_real_precision": 0.8799559471365639,
      "eval_real_recall": 0.8741794310722101,
      "eval_real_runtime": 95.3152,
      "eval_real_samples_per_second": 14.436,
      "eval_real_steps_per_second": 0.451,
      "step": 3700
    },
    {
      "epoch": 0.6423674390349735,
      "grad_norm": 54.232601165771484,
      "learning_rate": 4.938233792751404e-06,
      "loss": 2.8873,
      "step": 3701
    },
    {
      "epoch": 0.6425410049466285,
      "grad_norm": 36.684532165527344,
      "learning_rate": 4.937978560490047e-06,
      "loss": 2.6183,
      "step": 3702
    },
    {
      "epoch": 0.6427145708582834,
      "grad_norm": 62.4527702331543,
      "learning_rate": 4.937723328228689e-06,
      "loss": 3.4174,
      "step": 3703
    },
    {
      "epoch": 0.6428881367699384,
      "grad_norm": 69.07905578613281,
      "learning_rate": 4.937468095967331e-06,
      "loss": 3.5529,
      "step": 3704
    },
    {
      "epoch": 0.6430617026815934,
      "grad_norm": 49.67250442504883,
      "learning_rate": 4.937212863705973e-06,
      "loss": 3.1698,
      "step": 3705
    },
    {
      "epoch": 0.6432352685932483,
      "grad_norm": 66.49305725097656,
      "learning_rate": 4.936957631444615e-06,
      "loss": 4.4097,
      "step": 3706
    },
    {
      "epoch": 0.6434088345049033,
      "grad_norm": 75.1885986328125,
      "learning_rate": 4.936702399183258e-06,
      "loss": 3.2456,
      "step": 3707
    },
    {
      "epoch": 0.6435824004165582,
      "grad_norm": 76.56097412109375,
      "learning_rate": 4.9364471669219e-06,
      "loss": 5.1831,
      "step": 3708
    },
    {
      "epoch": 0.6437559663282132,
      "grad_norm": 51.93779373168945,
      "learning_rate": 4.936191934660542e-06,
      "loss": 3.3735,
      "step": 3709
    },
    {
      "epoch": 0.643929532239868,
      "grad_norm": 66.8905029296875,
      "learning_rate": 4.935936702399184e-06,
      "loss": 4.2097,
      "step": 3710
    },
    {
      "epoch": 0.644103098151523,
      "grad_norm": 101.11365509033203,
      "learning_rate": 4.935681470137826e-06,
      "loss": 3.4357,
      "step": 3711
    },
    {
      "epoch": 0.644276664063178,
      "grad_norm": 82.72039031982422,
      "learning_rate": 4.935426237876468e-06,
      "loss": 3.5289,
      "step": 3712
    },
    {
      "epoch": 0.6444502299748329,
      "grad_norm": 47.37398147583008,
      "learning_rate": 4.935171005615111e-06,
      "loss": 4.0915,
      "step": 3713
    },
    {
      "epoch": 0.6446237958864879,
      "grad_norm": 41.24930191040039,
      "learning_rate": 4.934915773353753e-06,
      "loss": 2.58,
      "step": 3714
    },
    {
      "epoch": 0.6447973617981428,
      "grad_norm": 86.50988006591797,
      "learning_rate": 4.934660541092395e-06,
      "loss": 3.7461,
      "step": 3715
    },
    {
      "epoch": 0.6449709277097978,
      "grad_norm": 70.26979064941406,
      "learning_rate": 4.934405308831037e-06,
      "loss": 4.1428,
      "step": 3716
    },
    {
      "epoch": 0.6451444936214528,
      "grad_norm": 57.72124481201172,
      "learning_rate": 4.934150076569679e-06,
      "loss": 4.1,
      "step": 3717
    },
    {
      "epoch": 0.6453180595331077,
      "grad_norm": 43.91455078125,
      "learning_rate": 4.9338948443083215e-06,
      "loss": 3.8624,
      "step": 3718
    },
    {
      "epoch": 0.6454916254447627,
      "grad_norm": 45.634674072265625,
      "learning_rate": 4.9336396120469635e-06,
      "loss": 3.5333,
      "step": 3719
    },
    {
      "epoch": 0.6456651913564176,
      "grad_norm": 49.72246170043945,
      "learning_rate": 4.9333843797856055e-06,
      "loss": 2.381,
      "step": 3720
    },
    {
      "epoch": 0.6458387572680726,
      "grad_norm": 68.25694274902344,
      "learning_rate": 4.9331291475242475e-06,
      "loss": 2.9871,
      "step": 3721
    },
    {
      "epoch": 0.6460123231797275,
      "grad_norm": 46.023475646972656,
      "learning_rate": 4.9328739152628895e-06,
      "loss": 3.0646,
      "step": 3722
    },
    {
      "epoch": 0.6461858890913824,
      "grad_norm": 48.853816986083984,
      "learning_rate": 4.9326186830015316e-06,
      "loss": 4.1942,
      "step": 3723
    },
    {
      "epoch": 0.6463594550030374,
      "grad_norm": 58.22587966918945,
      "learning_rate": 4.932363450740174e-06,
      "loss": 3.6989,
      "step": 3724
    },
    {
      "epoch": 0.6465330209146923,
      "grad_norm": 77.15055084228516,
      "learning_rate": 4.932108218478816e-06,
      "loss": 3.1247,
      "step": 3725
    },
    {
      "epoch": 0.6465330209146923,
      "eval_synth_accuracy": 0.8546075085324232,
      "eval_synth_auroc": 0.9320828747686093,
      "eval_synth_f1": 0.8871224165341812,
      "eval_synth_loss": 0.34984901547431946,
      "eval_synth_precision": 0.9248618784530387,
      "eval_synth_recall": 0.8523421588594705,
      "eval_synth_runtime": 101.8699,
      "eval_synth_samples_per_second": 14.381,
      "eval_synth_steps_per_second": 0.452,
      "step": 3725
    },
    {
      "epoch": 0.6465330209146923,
      "eval_real_accuracy": 0.8284883720930233,
      "eval_real_auroc": 0.900578542536967,
      "eval_real_f1": 0.8672665916760405,
      "eval_real_loss": 0.38099342584609985,
      "eval_real_precision": 0.8923611111111112,
      "eval_real_recall": 0.8435448577680525,
      "eval_real_runtime": 95.2841,
      "eval_real_samples_per_second": 14.441,
      "eval_real_steps_per_second": 0.451,
      "step": 3725
    },
    {
      "epoch": 0.6467065868263473,
      "grad_norm": 62.908470153808594,
      "learning_rate": 4.9318529862174584e-06,
      "loss": 4.2917,
      "step": 3726
    },
    {
      "epoch": 0.6468801527380023,
      "grad_norm": 58.82173156738281,
      "learning_rate": 4.9315977539561004e-06,
      "loss": 3.1428,
      "step": 3727
    },
    {
      "epoch": 0.6470537186496572,
      "grad_norm": 42.055789947509766,
      "learning_rate": 4.9313425216947424e-06,
      "loss": 2.5453,
      "step": 3728
    },
    {
      "epoch": 0.6472272845613122,
      "grad_norm": 76.48650360107422,
      "learning_rate": 4.931087289433385e-06,
      "loss": 4.0008,
      "step": 3729
    },
    {
      "epoch": 0.6474008504729671,
      "grad_norm": 111.82239532470703,
      "learning_rate": 4.930832057172027e-06,
      "loss": 3.9146,
      "step": 3730
    },
    {
      "epoch": 0.6475744163846221,
      "grad_norm": 63.27525329589844,
      "learning_rate": 4.930576824910669e-06,
      "loss": 3.6009,
      "step": 3731
    },
    {
      "epoch": 0.6477479822962771,
      "grad_norm": 88.66368865966797,
      "learning_rate": 4.930321592649311e-06,
      "loss": 3.4027,
      "step": 3732
    },
    {
      "epoch": 0.6479215482079319,
      "grad_norm": 51.79123306274414,
      "learning_rate": 4.930066360387953e-06,
      "loss": 2.7319,
      "step": 3733
    },
    {
      "epoch": 0.6480951141195869,
      "grad_norm": 51.22577667236328,
      "learning_rate": 4.929811128126595e-06,
      "loss": 2.9456,
      "step": 3734
    },
    {
      "epoch": 0.6482686800312418,
      "grad_norm": 85.20655822753906,
      "learning_rate": 4.929555895865238e-06,
      "loss": 4.0368,
      "step": 3735
    },
    {
      "epoch": 0.6484422459428968,
      "grad_norm": 54.30112075805664,
      "learning_rate": 4.92930066360388e-06,
      "loss": 2.9894,
      "step": 3736
    },
    {
      "epoch": 0.6486158118545517,
      "grad_norm": 47.94388198852539,
      "learning_rate": 4.929045431342522e-06,
      "loss": 2.563,
      "step": 3737
    },
    {
      "epoch": 0.6487893777662067,
      "grad_norm": 55.17900848388672,
      "learning_rate": 4.928790199081164e-06,
      "loss": 4.3876,
      "step": 3738
    },
    {
      "epoch": 0.6489629436778617,
      "grad_norm": 64.24787139892578,
      "learning_rate": 4.928534966819806e-06,
      "loss": 3.6959,
      "step": 3739
    },
    {
      "epoch": 0.6491365095895166,
      "grad_norm": 100.34857940673828,
      "learning_rate": 4.928279734558449e-06,
      "loss": 3.6767,
      "step": 3740
    },
    {
      "epoch": 0.6493100755011716,
      "grad_norm": 86.46128845214844,
      "learning_rate": 4.928024502297091e-06,
      "loss": 3.8329,
      "step": 3741
    },
    {
      "epoch": 0.6494836414128266,
      "grad_norm": 42.25286865234375,
      "learning_rate": 4.927769270035732e-06,
      "loss": 2.6106,
      "step": 3742
    },
    {
      "epoch": 0.6496572073244815,
      "grad_norm": 50.963287353515625,
      "learning_rate": 4.927514037774375e-06,
      "loss": 3.6204,
      "step": 3743
    },
    {
      "epoch": 0.6498307732361365,
      "grad_norm": 49.00210189819336,
      "learning_rate": 4.927258805513017e-06,
      "loss": 2.7154,
      "step": 3744
    },
    {
      "epoch": 0.6500043391477913,
      "grad_norm": 76.92117309570312,
      "learning_rate": 4.92700357325166e-06,
      "loss": 3.1097,
      "step": 3745
    },
    {
      "epoch": 0.6501779050594463,
      "grad_norm": 71.31922912597656,
      "learning_rate": 4.926748340990302e-06,
      "loss": 3.7777,
      "step": 3746
    },
    {
      "epoch": 0.6503514709711012,
      "grad_norm": 46.547271728515625,
      "learning_rate": 4.926493108728944e-06,
      "loss": 2.798,
      "step": 3747
    },
    {
      "epoch": 0.6505250368827562,
      "grad_norm": 52.16472625732422,
      "learning_rate": 4.926237876467586e-06,
      "loss": 2.6744,
      "step": 3748
    },
    {
      "epoch": 0.6506986027944112,
      "grad_norm": 49.31427764892578,
      "learning_rate": 4.925982644206228e-06,
      "loss": 2.9267,
      "step": 3749
    },
    {
      "epoch": 0.6508721687060661,
      "grad_norm": 83.21910095214844,
      "learning_rate": 4.92572741194487e-06,
      "loss": 3.6047,
      "step": 3750
    },
    {
      "epoch": 0.6508721687060661,
      "eval_synth_accuracy": 0.8655290102389078,
      "eval_synth_auroc": 0.9371249783894786,
      "eval_synth_f1": 0.8976623376623377,
      "eval_synth_loss": 0.30899137258529663,
      "eval_synth_precision": 0.9162248144220573,
      "eval_synth_recall": 0.879837067209776,
      "eval_synth_runtime": 101.9285,
      "eval_synth_samples_per_second": 14.373,
      "eval_synth_steps_per_second": 0.451,
      "step": 3750
    },
    {
      "epoch": 0.6508721687060661,
      "eval_real_accuracy": 0.8284883720930233,
      "eval_real_auroc": 0.8915783341385093,
      "eval_real_f1": 0.8732545649838883,
      "eval_real_loss": 0.39079800248146057,
      "eval_real_precision": 0.8575949367088608,
      "eval_real_recall": 0.8894967177242888,
      "eval_real_runtime": 95.297,
      "eval_real_samples_per_second": 14.439,
      "eval_real_steps_per_second": 0.451,
      "step": 3750
    },
    {
      "epoch": 0.6510457346177211,
      "grad_norm": 48.99507522583008,
      "learning_rate": 4.925472179683513e-06,
      "loss": 3.4481,
      "step": 3751
    },
    {
      "epoch": 0.651219300529376,
      "grad_norm": 57.70597839355469,
      "learning_rate": 4.925216947422155e-06,
      "loss": 3.1277,
      "step": 3752
    },
    {
      "epoch": 0.651392866441031,
      "grad_norm": 76.2649917602539,
      "learning_rate": 4.924961715160796e-06,
      "loss": 2.8191,
      "step": 3753
    },
    {
      "epoch": 0.651566432352686,
      "grad_norm": 63.41355514526367,
      "learning_rate": 4.924706482899439e-06,
      "loss": 4.2624,
      "step": 3754
    },
    {
      "epoch": 0.6517399982643409,
      "grad_norm": 50.411930084228516,
      "learning_rate": 4.924451250638081e-06,
      "loss": 3.2816,
      "step": 3755
    },
    {
      "epoch": 0.6519135641759959,
      "grad_norm": 78.79270935058594,
      "learning_rate": 4.924196018376724e-06,
      "loss": 3.3535,
      "step": 3756
    },
    {
      "epoch": 0.6520871300876507,
      "grad_norm": 68.95392608642578,
      "learning_rate": 4.923940786115366e-06,
      "loss": 3.2355,
      "step": 3757
    },
    {
      "epoch": 0.6522606959993057,
      "grad_norm": 57.19231414794922,
      "learning_rate": 4.923685553854007e-06,
      "loss": 3.2451,
      "step": 3758
    },
    {
      "epoch": 0.6524342619109607,
      "grad_norm": 48.62928009033203,
      "learning_rate": 4.92343032159265e-06,
      "loss": 3.3349,
      "step": 3759
    },
    {
      "epoch": 0.6526078278226156,
      "grad_norm": 69.69896697998047,
      "learning_rate": 4.923175089331292e-06,
      "loss": 5.1512,
      "step": 3760
    },
    {
      "epoch": 0.6527813937342706,
      "grad_norm": 89.40564727783203,
      "learning_rate": 4.922919857069934e-06,
      "loss": 3.6992,
      "step": 3761
    },
    {
      "epoch": 0.6529549596459255,
      "grad_norm": 71.67671966552734,
      "learning_rate": 4.922664624808577e-06,
      "loss": 3.8109,
      "step": 3762
    },
    {
      "epoch": 0.6531285255575805,
      "grad_norm": 88.2303695678711,
      "learning_rate": 4.922409392547218e-06,
      "loss": 4.7397,
      "step": 3763
    },
    {
      "epoch": 0.6533020914692355,
      "grad_norm": 42.01066207885742,
      "learning_rate": 4.922154160285861e-06,
      "loss": 3.3448,
      "step": 3764
    },
    {
      "epoch": 0.6534756573808904,
      "grad_norm": 47.91468811035156,
      "learning_rate": 4.921898928024503e-06,
      "loss": 2.8955,
      "step": 3765
    },
    {
      "epoch": 0.6536492232925454,
      "grad_norm": 43.95545959472656,
      "learning_rate": 4.921643695763145e-06,
      "loss": 3.4893,
      "step": 3766
    },
    {
      "epoch": 0.6538227892042003,
      "grad_norm": 60.787689208984375,
      "learning_rate": 4.921388463501788e-06,
      "loss": 2.9594,
      "step": 3767
    },
    {
      "epoch": 0.6539963551158553,
      "grad_norm": 55.879241943359375,
      "learning_rate": 4.92113323124043e-06,
      "loss": 3.2966,
      "step": 3768
    },
    {
      "epoch": 0.6541699210275101,
      "grad_norm": 83.0345458984375,
      "learning_rate": 4.920877998979071e-06,
      "loss": 3.819,
      "step": 3769
    },
    {
      "epoch": 0.6543434869391651,
      "grad_norm": 38.11794662475586,
      "learning_rate": 4.920622766717714e-06,
      "loss": 2.6002,
      "step": 3770
    },
    {
      "epoch": 0.6545170528508201,
      "grad_norm": 64.59046936035156,
      "learning_rate": 4.920367534456356e-06,
      "loss": 3.6804,
      "step": 3771
    },
    {
      "epoch": 0.654690618762475,
      "grad_norm": 58.09526062011719,
      "learning_rate": 4.920112302194998e-06,
      "loss": 3.1684,
      "step": 3772
    },
    {
      "epoch": 0.65486418467413,
      "grad_norm": 51.06785583496094,
      "learning_rate": 4.9198570699336405e-06,
      "loss": 2.9775,
      "step": 3773
    },
    {
      "epoch": 0.655037750585785,
      "grad_norm": 48.7305908203125,
      "learning_rate": 4.919601837672282e-06,
      "loss": 3.3948,
      "step": 3774
    },
    {
      "epoch": 0.6552113164974399,
      "grad_norm": 63.16909408569336,
      "learning_rate": 4.9193466054109245e-06,
      "loss": 3.3563,
      "step": 3775
    },
    {
      "epoch": 0.6552113164974399,
      "eval_synth_accuracy": 0.8812286689419795,
      "eval_synth_auroc": 0.9404276985743381,
      "eval_synth_f1": 0.9118541033434651,
      "eval_synth_loss": 0.2978118658065796,
      "eval_synth_precision": 0.907258064516129,
      "eval_synth_recall": 0.9164969450101833,
      "eval_synth_runtime": 101.9032,
      "eval_synth_samples_per_second": 14.376,
      "eval_synth_steps_per_second": 0.451,
      "step": 3775
    },
    {
      "epoch": 0.6552113164974399,
      "eval_real_accuracy": 0.8386627906976745,
      "eval_real_auroc": 0.9024482082468954,
      "eval_real_f1": 0.8819148936170212,
      "eval_real_loss": 0.3753412067890167,
      "eval_real_precision": 0.8581780538302277,
      "eval_real_recall": 0.9070021881838074,
      "eval_real_runtime": 95.9968,
      "eval_real_samples_per_second": 14.334,
      "eval_real_steps_per_second": 0.448,
      "step": 3775
    },
    {
      "epoch": 0.6553848824090949,
      "grad_norm": 56.82353973388672,
      "learning_rate": 4.9190913731495665e-06,
      "loss": 4.1429,
      "step": 3776
    },
    {
      "epoch": 0.6555584483207498,
      "grad_norm": 81.16578674316406,
      "learning_rate": 4.9188361408882085e-06,
      "loss": 4.1536,
      "step": 3777
    },
    {
      "epoch": 0.6557320142324048,
      "grad_norm": 48.05641555786133,
      "learning_rate": 4.918580908626851e-06,
      "loss": 2.8077,
      "step": 3778
    },
    {
      "epoch": 0.6559055801440598,
      "grad_norm": 58.225093841552734,
      "learning_rate": 4.9183256763654926e-06,
      "loss": 3.2636,
      "step": 3779
    },
    {
      "epoch": 0.6560791460557147,
      "grad_norm": 84.43672943115234,
      "learning_rate": 4.9180704441041346e-06,
      "loss": 3.2596,
      "step": 3780
    },
    {
      "epoch": 0.6562527119673696,
      "grad_norm": 95.80352783203125,
      "learning_rate": 4.917815211842777e-06,
      "loss": 4.7149,
      "step": 3781
    },
    {
      "epoch": 0.6564262778790245,
      "grad_norm": 50.557708740234375,
      "learning_rate": 4.9175599795814194e-06,
      "loss": 3.0806,
      "step": 3782
    },
    {
      "epoch": 0.6565998437906795,
      "grad_norm": 56.979251861572266,
      "learning_rate": 4.917304747320062e-06,
      "loss": 3.3069,
      "step": 3783
    },
    {
      "epoch": 0.6567734097023344,
      "grad_norm": 44.66946029663086,
      "learning_rate": 4.9170495150587034e-06,
      "loss": 2.8921,
      "step": 3784
    },
    {
      "epoch": 0.6569469756139894,
      "grad_norm": 59.16942596435547,
      "learning_rate": 4.9167942827973455e-06,
      "loss": 3.3313,
      "step": 3785
    },
    {
      "epoch": 0.6571205415256444,
      "grad_norm": 133.98455810546875,
      "learning_rate": 4.916539050535988e-06,
      "loss": 3.7995,
      "step": 3786
    },
    {
      "epoch": 0.6572941074372993,
      "grad_norm": 53.10111999511719,
      "learning_rate": 4.91628381827463e-06,
      "loss": 3.5063,
      "step": 3787
    },
    {
      "epoch": 0.6574676733489543,
      "grad_norm": 91.59968566894531,
      "learning_rate": 4.916028586013272e-06,
      "loss": 3.2108,
      "step": 3788
    },
    {
      "epoch": 0.6576412392606092,
      "grad_norm": 47.851470947265625,
      "learning_rate": 4.915773353751915e-06,
      "loss": 3.0769,
      "step": 3789
    },
    {
      "epoch": 0.6578148051722642,
      "grad_norm": 52.68978500366211,
      "learning_rate": 4.915518121490556e-06,
      "loss": 2.9815,
      "step": 3790
    },
    {
      "epoch": 0.6579883710839192,
      "grad_norm": 90.73441314697266,
      "learning_rate": 4.915262889229198e-06,
      "loss": 2.7724,
      "step": 3791
    },
    {
      "epoch": 0.658161936995574,
      "grad_norm": 64.90413665771484,
      "learning_rate": 4.915007656967841e-06,
      "loss": 3.7337,
      "step": 3792
    },
    {
      "epoch": 0.658335502907229,
      "grad_norm": 96.22992706298828,
      "learning_rate": 4.914752424706483e-06,
      "loss": 3.6912,
      "step": 3793
    },
    {
      "epoch": 0.6585090688188839,
      "grad_norm": 66.61804962158203,
      "learning_rate": 4.914497192445126e-06,
      "loss": 3.112,
      "step": 3794
    },
    {
      "epoch": 0.6586826347305389,
      "grad_norm": 49.2152099609375,
      "learning_rate": 4.914241960183767e-06,
      "loss": 2.9239,
      "step": 3795
    },
    {
      "epoch": 0.6588562006421939,
      "grad_norm": 67.70882415771484,
      "learning_rate": 4.913986727922409e-06,
      "loss": 3.8336,
      "step": 3796
    },
    {
      "epoch": 0.6590297665538488,
      "grad_norm": 137.04522705078125,
      "learning_rate": 4.913731495661052e-06,
      "loss": 5.5477,
      "step": 3797
    },
    {
      "epoch": 0.6592033324655038,
      "grad_norm": 95.96604919433594,
      "learning_rate": 4.913476263399694e-06,
      "loss": 3.6808,
      "step": 3798
    },
    {
      "epoch": 0.6593768983771587,
      "grad_norm": 71.38270568847656,
      "learning_rate": 4.913221031138336e-06,
      "loss": 3.9302,
      "step": 3799
    },
    {
      "epoch": 0.6595504642888137,
      "grad_norm": 34.95362854003906,
      "learning_rate": 4.912965798876978e-06,
      "loss": 2.3648,
      "step": 3800
    },
    {
      "epoch": 0.6595504642888137,
      "eval_synth_accuracy": 0.8723549488054607,
      "eval_synth_auroc": 0.9414512993721353,
      "eval_synth_f1": 0.9019402202412166,
      "eval_synth_loss": 0.3100582957267761,
      "eval_synth_precision": 0.9297297297297298,
      "eval_synth_recall": 0.8757637474541752,
      "eval_synth_runtime": 101.9158,
      "eval_synth_samples_per_second": 14.375,
      "eval_synth_steps_per_second": 0.451,
      "step": 3800
    },
    {
      "epoch": 0.6595504642888137,
      "eval_real_accuracy": 0.8299418604651163,
      "eval_real_auroc": 0.9085568880426648,
      "eval_real_f1": 0.8682432432432432,
      "eval_real_loss": 0.3767607808113098,
      "eval_real_precision": 0.894431554524362,
      "eval_real_recall": 0.8435448577680525,
      "eval_real_runtime": 95.2683,
      "eval_real_samples_per_second": 14.443,
      "eval_real_steps_per_second": 0.451,
      "step": 3800
    },
    {
      "epoch": 0.6597240302004687,
      "grad_norm": 68.04214477539062,
      "learning_rate": 4.91271056661562e-06,
      "loss": 3.5583,
      "step": 3801
    },
    {
      "epoch": 0.6598975961121236,
      "grad_norm": 78.3672103881836,
      "learning_rate": 4.912455334354263e-06,
      "loss": 3.6741,
      "step": 3802
    },
    {
      "epoch": 0.6600711620237786,
      "grad_norm": 119.51963806152344,
      "learning_rate": 4.912200102092905e-06,
      "loss": 4.7459,
      "step": 3803
    },
    {
      "epoch": 0.6602447279354334,
      "grad_norm": 58.548274993896484,
      "learning_rate": 4.911944869831547e-06,
      "loss": 3.0342,
      "step": 3804
    },
    {
      "epoch": 0.6604182938470884,
      "grad_norm": 50.594078063964844,
      "learning_rate": 4.91168963757019e-06,
      "loss": 3.6102,
      "step": 3805
    },
    {
      "epoch": 0.6605918597587433,
      "grad_norm": 45.829044342041016,
      "learning_rate": 4.911434405308831e-06,
      "loss": 2.9702,
      "step": 3806
    },
    {
      "epoch": 0.6607654256703983,
      "grad_norm": 67.8020248413086,
      "learning_rate": 4.911179173047473e-06,
      "loss": 4.3273,
      "step": 3807
    },
    {
      "epoch": 0.6609389915820533,
      "grad_norm": 60.91634750366211,
      "learning_rate": 4.910923940786116e-06,
      "loss": 2.6338,
      "step": 3808
    },
    {
      "epoch": 0.6611125574937082,
      "grad_norm": 54.39845275878906,
      "learning_rate": 4.910668708524758e-06,
      "loss": 3.4739,
      "step": 3809
    },
    {
      "epoch": 0.6612861234053632,
      "grad_norm": 54.591094970703125,
      "learning_rate": 4.910413476263401e-06,
      "loss": 2.9011,
      "step": 3810
    },
    {
      "epoch": 0.6614596893170182,
      "grad_norm": 48.29768753051758,
      "learning_rate": 4.910158244002042e-06,
      "loss": 3.4614,
      "step": 3811
    },
    {
      "epoch": 0.6616332552286731,
      "grad_norm": 44.844425201416016,
      "learning_rate": 4.909903011740684e-06,
      "loss": 2.8557,
      "step": 3812
    },
    {
      "epoch": 0.6618068211403281,
      "grad_norm": 39.960350036621094,
      "learning_rate": 4.909647779479327e-06,
      "loss": 2.1212,
      "step": 3813
    },
    {
      "epoch": 0.661980387051983,
      "grad_norm": 64.84403228759766,
      "learning_rate": 4.909392547217969e-06,
      "loss": 3.7153,
      "step": 3814
    },
    {
      "epoch": 0.662153952963638,
      "grad_norm": 51.91747283935547,
      "learning_rate": 4.909137314956611e-06,
      "loss": 3.3739,
      "step": 3815
    },
    {
      "epoch": 0.6623275188752928,
      "grad_norm": 51.20002746582031,
      "learning_rate": 4.908882082695253e-06,
      "loss": 3.4035,
      "step": 3816
    },
    {
      "epoch": 0.6625010847869478,
      "grad_norm": 51.64186096191406,
      "learning_rate": 4.908626850433895e-06,
      "loss": 3.3447,
      "step": 3817
    },
    {
      "epoch": 0.6626746506986028,
      "grad_norm": 43.45723342895508,
      "learning_rate": 4.908371618172537e-06,
      "loss": 2.7433,
      "step": 3818
    },
    {
      "epoch": 0.6628482166102577,
      "grad_norm": 74.20940399169922,
      "learning_rate": 4.90811638591118e-06,
      "loss": 3.6223,
      "step": 3819
    },
    {
      "epoch": 0.6630217825219127,
      "grad_norm": 44.4405403137207,
      "learning_rate": 4.907861153649822e-06,
      "loss": 3.0194,
      "step": 3820
    },
    {
      "epoch": 0.6631953484335676,
      "grad_norm": 52.49125671386719,
      "learning_rate": 4.907605921388464e-06,
      "loss": 3.3227,
      "step": 3821
    },
    {
      "epoch": 0.6633689143452226,
      "grad_norm": 46.34073257446289,
      "learning_rate": 4.907350689127106e-06,
      "loss": 3.5403,
      "step": 3822
    },
    {
      "epoch": 0.6635424802568776,
      "grad_norm": 61.38637924194336,
      "learning_rate": 4.907095456865748e-06,
      "loss": 3.9401,
      "step": 3823
    },
    {
      "epoch": 0.6637160461685325,
      "grad_norm": 57.563262939453125,
      "learning_rate": 4.906840224604391e-06,
      "loss": 2.6201,
      "step": 3824
    },
    {
      "epoch": 0.6638896120801875,
      "grad_norm": 66.27342224121094,
      "learning_rate": 4.906584992343033e-06,
      "loss": 3.4332,
      "step": 3825
    },
    {
      "epoch": 0.6638896120801875,
      "eval_synth_accuracy": 0.8703071672354948,
      "eval_synth_auroc": 0.9435406678389057,
      "eval_synth_f1": 0.9,
      "eval_synth_loss": 0.3078947961330414,
      "eval_synth_precision": 0.9313725490196079,
      "eval_synth_recall": 0.8706720977596741,
      "eval_synth_runtime": 101.9019,
      "eval_synth_samples_per_second": 14.377,
      "eval_synth_steps_per_second": 0.451,
      "step": 3825
    },
    {
      "epoch": 0.6638896120801875,
      "eval_real_accuracy": 0.8234011627906976,
      "eval_real_auroc": 0.8990937035247757,
      "eval_real_f1": 0.8691437802907916,
      "eval_real_loss": 0.39040040969848633,
      "eval_real_precision": 0.855779427359491,
      "eval_real_recall": 0.8829321663019694,
      "eval_real_runtime": 95.2429,
      "eval_real_samples_per_second": 14.447,
      "eval_real_steps_per_second": 0.451,
      "step": 3825
    },
    {
      "epoch": 0.6640631779918424,
      "grad_norm": 46.758079528808594,
      "learning_rate": 4.906329760081675e-06,
      "loss": 3.5847,
      "step": 3826
    },
    {
      "epoch": 0.6642367439034974,
      "grad_norm": 87.25006103515625,
      "learning_rate": 4.906074527820317e-06,
      "loss": 4.5156,
      "step": 3827
    },
    {
      "epoch": 0.6644103098151523,
      "grad_norm": 61.87372970581055,
      "learning_rate": 4.905819295558959e-06,
      "loss": 3.4263,
      "step": 3828
    },
    {
      "epoch": 0.6645838757268072,
      "grad_norm": 39.320518493652344,
      "learning_rate": 4.9055640632976015e-06,
      "loss": 2.4753,
      "step": 3829
    },
    {
      "epoch": 0.6647574416384622,
      "grad_norm": 55.802669525146484,
      "learning_rate": 4.9053088310362435e-06,
      "loss": 3.678,
      "step": 3830
    },
    {
      "epoch": 0.6649310075501171,
      "grad_norm": 66.65471649169922,
      "learning_rate": 4.9050535987748855e-06,
      "loss": 3.9196,
      "step": 3831
    },
    {
      "epoch": 0.6651045734617721,
      "grad_norm": 71.05194091796875,
      "learning_rate": 4.9047983665135275e-06,
      "loss": 3.7592,
      "step": 3832
    },
    {
      "epoch": 0.6652781393734271,
      "grad_norm": 95.96022033691406,
      "learning_rate": 4.9045431342521695e-06,
      "loss": 3.331,
      "step": 3833
    },
    {
      "epoch": 0.665451705285082,
      "grad_norm": 44.75209045410156,
      "learning_rate": 4.9042879019908115e-06,
      "loss": 3.4061,
      "step": 3834
    },
    {
      "epoch": 0.665625271196737,
      "grad_norm": 40.040950775146484,
      "learning_rate": 4.904032669729454e-06,
      "loss": 3.4432,
      "step": 3835
    },
    {
      "epoch": 0.6657988371083919,
      "grad_norm": 61.75196075439453,
      "learning_rate": 4.903777437468096e-06,
      "loss": 3.9333,
      "step": 3836
    },
    {
      "epoch": 0.6659724030200469,
      "grad_norm": 55.08223342895508,
      "learning_rate": 4.903522205206738e-06,
      "loss": 3.4852,
      "step": 3837
    },
    {
      "epoch": 0.6661459689317019,
      "grad_norm": 50.29391098022461,
      "learning_rate": 4.9032669729453804e-06,
      "loss": 3.274,
      "step": 3838
    },
    {
      "epoch": 0.6663195348433568,
      "grad_norm": 74.78826141357422,
      "learning_rate": 4.9030117406840224e-06,
      "loss": 3.5124,
      "step": 3839
    },
    {
      "epoch": 0.6664931007550117,
      "grad_norm": 69.47554016113281,
      "learning_rate": 4.902756508422665e-06,
      "loss": 3.6335,
      "step": 3840
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 55.67193603515625,
      "learning_rate": 4.902501276161307e-06,
      "loss": 2.9111,
      "step": 3841
    },
    {
      "epoch": 0.6668402325783216,
      "grad_norm": 84.60863494873047,
      "learning_rate": 4.902246043899949e-06,
      "loss": 3.2902,
      "step": 3842
    },
    {
      "epoch": 0.6670137984899766,
      "grad_norm": 68.27182006835938,
      "learning_rate": 4.901990811638591e-06,
      "loss": 3.6983,
      "step": 3843
    },
    {
      "epoch": 0.6671873644016315,
      "grad_norm": 59.095523834228516,
      "learning_rate": 4.901735579377233e-06,
      "loss": 3.6141,
      "step": 3844
    },
    {
      "epoch": 0.6673609303132865,
      "grad_norm": 49.7203369140625,
      "learning_rate": 4.901480347115875e-06,
      "loss": 2.9088,
      "step": 3845
    },
    {
      "epoch": 0.6675344962249414,
      "grad_norm": 43.69710159301758,
      "learning_rate": 4.901225114854518e-06,
      "loss": 3.0422,
      "step": 3846
    },
    {
      "epoch": 0.6677080621365964,
      "grad_norm": 48.01698684692383,
      "learning_rate": 4.90096988259316e-06,
      "loss": 3.3045,
      "step": 3847
    },
    {
      "epoch": 0.6678816280482514,
      "grad_norm": 50.291324615478516,
      "learning_rate": 4.900714650331802e-06,
      "loss": 3.7527,
      "step": 3848
    },
    {
      "epoch": 0.6680551939599063,
      "grad_norm": 46.678016662597656,
      "learning_rate": 4.900459418070444e-06,
      "loss": 2.5631,
      "step": 3849
    },
    {
      "epoch": 0.6682287598715613,
      "grad_norm": 46.247650146484375,
      "learning_rate": 4.900204185809086e-06,
      "loss": 3.0186,
      "step": 3850
    },
    {
      "epoch": 0.6682287598715613,
      "eval_synth_accuracy": 0.884641638225256,
      "eval_synth_auroc": 0.9404529986970437,
      "eval_synth_f1": 0.9142567224759005,
      "eval_synth_loss": 0.3020877540111542,
      "eval_synth_precision": 0.9110212335692619,
      "eval_synth_recall": 0.9175152749490835,
      "eval_synth_runtime": 101.8534,
      "eval_synth_samples_per_second": 14.383,
      "eval_synth_steps_per_second": 0.452,
      "step": 3850
    },
    {
      "epoch": 0.6682287598715613,
      "eval_real_accuracy": 0.8321220930232558,
      "eval_real_auroc": 0.8967101461631003,
      "eval_real_f1": 0.8774535809018568,
      "eval_real_loss": 0.39904704689979553,
      "eval_real_precision": 0.8516992790937178,
      "eval_real_recall": 0.9048140043763676,
      "eval_real_runtime": 95.2377,
      "eval_real_samples_per_second": 14.448,
      "eval_real_steps_per_second": 0.452,
      "step": 3850
    },
    {
      "epoch": 0.6684023257832161,
      "grad_norm": 43.78573226928711,
      "learning_rate": 4.899948953547729e-06,
      "loss": 2.7834,
      "step": 3851
    },
    {
      "epoch": 0.6685758916948711,
      "grad_norm": 68.00184631347656,
      "learning_rate": 4.899693721286371e-06,
      "loss": 3.2996,
      "step": 3852
    },
    {
      "epoch": 0.668749457606526,
      "grad_norm": 44.827579498291016,
      "learning_rate": 4.899438489025013e-06,
      "loss": 2.4328,
      "step": 3853
    },
    {
      "epoch": 0.668923023518181,
      "grad_norm": 74.69920349121094,
      "learning_rate": 4.899183256763655e-06,
      "loss": 2.252,
      "step": 3854
    },
    {
      "epoch": 0.669096589429836,
      "grad_norm": 62.2059440612793,
      "learning_rate": 4.898928024502297e-06,
      "loss": 3.5697,
      "step": 3855
    },
    {
      "epoch": 0.6692701553414909,
      "grad_norm": 45.6014289855957,
      "learning_rate": 4.898672792240939e-06,
      "loss": 2.4479,
      "step": 3856
    },
    {
      "epoch": 0.6694437212531459,
      "grad_norm": 52.09169387817383,
      "learning_rate": 4.898417559979582e-06,
      "loss": 2.5384,
      "step": 3857
    },
    {
      "epoch": 0.6696172871648008,
      "grad_norm": 81.74075317382812,
      "learning_rate": 4.898162327718224e-06,
      "loss": 3.9493,
      "step": 3858
    },
    {
      "epoch": 0.6697908530764558,
      "grad_norm": 48.428733825683594,
      "learning_rate": 4.897907095456866e-06,
      "loss": 2.7694,
      "step": 3859
    },
    {
      "epoch": 0.6699644189881108,
      "grad_norm": 57.48609161376953,
      "learning_rate": 4.897651863195508e-06,
      "loss": 3.7249,
      "step": 3860
    },
    {
      "epoch": 0.6701379848997657,
      "grad_norm": 38.223182678222656,
      "learning_rate": 4.89739663093415e-06,
      "loss": 2.2702,
      "step": 3861
    },
    {
      "epoch": 0.6703115508114207,
      "grad_norm": 58.13955307006836,
      "learning_rate": 4.897141398672793e-06,
      "loss": 3.0385,
      "step": 3862
    },
    {
      "epoch": 0.6704851167230755,
      "grad_norm": 59.40312194824219,
      "learning_rate": 4.896886166411435e-06,
      "loss": 4.0023,
      "step": 3863
    },
    {
      "epoch": 0.6706586826347305,
      "grad_norm": 60.777339935302734,
      "learning_rate": 4.896630934150077e-06,
      "loss": 3.1322,
      "step": 3864
    },
    {
      "epoch": 0.6708322485463855,
      "grad_norm": 44.210594177246094,
      "learning_rate": 4.896375701888719e-06,
      "loss": 3.005,
      "step": 3865
    },
    {
      "epoch": 0.6710058144580404,
      "grad_norm": 56.10789489746094,
      "learning_rate": 4.896120469627361e-06,
      "loss": 4.1577,
      "step": 3866
    },
    {
      "epoch": 0.6711793803696954,
      "grad_norm": 51.50078582763672,
      "learning_rate": 4.895865237366004e-06,
      "loss": 2.4922,
      "step": 3867
    },
    {
      "epoch": 0.6713529462813503,
      "grad_norm": 54.31813430786133,
      "learning_rate": 4.895610005104646e-06,
      "loss": 3.7871,
      "step": 3868
    },
    {
      "epoch": 0.6715265121930053,
      "grad_norm": 44.858795166015625,
      "learning_rate": 4.895354772843288e-06,
      "loss": 3.3487,
      "step": 3869
    },
    {
      "epoch": 0.6717000781046603,
      "grad_norm": 39.72735595703125,
      "learning_rate": 4.89509954058193e-06,
      "loss": 2.0706,
      "step": 3870
    },
    {
      "epoch": 0.6718736440163152,
      "grad_norm": 66.47943115234375,
      "learning_rate": 4.894844308320572e-06,
      "loss": 3.8857,
      "step": 3871
    },
    {
      "epoch": 0.6720472099279702,
      "grad_norm": 43.53060531616211,
      "learning_rate": 4.894589076059214e-06,
      "loss": 3.1862,
      "step": 3872
    },
    {
      "epoch": 0.6722207758396251,
      "grad_norm": 57.78153610229492,
      "learning_rate": 4.894333843797857e-06,
      "loss": 3.5613,
      "step": 3873
    },
    {
      "epoch": 0.6723943417512801,
      "grad_norm": 55.400821685791016,
      "learning_rate": 4.894078611536499e-06,
      "loss": 4.1502,
      "step": 3874
    },
    {
      "epoch": 0.672567907662935,
      "grad_norm": 56.01896667480469,
      "learning_rate": 4.893823379275141e-06,
      "loss": 2.8844,
      "step": 3875
    },
    {
      "epoch": 0.672567907662935,
      "eval_synth_accuracy": 0.8819112627986349,
      "eval_synth_auroc": 0.9370438071624648,
      "eval_synth_f1": 0.9125821121778676,
      "eval_synth_loss": 0.3152368366718292,
      "eval_synth_precision": 0.905717151454363,
      "eval_synth_recall": 0.9195519348268839,
      "eval_synth_runtime": 101.9147,
      "eval_synth_samples_per_second": 14.375,
      "eval_synth_steps_per_second": 0.451,
      "step": 3875
    },
    {
      "epoch": 0.672567907662935,
      "eval_real_accuracy": 0.8277616279069767,
      "eval_real_auroc": 0.8969588034139456,
      "eval_real_f1": 0.8749340369393139,
      "eval_real_loss": 0.3974045217037201,
      "eval_real_precision": 0.8450560652395515,
      "eval_real_recall": 0.9070021881838074,
      "eval_real_runtime": 95.2526,
      "eval_real_samples_per_second": 14.446,
      "eval_real_steps_per_second": 0.451,
      "step": 3875
    },
    {
      "epoch": 0.6727414735745899,
      "grad_norm": 81.75802612304688,
      "learning_rate": 4.893568147013783e-06,
      "loss": 4.1825,
      "step": 3876
    },
    {
      "epoch": 0.6729150394862449,
      "grad_norm": 42.94002914428711,
      "learning_rate": 4.893312914752425e-06,
      "loss": 2.9572,
      "step": 3877
    },
    {
      "epoch": 0.6730886053978998,
      "grad_norm": 61.531593322753906,
      "learning_rate": 4.893057682491068e-06,
      "loss": 3.4473,
      "step": 3878
    },
    {
      "epoch": 0.6732621713095548,
      "grad_norm": 30.164634704589844,
      "learning_rate": 4.89280245022971e-06,
      "loss": 1.9237,
      "step": 3879
    },
    {
      "epoch": 0.6734357372212098,
      "grad_norm": 44.43034362792969,
      "learning_rate": 4.892547217968352e-06,
      "loss": 3.0543,
      "step": 3880
    },
    {
      "epoch": 0.6736093031328647,
      "grad_norm": 86.67749786376953,
      "learning_rate": 4.892291985706994e-06,
      "loss": 2.9159,
      "step": 3881
    },
    {
      "epoch": 0.6737828690445197,
      "grad_norm": 91.25437927246094,
      "learning_rate": 4.892036753445636e-06,
      "loss": 4.3823,
      "step": 3882
    },
    {
      "epoch": 0.6739564349561746,
      "grad_norm": 42.583274841308594,
      "learning_rate": 4.891781521184278e-06,
      "loss": 3.2728,
      "step": 3883
    },
    {
      "epoch": 0.6741300008678296,
      "grad_norm": 51.56664276123047,
      "learning_rate": 4.8915262889229205e-06,
      "loss": 3.8914,
      "step": 3884
    },
    {
      "epoch": 0.6743035667794846,
      "grad_norm": 40.00987243652344,
      "learning_rate": 4.8912710566615625e-06,
      "loss": 2.8035,
      "step": 3885
    },
    {
      "epoch": 0.6744771326911395,
      "grad_norm": 58.606990814208984,
      "learning_rate": 4.8910158244002045e-06,
      "loss": 4.2417,
      "step": 3886
    },
    {
      "epoch": 0.6746506986027944,
      "grad_norm": 49.697872161865234,
      "learning_rate": 4.8907605921388465e-06,
      "loss": 3.4699,
      "step": 3887
    },
    {
      "epoch": 0.6748242645144493,
      "grad_norm": 47.94351577758789,
      "learning_rate": 4.8905053598774885e-06,
      "loss": 3.0104,
      "step": 3888
    },
    {
      "epoch": 0.6749978304261043,
      "grad_norm": 49.76622772216797,
      "learning_rate": 4.890250127616131e-06,
      "loss": 3.3243,
      "step": 3889
    },
    {
      "epoch": 0.6751713963377592,
      "grad_norm": 56.02223205566406,
      "learning_rate": 4.889994895354773e-06,
      "loss": 2.8136,
      "step": 3890
    },
    {
      "epoch": 0.6753449622494142,
      "grad_norm": 51.91762161254883,
      "learning_rate": 4.889739663093415e-06,
      "loss": 3.5377,
      "step": 3891
    },
    {
      "epoch": 0.6755185281610692,
      "grad_norm": 42.527305603027344,
      "learning_rate": 4.889484430832057e-06,
      "loss": 3.3415,
      "step": 3892
    },
    {
      "epoch": 0.6756920940727241,
      "grad_norm": 41.77513122558594,
      "learning_rate": 4.889229198570699e-06,
      "loss": 3.713,
      "step": 3893
    },
    {
      "epoch": 0.6758656599843791,
      "grad_norm": 50.836944580078125,
      "learning_rate": 4.8889739663093414e-06,
      "loss": 3.8184,
      "step": 3894
    },
    {
      "epoch": 0.676039225896034,
      "grad_norm": 65.2656021118164,
      "learning_rate": 4.888718734047984e-06,
      "loss": 3.3806,
      "step": 3895
    },
    {
      "epoch": 0.676212791807689,
      "grad_norm": 49.75545120239258,
      "learning_rate": 4.888463501786626e-06,
      "loss": 3.1726,
      "step": 3896
    },
    {
      "epoch": 0.676386357719344,
      "grad_norm": 46.19454574584961,
      "learning_rate": 4.888208269525268e-06,
      "loss": 2.9319,
      "step": 3897
    },
    {
      "epoch": 0.6765599236309989,
      "grad_norm": 43.210243225097656,
      "learning_rate": 4.88795303726391e-06,
      "loss": 2.9009,
      "step": 3898
    },
    {
      "epoch": 0.6767334895426538,
      "grad_norm": 45.68990707397461,
      "learning_rate": 4.887697805002552e-06,
      "loss": 2.3463,
      "step": 3899
    },
    {
      "epoch": 0.6769070554543087,
      "grad_norm": 52.21089172363281,
      "learning_rate": 4.887442572741195e-06,
      "loss": 3.3531,
      "step": 3900
    },
    {
      "epoch": 0.6769070554543087,
      "eval_synth_accuracy": 0.8771331058020477,
      "eval_synth_auroc": 0.9403665566111329,
      "eval_synth_f1": 0.9074074074074074,
      "eval_synth_loss": 0.31282123923301697,
      "eval_synth_precision": 0.9168399168399168,
      "eval_synth_recall": 0.8981670061099797,
      "eval_synth_runtime": 101.8598,
      "eval_synth_samples_per_second": 14.383,
      "eval_synth_steps_per_second": 0.452,
      "step": 3900
    },
    {
      "epoch": 0.6769070554543087,
      "eval_real_accuracy": 0.8372093023255814,
      "eval_real_auroc": 0.907443850824595,
      "eval_real_f1": 0.8803418803418803,
      "eval_real_loss": 0.3704819679260254,
      "eval_real_precision": 0.860125260960334,
      "eval_real_recall": 0.9015317286652079,
      "eval_real_runtime": 95.2323,
      "eval_real_samples_per_second": 14.449,
      "eval_real_steps_per_second": 0.452,
      "step": 3900
    },
    {
      "epoch": 0.6770806213659637,
      "grad_norm": 60.077510833740234,
      "learning_rate": 4.887187340479837e-06,
      "loss": 3.8879,
      "step": 3901
    },
    {
      "epoch": 0.6772541872776187,
      "grad_norm": 56.68540954589844,
      "learning_rate": 4.886932108218479e-06,
      "loss": 2.0682,
      "step": 3902
    },
    {
      "epoch": 0.6774277531892736,
      "grad_norm": 41.26068878173828,
      "learning_rate": 4.886676875957121e-06,
      "loss": 2.787,
      "step": 3903
    },
    {
      "epoch": 0.6776013191009286,
      "grad_norm": 48.54094314575195,
      "learning_rate": 4.886421643695763e-06,
      "loss": 2.6646,
      "step": 3904
    },
    {
      "epoch": 0.6777748850125835,
      "grad_norm": 42.22868347167969,
      "learning_rate": 4.886166411434406e-06,
      "loss": 2.8661,
      "step": 3905
    },
    {
      "epoch": 0.6779484509242385,
      "grad_norm": 68.73588562011719,
      "learning_rate": 4.885911179173048e-06,
      "loss": 3.5551,
      "step": 3906
    },
    {
      "epoch": 0.6781220168358935,
      "grad_norm": 76.74739837646484,
      "learning_rate": 4.88565594691169e-06,
      "loss": 4.3957,
      "step": 3907
    },
    {
      "epoch": 0.6782955827475484,
      "grad_norm": 53.5248908996582,
      "learning_rate": 4.885400714650332e-06,
      "loss": 3.0339,
      "step": 3908
    },
    {
      "epoch": 0.6784691486592034,
      "grad_norm": 50.41322708129883,
      "learning_rate": 4.885145482388974e-06,
      "loss": 3.0236,
      "step": 3909
    },
    {
      "epoch": 0.6786427145708582,
      "grad_norm": 68.98273468017578,
      "learning_rate": 4.884890250127616e-06,
      "loss": 3.7061,
      "step": 3910
    },
    {
      "epoch": 0.6788162804825132,
      "grad_norm": 51.29278564453125,
      "learning_rate": 4.884635017866259e-06,
      "loss": 2.6624,
      "step": 3911
    },
    {
      "epoch": 0.6789898463941682,
      "grad_norm": 61.01263427734375,
      "learning_rate": 4.884379785604901e-06,
      "loss": 3.8758,
      "step": 3912
    },
    {
      "epoch": 0.6791634123058231,
      "grad_norm": 56.72785568237305,
      "learning_rate": 4.884124553343543e-06,
      "loss": 3.2099,
      "step": 3913
    },
    {
      "epoch": 0.6793369782174781,
      "grad_norm": 50.31228256225586,
      "learning_rate": 4.883869321082185e-06,
      "loss": 3.703,
      "step": 3914
    },
    {
      "epoch": 0.679510544129133,
      "grad_norm": 43.84568405151367,
      "learning_rate": 4.883614088820827e-06,
      "loss": 3.3001,
      "step": 3915
    },
    {
      "epoch": 0.679684110040788,
      "grad_norm": 42.37198257446289,
      "learning_rate": 4.88335885655947e-06,
      "loss": 3.1272,
      "step": 3916
    },
    {
      "epoch": 0.679857675952443,
      "grad_norm": 44.74317169189453,
      "learning_rate": 4.883103624298112e-06,
      "loss": 3.213,
      "step": 3917
    },
    {
      "epoch": 0.6800312418640979,
      "grad_norm": 48.8376350402832,
      "learning_rate": 4.882848392036754e-06,
      "loss": 2.8954,
      "step": 3918
    },
    {
      "epoch": 0.6802048077757529,
      "grad_norm": 46.323997497558594,
      "learning_rate": 4.882593159775396e-06,
      "loss": 3.2319,
      "step": 3919
    },
    {
      "epoch": 0.6803783736874078,
      "grad_norm": 63.791561126708984,
      "learning_rate": 4.882337927514038e-06,
      "loss": 4.1226,
      "step": 3920
    },
    {
      "epoch": 0.6805519395990628,
      "grad_norm": 43.53809356689453,
      "learning_rate": 4.88208269525268e-06,
      "loss": 3.1941,
      "step": 3921
    },
    {
      "epoch": 0.6807255055107176,
      "grad_norm": 67.54301452636719,
      "learning_rate": 4.881827462991323e-06,
      "loss": 3.5158,
      "step": 3922
    },
    {
      "epoch": 0.6808990714223726,
      "grad_norm": 53.77312469482422,
      "learning_rate": 4.881572230729965e-06,
      "loss": 4.5931,
      "step": 3923
    },
    {
      "epoch": 0.6810726373340276,
      "grad_norm": 41.330284118652344,
      "learning_rate": 4.881316998468607e-06,
      "loss": 2.5886,
      "step": 3924
    },
    {
      "epoch": 0.6812462032456825,
      "grad_norm": 41.139095306396484,
      "learning_rate": 4.881061766207249e-06,
      "loss": 1.9715,
      "step": 3925
    },
    {
      "epoch": 0.6812462032456825,
      "eval_synth_accuracy": 0.863481228668942,
      "eval_synth_auroc": 0.9406322078995417,
      "eval_synth_f1": 0.8946259220231823,
      "eval_synth_loss": 0.3130572438240051,
      "eval_synth_precision": 0.9268558951965066,
      "eval_synth_recall": 0.8645621181262729,
      "eval_synth_runtime": 101.8106,
      "eval_synth_samples_per_second": 14.389,
      "eval_synth_steps_per_second": 0.452,
      "step": 3925
    },
    {
      "epoch": 0.6812462032456825,
      "eval_real_accuracy": 0.8343023255813954,
      "eval_real_auroc": 0.9029467068307331,
      "eval_real_f1": 0.8747252747252747,
      "eval_real_loss": 0.3836933374404907,
      "eval_real_precision": 0.8785871964679912,
      "eval_real_recall": 0.8708971553610503,
      "eval_real_runtime": 95.8505,
      "eval_real_samples_per_second": 14.356,
      "eval_real_steps_per_second": 0.449,
      "step": 3925
    },
    {
      "epoch": 0.6814197691573375,
      "grad_norm": 46.684539794921875,
      "learning_rate": 4.880806533945891e-06,
      "loss": 3.5372,
      "step": 3926
    },
    {
      "epoch": 0.6815933350689924,
      "grad_norm": 75.09130859375,
      "learning_rate": 4.880551301684534e-06,
      "loss": 3.3202,
      "step": 3927
    },
    {
      "epoch": 0.6817669009806474,
      "grad_norm": 57.20353698730469,
      "learning_rate": 4.880296069423176e-06,
      "loss": 3.3058,
      "step": 3928
    },
    {
      "epoch": 0.6819404668923024,
      "grad_norm": 43.73395919799805,
      "learning_rate": 4.880040837161818e-06,
      "loss": 3.0926,
      "step": 3929
    },
    {
      "epoch": 0.6821140328039573,
      "grad_norm": 44.17353057861328,
      "learning_rate": 4.87978560490046e-06,
      "loss": 2.9585,
      "step": 3930
    },
    {
      "epoch": 0.6822875987156123,
      "grad_norm": 62.7324333190918,
      "learning_rate": 4.879530372639102e-06,
      "loss": 3.3258,
      "step": 3931
    },
    {
      "epoch": 0.6824611646272672,
      "grad_norm": 42.87562561035156,
      "learning_rate": 4.8792751403777446e-06,
      "loss": 2.9102,
      "step": 3932
    },
    {
      "epoch": 0.6826347305389222,
      "grad_norm": 67.86664581298828,
      "learning_rate": 4.8790199081163866e-06,
      "loss": 3.1954,
      "step": 3933
    },
    {
      "epoch": 0.6828082964505771,
      "grad_norm": 42.51337432861328,
      "learning_rate": 4.878764675855029e-06,
      "loss": 2.6567,
      "step": 3934
    },
    {
      "epoch": 0.682981862362232,
      "grad_norm": 58.96103286743164,
      "learning_rate": 4.878509443593671e-06,
      "loss": 2.8275,
      "step": 3935
    },
    {
      "epoch": 0.683155428273887,
      "grad_norm": 61.136131286621094,
      "learning_rate": 4.878254211332313e-06,
      "loss": 3.0457,
      "step": 3936
    },
    {
      "epoch": 0.6833289941855419,
      "grad_norm": 50.404052734375,
      "learning_rate": 4.877998979070955e-06,
      "loss": 2.9167,
      "step": 3937
    },
    {
      "epoch": 0.6835025600971969,
      "grad_norm": 46.853084564208984,
      "learning_rate": 4.8777437468095975e-06,
      "loss": 2.3661,
      "step": 3938
    },
    {
      "epoch": 0.6836761260088519,
      "grad_norm": 62.10198974609375,
      "learning_rate": 4.8774885145482395e-06,
      "loss": 3.4372,
      "step": 3939
    },
    {
      "epoch": 0.6838496919205068,
      "grad_norm": 63.57877731323242,
      "learning_rate": 4.8772332822868815e-06,
      "loss": 2.9406,
      "step": 3940
    },
    {
      "epoch": 0.6840232578321618,
      "grad_norm": 66.63584899902344,
      "learning_rate": 4.8769780500255235e-06,
      "loss": 4.0493,
      "step": 3941
    },
    {
      "epoch": 0.6841968237438167,
      "grad_norm": 62.622676849365234,
      "learning_rate": 4.8767228177641655e-06,
      "loss": 3.2383,
      "step": 3942
    },
    {
      "epoch": 0.6843703896554717,
      "grad_norm": 95.8011703491211,
      "learning_rate": 4.876467585502808e-06,
      "loss": 3.1304,
      "step": 3943
    },
    {
      "epoch": 0.6845439555671267,
      "grad_norm": 69.55209350585938,
      "learning_rate": 4.87621235324145e-06,
      "loss": 2.9066,
      "step": 3944
    },
    {
      "epoch": 0.6847175214787816,
      "grad_norm": 58.646209716796875,
      "learning_rate": 4.875957120980092e-06,
      "loss": 3.1376,
      "step": 3945
    },
    {
      "epoch": 0.6848910873904365,
      "grad_norm": 80.5923843383789,
      "learning_rate": 4.875701888718734e-06,
      "loss": 3.0105,
      "step": 3946
    },
    {
      "epoch": 0.6850646533020914,
      "grad_norm": 67.7208023071289,
      "learning_rate": 4.875446656457376e-06,
      "loss": 4.682,
      "step": 3947
    },
    {
      "epoch": 0.6852382192137464,
      "grad_norm": 54.10541915893555,
      "learning_rate": 4.875191424196018e-06,
      "loss": 2.6033,
      "step": 3948
    },
    {
      "epoch": 0.6854117851254014,
      "grad_norm": 45.427425384521484,
      "learning_rate": 4.874936191934661e-06,
      "loss": 3.0479,
      "step": 3949
    },
    {
      "epoch": 0.6855853510370563,
      "grad_norm": 37.47318649291992,
      "learning_rate": 4.874680959673303e-06,
      "loss": 2.7098,
      "step": 3950
    },
    {
      "epoch": 0.6855853510370563,
      "eval_synth_accuracy": 0.8532423208191127,
      "eval_synth_auroc": 0.9399016668564175,
      "eval_synth_f1": 0.8858204992033988,
      "eval_synth_loss": 0.3377922475337982,
      "eval_synth_precision": 0.925638179800222,
      "eval_synth_recall": 0.8492871690427699,
      "eval_synth_runtime": 101.8912,
      "eval_synth_samples_per_second": 14.378,
      "eval_synth_steps_per_second": 0.451,
      "step": 3950
    },
    {
      "epoch": 0.6855853510370563,
      "eval_real_accuracy": 0.8168604651162791,
      "eval_real_auroc": 0.8872434093987703,
      "eval_real_f1": 0.8609271523178808,
      "eval_real_loss": 0.4294639825820923,
      "eval_real_precision": 0.8685968819599109,
      "eval_real_recall": 0.8533916849015317,
      "eval_real_runtime": 95.2464,
      "eval_real_samples_per_second": 14.447,
      "eval_real_steps_per_second": 0.451,
      "step": 3950
    },
    {
      "epoch": 0.6857589169487113,
      "grad_norm": 40.09383010864258,
      "learning_rate": 4.874425727411945e-06,
      "loss": 2.5723,
      "step": 3951
    },
    {
      "epoch": 0.6859324828603662,
      "grad_norm": 70.86552429199219,
      "learning_rate": 4.874170495150587e-06,
      "loss": 2.4592,
      "step": 3952
    },
    {
      "epoch": 0.6861060487720212,
      "grad_norm": 74.19990539550781,
      "learning_rate": 4.873915262889229e-06,
      "loss": 3.2245,
      "step": 3953
    },
    {
      "epoch": 0.6862796146836762,
      "grad_norm": 50.72106170654297,
      "learning_rate": 4.873660030627872e-06,
      "loss": 3.0734,
      "step": 3954
    },
    {
      "epoch": 0.6864531805953311,
      "grad_norm": 65.24605560302734,
      "learning_rate": 4.873404798366514e-06,
      "loss": 3.6287,
      "step": 3955
    },
    {
      "epoch": 0.6866267465069861,
      "grad_norm": 46.724884033203125,
      "learning_rate": 4.873149566105156e-06,
      "loss": 3.1088,
      "step": 3956
    },
    {
      "epoch": 0.6868003124186409,
      "grad_norm": 49.78926467895508,
      "learning_rate": 4.872894333843798e-06,
      "loss": 3.3053,
      "step": 3957
    },
    {
      "epoch": 0.6869738783302959,
      "grad_norm": 48.275299072265625,
      "learning_rate": 4.87263910158244e-06,
      "loss": 3.2862,
      "step": 3958
    },
    {
      "epoch": 0.6871474442419508,
      "grad_norm": 65.28852844238281,
      "learning_rate": 4.872383869321082e-06,
      "loss": 3.3799,
      "step": 3959
    },
    {
      "epoch": 0.6873210101536058,
      "grad_norm": 49.832515716552734,
      "learning_rate": 4.872128637059725e-06,
      "loss": 3.2935,
      "step": 3960
    },
    {
      "epoch": 0.6874945760652608,
      "grad_norm": 61.00089645385742,
      "learning_rate": 4.871873404798367e-06,
      "loss": 4.8353,
      "step": 3961
    },
    {
      "epoch": 0.6876681419769157,
      "grad_norm": 49.07630920410156,
      "learning_rate": 4.871618172537009e-06,
      "loss": 2.754,
      "step": 3962
    },
    {
      "epoch": 0.6878417078885707,
      "grad_norm": 64.90031433105469,
      "learning_rate": 4.871362940275651e-06,
      "loss": 2.7866,
      "step": 3963
    },
    {
      "epoch": 0.6880152738002256,
      "grad_norm": 54.10862350463867,
      "learning_rate": 4.871107708014293e-06,
      "loss": 3.2556,
      "step": 3964
    },
    {
      "epoch": 0.6881888397118806,
      "grad_norm": 49.57426071166992,
      "learning_rate": 4.870852475752936e-06,
      "loss": 3.0949,
      "step": 3965
    },
    {
      "epoch": 0.6883624056235356,
      "grad_norm": 43.836036682128906,
      "learning_rate": 4.870597243491578e-06,
      "loss": 3.7234,
      "step": 3966
    },
    {
      "epoch": 0.6885359715351905,
      "grad_norm": 62.21262741088867,
      "learning_rate": 4.87034201123022e-06,
      "loss": 4.0273,
      "step": 3967
    },
    {
      "epoch": 0.6887095374468455,
      "grad_norm": 58.8532829284668,
      "learning_rate": 4.870086778968862e-06,
      "loss": 3.5565,
      "step": 3968
    },
    {
      "epoch": 0.6888831033585003,
      "grad_norm": 35.294593811035156,
      "learning_rate": 4.869831546707504e-06,
      "loss": 3.1362,
      "step": 3969
    },
    {
      "epoch": 0.6890566692701553,
      "grad_norm": 62.502349853515625,
      "learning_rate": 4.869576314446147e-06,
      "loss": 2.656,
      "step": 3970
    },
    {
      "epoch": 0.6892302351818103,
      "grad_norm": 33.878883361816406,
      "learning_rate": 4.869321082184789e-06,
      "loss": 2.6849,
      "step": 3971
    },
    {
      "epoch": 0.6894038010934652,
      "grad_norm": 64.18609619140625,
      "learning_rate": 4.869065849923431e-06,
      "loss": 3.8286,
      "step": 3972
    },
    {
      "epoch": 0.6895773670051202,
      "grad_norm": 66.59469604492188,
      "learning_rate": 4.868810617662073e-06,
      "loss": 2.6479,
      "step": 3973
    },
    {
      "epoch": 0.6897509329167751,
      "grad_norm": 41.37047576904297,
      "learning_rate": 4.868555385400715e-06,
      "loss": 2.8801,
      "step": 3974
    },
    {
      "epoch": 0.6899244988284301,
      "grad_norm": 46.368743896484375,
      "learning_rate": 4.868300153139357e-06,
      "loss": 3.32,
      "step": 3975
    },
    {
      "epoch": 0.6899244988284301,
      "eval_synth_accuracy": 0.875085324232082,
      "eval_synth_auroc": 0.9505266642209882,
      "eval_synth_f1": 0.9034300791556729,
      "eval_synth_loss": 0.29328975081443787,
      "eval_synth_precision": 0.9375684556407448,
      "eval_synth_recall": 0.8716904276985743,
      "eval_synth_runtime": 101.8538,
      "eval_synth_samples_per_second": 14.383,
      "eval_synth_steps_per_second": 0.452,
      "step": 3975
    },
    {
      "epoch": 0.6899244988284301,
      "eval_real_accuracy": 0.8197674418604651,
      "eval_real_auroc": 0.9090577547907964,
      "eval_real_f1": 0.8553092182030338,
      "eval_real_loss": 0.4131191074848175,
      "eval_real_precision": 0.91625,
      "eval_real_recall": 0.8019693654266958,
      "eval_real_runtime": 95.2583,
      "eval_real_samples_per_second": 14.445,
      "eval_real_steps_per_second": 0.451,
      "step": 3975
    },
    {
      "epoch": 0.6900980647400851,
      "grad_norm": 48.63762664794922,
      "learning_rate": 4.868044920878e-06,
      "loss": 3.4367,
      "step": 3976
    },
    {
      "epoch": 0.69027163065174,
      "grad_norm": 51.232688903808594,
      "learning_rate": 4.867789688616642e-06,
      "loss": 3.5838,
      "step": 3977
    },
    {
      "epoch": 0.690445196563395,
      "grad_norm": 80.9225845336914,
      "learning_rate": 4.867534456355284e-06,
      "loss": 4.9123,
      "step": 3978
    },
    {
      "epoch": 0.6906187624750499,
      "grad_norm": 84.49458312988281,
      "learning_rate": 4.867279224093926e-06,
      "loss": 4.1029,
      "step": 3979
    },
    {
      "epoch": 0.6907923283867049,
      "grad_norm": 59.104042053222656,
      "learning_rate": 4.867023991832568e-06,
      "loss": 3.3946,
      "step": 3980
    },
    {
      "epoch": 0.6909658942983598,
      "grad_norm": 40.158870697021484,
      "learning_rate": 4.866768759571211e-06,
      "loss": 3.0489,
      "step": 3981
    },
    {
      "epoch": 0.6911394602100147,
      "grad_norm": 58.08186721801758,
      "learning_rate": 4.866513527309853e-06,
      "loss": 2.8551,
      "step": 3982
    },
    {
      "epoch": 0.6913130261216697,
      "grad_norm": 76.80036926269531,
      "learning_rate": 4.866258295048495e-06,
      "loss": 3.4925,
      "step": 3983
    },
    {
      "epoch": 0.6914865920333246,
      "grad_norm": 93.7198715209961,
      "learning_rate": 4.866003062787137e-06,
      "loss": 3.4439,
      "step": 3984
    },
    {
      "epoch": 0.6916601579449796,
      "grad_norm": 67.54241180419922,
      "learning_rate": 4.865747830525779e-06,
      "loss": 2.5399,
      "step": 3985
    },
    {
      "epoch": 0.6918337238566346,
      "grad_norm": 54.229957580566406,
      "learning_rate": 4.865492598264421e-06,
      "loss": 3.7927,
      "step": 3986
    },
    {
      "epoch": 0.6920072897682895,
      "grad_norm": 80.20687103271484,
      "learning_rate": 4.8652373660030635e-06,
      "loss": 3.0751,
      "step": 3987
    },
    {
      "epoch": 0.6921808556799445,
      "grad_norm": 93.99103546142578,
      "learning_rate": 4.8649821337417056e-06,
      "loss": 3.9334,
      "step": 3988
    },
    {
      "epoch": 0.6923544215915994,
      "grad_norm": 91.67205810546875,
      "learning_rate": 4.8647269014803476e-06,
      "loss": 3.5908,
      "step": 3989
    },
    {
      "epoch": 0.6925279875032544,
      "grad_norm": 87.08390045166016,
      "learning_rate": 4.86447166921899e-06,
      "loss": 2.4653,
      "step": 3990
    },
    {
      "epoch": 0.6927015534149094,
      "grad_norm": 44.722721099853516,
      "learning_rate": 4.864216436957632e-06,
      "loss": 2.8249,
      "step": 3991
    },
    {
      "epoch": 0.6928751193265643,
      "grad_norm": 63.561363220214844,
      "learning_rate": 4.8639612046962744e-06,
      "loss": 3.9179,
      "step": 3992
    },
    {
      "epoch": 0.6930486852382192,
      "grad_norm": 99.69601440429688,
      "learning_rate": 4.8637059724349165e-06,
      "loss": 3.8092,
      "step": 3993
    },
    {
      "epoch": 0.6932222511498741,
      "grad_norm": 61.58633041381836,
      "learning_rate": 4.8634507401735585e-06,
      "loss": 2.9148,
      "step": 3994
    },
    {
      "epoch": 0.6933958170615291,
      "grad_norm": 77.72399139404297,
      "learning_rate": 4.8631955079122005e-06,
      "loss": 3.8849,
      "step": 3995
    },
    {
      "epoch": 0.693569382973184,
      "grad_norm": 51.797306060791016,
      "learning_rate": 4.8629402756508425e-06,
      "loss": 3.8518,
      "step": 3996
    },
    {
      "epoch": 0.693742948884839,
      "grad_norm": 43.37953186035156,
      "learning_rate": 4.862685043389485e-06,
      "loss": 2.4579,
      "step": 3997
    },
    {
      "epoch": 0.693916514796494,
      "grad_norm": 55.892364501953125,
      "learning_rate": 4.862429811128127e-06,
      "loss": 3.8924,
      "step": 3998
    },
    {
      "epoch": 0.6940900807081489,
      "grad_norm": 56.90861511230469,
      "learning_rate": 4.862174578866769e-06,
      "loss": 3.0434,
      "step": 3999
    },
    {
      "epoch": 0.6942636466198039,
      "grad_norm": 45.10158920288086,
      "learning_rate": 4.861919346605411e-06,
      "loss": 2.4911,
      "step": 4000
    },
    {
      "epoch": 0.6942636466198039,
      "eval_synth_accuracy": 0.8866894197952219,
      "eval_synth_auroc": 0.9512182009082744,
      "eval_synth_f1": 0.9136316337148803,
      "eval_synth_loss": 0.2810007631778717,
      "eval_synth_precision": 0.9340425531914893,
      "eval_synth_recall": 0.8940936863543788,
      "eval_synth_runtime": 101.8306,
      "eval_synth_samples_per_second": 14.387,
      "eval_synth_steps_per_second": 0.452,
      "step": 4000
    },
    {
      "epoch": 0.6942636466198039,
      "eval_real_accuracy": 0.8401162790697675,
      "eval_real_auroc": 0.9143955971089451,
      "eval_real_f1": 0.8783185840707964,
      "eval_real_loss": 0.36634066700935364,
      "eval_real_precision": 0.8881431767337807,
      "eval_real_recall": 0.8687089715536105,
      "eval_real_runtime": 95.2006,
      "eval_real_samples_per_second": 14.454,
      "eval_real_steps_per_second": 0.452,
      "step": 4000
    },
    {
      "epoch": 0.6944372125314588,
      "grad_norm": 44.298587799072266,
      "learning_rate": 4.861664114344053e-06,
      "loss": 2.8063,
      "step": 4001
    },
    {
      "epoch": 0.6946107784431138,
      "grad_norm": 49.58104705810547,
      "learning_rate": 4.861408882082695e-06,
      "loss": 3.4298,
      "step": 4002
    },
    {
      "epoch": 0.6947843443547688,
      "grad_norm": 47.43406295776367,
      "learning_rate": 4.861153649821338e-06,
      "loss": 3.7123,
      "step": 4003
    },
    {
      "epoch": 0.6949579102664237,
      "grad_norm": 47.67589569091797,
      "learning_rate": 4.86089841755998e-06,
      "loss": 3.9451,
      "step": 4004
    },
    {
      "epoch": 0.6951314761780786,
      "grad_norm": 60.220619201660156,
      "learning_rate": 4.860643185298622e-06,
      "loss": 2.9715,
      "step": 4005
    },
    {
      "epoch": 0.6953050420897335,
      "grad_norm": 50.692012786865234,
      "learning_rate": 4.860387953037264e-06,
      "loss": 4.7701,
      "step": 4006
    },
    {
      "epoch": 0.6954786080013885,
      "grad_norm": 73.71495819091797,
      "learning_rate": 4.860132720775906e-06,
      "loss": 3.6619,
      "step": 4007
    },
    {
      "epoch": 0.6956521739130435,
      "grad_norm": 39.349822998046875,
      "learning_rate": 4.859877488514549e-06,
      "loss": 3.0776,
      "step": 4008
    },
    {
      "epoch": 0.6958257398246984,
      "grad_norm": 55.4788818359375,
      "learning_rate": 4.859622256253191e-06,
      "loss": 2.592,
      "step": 4009
    },
    {
      "epoch": 0.6959993057363534,
      "grad_norm": 37.99431228637695,
      "learning_rate": 4.859367023991833e-06,
      "loss": 2.9602,
      "step": 4010
    },
    {
      "epoch": 0.6961728716480083,
      "grad_norm": 32.697994232177734,
      "learning_rate": 4.859111791730475e-06,
      "loss": 2.7102,
      "step": 4011
    },
    {
      "epoch": 0.6963464375596633,
      "grad_norm": 43.36786651611328,
      "learning_rate": 4.858856559469117e-06,
      "loss": 3.9692,
      "step": 4012
    },
    {
      "epoch": 0.6965200034713183,
      "grad_norm": 49.76567840576172,
      "learning_rate": 4.858601327207759e-06,
      "loss": 3.6098,
      "step": 4013
    },
    {
      "epoch": 0.6966935693829732,
      "grad_norm": 50.81544876098633,
      "learning_rate": 4.858346094946402e-06,
      "loss": 3.924,
      "step": 4014
    },
    {
      "epoch": 0.6968671352946282,
      "grad_norm": 41.75728225708008,
      "learning_rate": 4.858090862685044e-06,
      "loss": 2.6321,
      "step": 4015
    },
    {
      "epoch": 0.697040701206283,
      "grad_norm": 54.99079513549805,
      "learning_rate": 4.857835630423686e-06,
      "loss": 3.5637,
      "step": 4016
    },
    {
      "epoch": 0.697214267117938,
      "grad_norm": 66.74884033203125,
      "learning_rate": 4.857580398162328e-06,
      "loss": 4.5061,
      "step": 4017
    },
    {
      "epoch": 0.697387833029593,
      "grad_norm": 53.153282165527344,
      "learning_rate": 4.85732516590097e-06,
      "loss": 3.1897,
      "step": 4018
    },
    {
      "epoch": 0.6975613989412479,
      "grad_norm": 45.10734176635742,
      "learning_rate": 4.857069933639613e-06,
      "loss": 3.4802,
      "step": 4019
    },
    {
      "epoch": 0.6977349648529029,
      "grad_norm": 55.20397186279297,
      "learning_rate": 4.856814701378255e-06,
      "loss": 3.3882,
      "step": 4020
    },
    {
      "epoch": 0.6979085307645578,
      "grad_norm": 38.21767807006836,
      "learning_rate": 4.856559469116897e-06,
      "loss": 1.9324,
      "step": 4021
    },
    {
      "epoch": 0.6980820966762128,
      "grad_norm": 50.618873596191406,
      "learning_rate": 4.856304236855539e-06,
      "loss": 2.318,
      "step": 4022
    },
    {
      "epoch": 0.6982556625878678,
      "grad_norm": 45.068241119384766,
      "learning_rate": 4.856049004594181e-06,
      "loss": 2.9262,
      "step": 4023
    },
    {
      "epoch": 0.6984292284995227,
      "grad_norm": 84.71709442138672,
      "learning_rate": 4.855793772332823e-06,
      "loss": 2.768,
      "step": 4024
    },
    {
      "epoch": 0.6986027944111777,
      "grad_norm": 65.65959167480469,
      "learning_rate": 4.855538540071466e-06,
      "loss": 3.2238,
      "step": 4025
    },
    {
      "epoch": 0.6986027944111777,
      "eval_synth_accuracy": 0.8689419795221843,
      "eval_synth_auroc": 0.9449511496797426,
      "eval_synth_f1": 0.8992654774396642,
      "eval_synth_loss": 0.31609246134757996,
      "eval_synth_precision": 0.9274891774891775,
      "eval_synth_recall": 0.8727087576374746,
      "eval_synth_runtime": 101.8378,
      "eval_synth_samples_per_second": 14.386,
      "eval_synth_steps_per_second": 0.452,
      "step": 4025
    },
    {
      "epoch": 0.6986027944111777,
      "eval_real_accuracy": 0.8313953488372093,
      "eval_real_auroc": 0.9056712798507109,
      "eval_real_f1": 0.8708240534521158,
      "eval_real_loss": 0.3984447717666626,
      "eval_real_precision": 0.8866213151927438,
      "eval_real_recall": 0.8555798687089715,
      "eval_real_runtime": 95.3124,
      "eval_real_samples_per_second": 14.437,
      "eval_real_steps_per_second": 0.451,
      "step": 4025
    },
    {
      "epoch": 0.6987763603228326,
      "grad_norm": 65.09132385253906,
      "learning_rate": 4.855283307810108e-06,
      "loss": 3.1754,
      "step": 4026
    },
    {
      "epoch": 0.6989499262344876,
      "grad_norm": 59.44990158081055,
      "learning_rate": 4.85502807554875e-06,
      "loss": 3.5758,
      "step": 4027
    },
    {
      "epoch": 0.6991234921461424,
      "grad_norm": 63.0439338684082,
      "learning_rate": 4.854772843287392e-06,
      "loss": 2.8783,
      "step": 4028
    },
    {
      "epoch": 0.6992970580577974,
      "grad_norm": 54.59317398071289,
      "learning_rate": 4.854517611026034e-06,
      "loss": 2.0903,
      "step": 4029
    },
    {
      "epoch": 0.6994706239694524,
      "grad_norm": 48.126705169677734,
      "learning_rate": 4.854262378764677e-06,
      "loss": 2.9504,
      "step": 4030
    },
    {
      "epoch": 0.6996441898811073,
      "grad_norm": 70.79796600341797,
      "learning_rate": 4.854007146503319e-06,
      "loss": 3.0078,
      "step": 4031
    },
    {
      "epoch": 0.6998177557927623,
      "grad_norm": 62.12456512451172,
      "learning_rate": 4.853751914241961e-06,
      "loss": 3.7231,
      "step": 4032
    },
    {
      "epoch": 0.6999913217044172,
      "grad_norm": 48.01795196533203,
      "learning_rate": 4.853496681980603e-06,
      "loss": 2.5247,
      "step": 4033
    },
    {
      "epoch": 0.7001648876160722,
      "grad_norm": 51.05622482299805,
      "learning_rate": 4.853241449719245e-06,
      "loss": 2.4255,
      "step": 4034
    },
    {
      "epoch": 0.7003384535277272,
      "grad_norm": 43.492218017578125,
      "learning_rate": 4.852986217457888e-06,
      "loss": 2.2078,
      "step": 4035
    },
    {
      "epoch": 0.7005120194393821,
      "grad_norm": 55.8736572265625,
      "learning_rate": 4.85273098519653e-06,
      "loss": 2.606,
      "step": 4036
    },
    {
      "epoch": 0.7006855853510371,
      "grad_norm": 51.8897590637207,
      "learning_rate": 4.852475752935172e-06,
      "loss": 3.558,
      "step": 4037
    },
    {
      "epoch": 0.700859151262692,
      "grad_norm": 54.05257034301758,
      "learning_rate": 4.852220520673814e-06,
      "loss": 3.5214,
      "step": 4038
    },
    {
      "epoch": 0.701032717174347,
      "grad_norm": 66.81690216064453,
      "learning_rate": 4.851965288412456e-06,
      "loss": 3.1544,
      "step": 4039
    },
    {
      "epoch": 0.7012062830860019,
      "grad_norm": 58.858707427978516,
      "learning_rate": 4.851710056151098e-06,
      "loss": 3.7653,
      "step": 4040
    },
    {
      "epoch": 0.7013798489976568,
      "grad_norm": 93.761962890625,
      "learning_rate": 4.8514548238897405e-06,
      "loss": 5.2593,
      "step": 4041
    },
    {
      "epoch": 0.7015534149093118,
      "grad_norm": 66.68775177001953,
      "learning_rate": 4.8511995916283825e-06,
      "loss": 3.9996,
      "step": 4042
    },
    {
      "epoch": 0.7017269808209667,
      "grad_norm": 40.90687561035156,
      "learning_rate": 4.8509443593670245e-06,
      "loss": 2.7366,
      "step": 4043
    },
    {
      "epoch": 0.7019005467326217,
      "grad_norm": 63.855220794677734,
      "learning_rate": 4.8506891271056666e-06,
      "loss": 2.8729,
      "step": 4044
    },
    {
      "epoch": 0.7020741126442767,
      "grad_norm": 109.98497772216797,
      "learning_rate": 4.8504338948443086e-06,
      "loss": 3.9729,
      "step": 4045
    },
    {
      "epoch": 0.7022476785559316,
      "grad_norm": 61.660831451416016,
      "learning_rate": 4.850178662582951e-06,
      "loss": 1.6809,
      "step": 4046
    },
    {
      "epoch": 0.7024212444675866,
      "grad_norm": 48.19586944580078,
      "learning_rate": 4.8499234303215934e-06,
      "loss": 3.1083,
      "step": 4047
    },
    {
      "epoch": 0.7025948103792415,
      "grad_norm": 41.52150344848633,
      "learning_rate": 4.8496681980602354e-06,
      "loss": 3.0606,
      "step": 4048
    },
    {
      "epoch": 0.7027683762908965,
      "grad_norm": 60.54646682739258,
      "learning_rate": 4.8494129657988775e-06,
      "loss": 2.9558,
      "step": 4049
    },
    {
      "epoch": 0.7029419422025515,
      "grad_norm": 67.01212310791016,
      "learning_rate": 4.8491577335375195e-06,
      "loss": 3.4606,
      "step": 4050
    },
    {
      "epoch": 0.7029419422025515,
      "eval_synth_accuracy": 0.8709897610921502,
      "eval_synth_auroc": 0.9369542025612159,
      "eval_synth_f1": 0.9031266017426961,
      "eval_synth_loss": 0.30379682779312134,
      "eval_synth_precision": 0.9091847265221878,
      "eval_synth_recall": 0.8971486761710794,
      "eval_synth_runtime": 102.596,
      "eval_synth_samples_per_second": 14.279,
      "eval_synth_steps_per_second": 0.448,
      "step": 4050
    },
    {
      "epoch": 0.7029419422025515,
      "eval_real_accuracy": 0.8415697674418605,
      "eval_real_auroc": 0.9037767484156982,
      "eval_real_f1": 0.8856243441762854,
      "eval_real_loss": 0.37844574451446533,
      "eval_real_precision": 0.8508064516129032,
      "eval_real_recall": 0.9234135667396062,
      "eval_real_runtime": 95.2405,
      "eval_real_samples_per_second": 14.448,
      "eval_real_steps_per_second": 0.451,
      "step": 4050
    },
    {
      "epoch": 0.7031155081142064,
      "grad_norm": 63.63109588623047,
      "learning_rate": 4.8489025012761615e-06,
      "loss": 3.1346,
      "step": 4051
    },
    {
      "epoch": 0.7032890740258613,
      "grad_norm": 51.41600799560547,
      "learning_rate": 4.848647269014804e-06,
      "loss": 3.7224,
      "step": 4052
    },
    {
      "epoch": 0.7034626399375162,
      "grad_norm": 56.368804931640625,
      "learning_rate": 4.848392036753446e-06,
      "loss": 3.3344,
      "step": 4053
    },
    {
      "epoch": 0.7036362058491712,
      "grad_norm": 34.90203094482422,
      "learning_rate": 4.848136804492088e-06,
      "loss": 1.7668,
      "step": 4054
    },
    {
      "epoch": 0.7038097717608262,
      "grad_norm": 79.10603332519531,
      "learning_rate": 4.84788157223073e-06,
      "loss": 3.4041,
      "step": 4055
    },
    {
      "epoch": 0.7039833376724811,
      "grad_norm": 111.50364685058594,
      "learning_rate": 4.847626339969372e-06,
      "loss": 3.8512,
      "step": 4056
    },
    {
      "epoch": 0.7041569035841361,
      "grad_norm": 94.35857391357422,
      "learning_rate": 4.847371107708015e-06,
      "loss": 2.9892,
      "step": 4057
    },
    {
      "epoch": 0.704330469495791,
      "grad_norm": 59.65617370605469,
      "learning_rate": 4.847115875446657e-06,
      "loss": 3.2603,
      "step": 4058
    },
    {
      "epoch": 0.704504035407446,
      "grad_norm": 46.40679168701172,
      "learning_rate": 4.846860643185298e-06,
      "loss": 3.2874,
      "step": 4059
    },
    {
      "epoch": 0.704677601319101,
      "grad_norm": 62.76947784423828,
      "learning_rate": 4.846605410923941e-06,
      "loss": 3.6096,
      "step": 4060
    },
    {
      "epoch": 0.7048511672307559,
      "grad_norm": 91.41621398925781,
      "learning_rate": 4.846350178662583e-06,
      "loss": 3.0964,
      "step": 4061
    },
    {
      "epoch": 0.7050247331424109,
      "grad_norm": 66.33423614501953,
      "learning_rate": 4.846094946401225e-06,
      "loss": 3.9833,
      "step": 4062
    },
    {
      "epoch": 0.7051982990540658,
      "grad_norm": 71.63433837890625,
      "learning_rate": 4.845839714139868e-06,
      "loss": 3.369,
      "step": 4063
    },
    {
      "epoch": 0.7053718649657207,
      "grad_norm": 61.117347717285156,
      "learning_rate": 4.84558448187851e-06,
      "loss": 4.2481,
      "step": 4064
    },
    {
      "epoch": 0.7055454308773756,
      "grad_norm": 46.95335006713867,
      "learning_rate": 4.845329249617152e-06,
      "loss": 2.7726,
      "step": 4065
    },
    {
      "epoch": 0.7057189967890306,
      "grad_norm": 58.91010665893555,
      "learning_rate": 4.845074017355794e-06,
      "loss": 3.5857,
      "step": 4066
    },
    {
      "epoch": 0.7058925627006856,
      "grad_norm": 63.37843704223633,
      "learning_rate": 4.844818785094436e-06,
      "loss": 3.1096,
      "step": 4067
    },
    {
      "epoch": 0.7060661286123405,
      "grad_norm": 48.945613861083984,
      "learning_rate": 4.844563552833079e-06,
      "loss": 2.9757,
      "step": 4068
    },
    {
      "epoch": 0.7062396945239955,
      "grad_norm": 45.647525787353516,
      "learning_rate": 4.844308320571721e-06,
      "loss": 3.7257,
      "step": 4069
    },
    {
      "epoch": 0.7064132604356504,
      "grad_norm": 63.4537353515625,
      "learning_rate": 4.844053088310362e-06,
      "loss": 3.1891,
      "step": 4070
    },
    {
      "epoch": 0.7065868263473054,
      "grad_norm": 62.797035217285156,
      "learning_rate": 4.843797856049005e-06,
      "loss": 2.4505,
      "step": 4071
    },
    {
      "epoch": 0.7067603922589604,
      "grad_norm": 37.16270446777344,
      "learning_rate": 4.843542623787647e-06,
      "loss": 2.3436,
      "step": 4072
    },
    {
      "epoch": 0.7069339581706153,
      "grad_norm": 50.23762512207031,
      "learning_rate": 4.84328739152629e-06,
      "loss": 3.08,
      "step": 4073
    },
    {
      "epoch": 0.7071075240822703,
      "grad_norm": 53.50181579589844,
      "learning_rate": 4.843032159264932e-06,
      "loss": 3.1327,
      "step": 4074
    },
    {
      "epoch": 0.7072810899939251,
      "grad_norm": 58.44054412841797,
      "learning_rate": 4.842776927003573e-06,
      "loss": 2.8513,
      "step": 4075
    },
    {
      "epoch": 0.7072810899939251,
      "eval_synth_accuracy": 0.8778156996587031,
      "eval_synth_auroc": 0.9507332818897506,
      "eval_synth_f1": 0.9049389272437599,
      "eval_synth_loss": 0.3063848316669464,
      "eval_synth_precision": 0.9456159822419534,
      "eval_synth_recall": 0.8676171079429735,
      "eval_synth_runtime": 101.9322,
      "eval_synth_samples_per_second": 14.372,
      "eval_synth_steps_per_second": 0.451,
      "step": 4075
    },
    {
      "epoch": 0.7072810899939251,
      "eval_real_accuracy": 0.8321220930232558,
      "eval_real_auroc": 0.908160220523459,
      "eval_real_f1": 0.8714524207011686,
      "eval_real_loss": 0.3730551302433014,
      "eval_real_precision": 0.8867497168742922,
      "eval_real_recall": 0.8566739606126915,
      "eval_real_runtime": 95.9522,
      "eval_real_samples_per_second": 14.34,
      "eval_real_steps_per_second": 0.448,
      "step": 4075
    },
    {
      "epoch": 0.7074546559055801,
      "grad_norm": 49.48594665527344,
      "learning_rate": 4.842521694742216e-06,
      "loss": 2.5275,
      "step": 4076
    },
    {
      "epoch": 0.7076282218172351,
      "grad_norm": 52.236839294433594,
      "learning_rate": 4.842266462480858e-06,
      "loss": 3.9542,
      "step": 4077
    },
    {
      "epoch": 0.70780178772889,
      "grad_norm": 69.98358917236328,
      "learning_rate": 4.8420112302195e-06,
      "loss": 2.7506,
      "step": 4078
    },
    {
      "epoch": 0.707975353640545,
      "grad_norm": 56.62228012084961,
      "learning_rate": 4.841755997958143e-06,
      "loss": 2.6438,
      "step": 4079
    },
    {
      "epoch": 0.7081489195521999,
      "grad_norm": 42.966739654541016,
      "learning_rate": 4.841500765696784e-06,
      "loss": 2.6116,
      "step": 4080
    },
    {
      "epoch": 0.7083224854638549,
      "grad_norm": 55.33949661254883,
      "learning_rate": 4.841245533435426e-06,
      "loss": 4.1617,
      "step": 4081
    },
    {
      "epoch": 0.7084960513755099,
      "grad_norm": 41.51441192626953,
      "learning_rate": 4.840990301174069e-06,
      "loss": 2.6712,
      "step": 4082
    },
    {
      "epoch": 0.7086696172871648,
      "grad_norm": 42.9347038269043,
      "learning_rate": 4.840735068912711e-06,
      "loss": 2.9439,
      "step": 4083
    },
    {
      "epoch": 0.7088431831988198,
      "grad_norm": 44.69108581542969,
      "learning_rate": 4.840479836651354e-06,
      "loss": 2.6417,
      "step": 4084
    },
    {
      "epoch": 0.7090167491104747,
      "grad_norm": 49.546321868896484,
      "learning_rate": 4.840224604389996e-06,
      "loss": 2.9243,
      "step": 4085
    },
    {
      "epoch": 0.7091903150221297,
      "grad_norm": 62.183311462402344,
      "learning_rate": 4.839969372128637e-06,
      "loss": 3.2665,
      "step": 4086
    },
    {
      "epoch": 0.7093638809337846,
      "grad_norm": 50.14686584472656,
      "learning_rate": 4.83971413986728e-06,
      "loss": 3.0739,
      "step": 4087
    },
    {
      "epoch": 0.7095374468454395,
      "grad_norm": 48.38742446899414,
      "learning_rate": 4.839458907605922e-06,
      "loss": 3.567,
      "step": 4088
    },
    {
      "epoch": 0.7097110127570945,
      "grad_norm": 55.03757095336914,
      "learning_rate": 4.839203675344564e-06,
      "loss": 2.6365,
      "step": 4089
    },
    {
      "epoch": 0.7098845786687494,
      "grad_norm": 44.62285232543945,
      "learning_rate": 4.838948443083207e-06,
      "loss": 4.1816,
      "step": 4090
    },
    {
      "epoch": 0.7100581445804044,
      "grad_norm": 54.839176177978516,
      "learning_rate": 4.838693210821848e-06,
      "loss": 3.3898,
      "step": 4091
    },
    {
      "epoch": 0.7102317104920594,
      "grad_norm": 53.40120315551758,
      "learning_rate": 4.838437978560491e-06,
      "loss": 3.6879,
      "step": 4092
    },
    {
      "epoch": 0.7104052764037143,
      "grad_norm": 46.163818359375,
      "learning_rate": 4.838182746299133e-06,
      "loss": 3.3679,
      "step": 4093
    },
    {
      "epoch": 0.7105788423153693,
      "grad_norm": 50.95964431762695,
      "learning_rate": 4.837927514037775e-06,
      "loss": 2.7479,
      "step": 4094
    },
    {
      "epoch": 0.7107524082270242,
      "grad_norm": 45.56377410888672,
      "learning_rate": 4.8376722817764175e-06,
      "loss": 2.7887,
      "step": 4095
    },
    {
      "epoch": 0.7109259741386792,
      "grad_norm": 54.348751068115234,
      "learning_rate": 4.837417049515059e-06,
      "loss": 3.0209,
      "step": 4096
    },
    {
      "epoch": 0.7110995400503342,
      "grad_norm": 38.98687744140625,
      "learning_rate": 4.837161817253701e-06,
      "loss": 2.7457,
      "step": 4097
    },
    {
      "epoch": 0.7112731059619891,
      "grad_norm": 43.443565368652344,
      "learning_rate": 4.8369065849923435e-06,
      "loss": 3.3988,
      "step": 4098
    },
    {
      "epoch": 0.711446671873644,
      "grad_norm": 44.36823654174805,
      "learning_rate": 4.8366513527309855e-06,
      "loss": 2.8934,
      "step": 4099
    },
    {
      "epoch": 0.7116202377852989,
      "grad_norm": 124.833984375,
      "learning_rate": 4.836396120469628e-06,
      "loss": 2.2422,
      "step": 4100
    },
    {
      "epoch": 0.7116202377852989,
      "eval_synth_accuracy": 0.8600682593856656,
      "eval_synth_auroc": 0.9516989032396806,
      "eval_synth_f1": 0.8897256589564282,
      "eval_synth_loss": 0.3126334547996521,
      "eval_synth_precision": 0.942987457240593,
      "eval_synth_recall": 0.8421588594704684,
      "eval_synth_runtime": 101.8429,
      "eval_synth_samples_per_second": 14.385,
      "eval_synth_steps_per_second": 0.452,
      "step": 4100
    },
    {
      "epoch": 0.7116202377852989,
      "eval_real_accuracy": 0.8277616279069767,
      "eval_real_auroc": 0.9060845245199731,
      "eval_real_f1": 0.8714053174172545,
      "eval_real_loss": 0.3789510428905487,
      "eval_real_precision": 0.8643702906350915,
      "eval_real_recall": 0.8785557986870897,
      "eval_real_runtime": 95.1195,
      "eval_real_samples_per_second": 14.466,
      "eval_real_steps_per_second": 0.452,
      "step": 4100
    },
    {
      "epoch": 0.7117938036969539,
      "grad_norm": 71.46176147460938,
      "learning_rate": 4.83614088820827e-06,
      "loss": 3.1577,
      "step": 4101
    },
    {
      "epoch": 0.7119673696086088,
      "grad_norm": 48.223976135253906,
      "learning_rate": 4.8358856559469116e-06,
      "loss": 2.632,
      "step": 4102
    },
    {
      "epoch": 0.7121409355202638,
      "grad_norm": 54.21172332763672,
      "learning_rate": 4.8356304236855544e-06,
      "loss": 3.3268,
      "step": 4103
    },
    {
      "epoch": 0.7123145014319188,
      "grad_norm": 61.9708251953125,
      "learning_rate": 4.8353751914241964e-06,
      "loss": 3.9271,
      "step": 4104
    },
    {
      "epoch": 0.7124880673435737,
      "grad_norm": 70.88090515136719,
      "learning_rate": 4.8351199591628384e-06,
      "loss": 3.6919,
      "step": 4105
    },
    {
      "epoch": 0.7126616332552287,
      "grad_norm": 74.01432037353516,
      "learning_rate": 4.834864726901481e-06,
      "loss": 3.1408,
      "step": 4106
    },
    {
      "epoch": 0.7128351991668836,
      "grad_norm": 59.77002716064453,
      "learning_rate": 4.8346094946401225e-06,
      "loss": 2.8187,
      "step": 4107
    },
    {
      "epoch": 0.7130087650785386,
      "grad_norm": 56.854976654052734,
      "learning_rate": 4.8343542623787645e-06,
      "loss": 2.9775,
      "step": 4108
    },
    {
      "epoch": 0.7131823309901936,
      "grad_norm": 50.027713775634766,
      "learning_rate": 4.834099030117407e-06,
      "loss": 3.5945,
      "step": 4109
    },
    {
      "epoch": 0.7133558969018485,
      "grad_norm": 55.278602600097656,
      "learning_rate": 4.833843797856049e-06,
      "loss": 3.8902,
      "step": 4110
    },
    {
      "epoch": 0.7135294628135034,
      "grad_norm": 49.10105514526367,
      "learning_rate": 4.833588565594692e-06,
      "loss": 3.6678,
      "step": 4111
    },
    {
      "epoch": 0.7137030287251583,
      "grad_norm": 35.69815444946289,
      "learning_rate": 4.833333333333333e-06,
      "loss": 2.71,
      "step": 4112
    },
    {
      "epoch": 0.7138765946368133,
      "grad_norm": 45.44612121582031,
      "learning_rate": 4.833078101071975e-06,
      "loss": 2.5535,
      "step": 4113
    },
    {
      "epoch": 0.7140501605484683,
      "grad_norm": 64.8857421875,
      "learning_rate": 4.832822868810618e-06,
      "loss": 3.8044,
      "step": 4114
    },
    {
      "epoch": 0.7142237264601232,
      "grad_norm": 45.688636779785156,
      "learning_rate": 4.83256763654926e-06,
      "loss": 3.1457,
      "step": 4115
    },
    {
      "epoch": 0.7143972923717782,
      "grad_norm": 39.3521728515625,
      "learning_rate": 4.832312404287902e-06,
      "loss": 2.9831,
      "step": 4116
    },
    {
      "epoch": 0.7145708582834331,
      "grad_norm": 48.78873825073242,
      "learning_rate": 4.832057172026544e-06,
      "loss": 2.8604,
      "step": 4117
    },
    {
      "epoch": 0.7147444241950881,
      "grad_norm": 72.8650894165039,
      "learning_rate": 4.831801939765186e-06,
      "loss": 2.9655,
      "step": 4118
    },
    {
      "epoch": 0.7149179901067431,
      "grad_norm": 65.73579406738281,
      "learning_rate": 4.831546707503829e-06,
      "loss": 4.0241,
      "step": 4119
    },
    {
      "epoch": 0.715091556018398,
      "grad_norm": 51.02190399169922,
      "learning_rate": 4.831291475242471e-06,
      "loss": 3.5535,
      "step": 4120
    },
    {
      "epoch": 0.715265121930053,
      "grad_norm": 43.026371002197266,
      "learning_rate": 4.831036242981113e-06,
      "loss": 3.4663,
      "step": 4121
    },
    {
      "epoch": 0.7154386878417079,
      "grad_norm": 41.18427658081055,
      "learning_rate": 4.830781010719756e-06,
      "loss": 2.2286,
      "step": 4122
    },
    {
      "epoch": 0.7156122537533628,
      "grad_norm": 38.815277099609375,
      "learning_rate": 4.830525778458397e-06,
      "loss": 2.3133,
      "step": 4123
    },
    {
      "epoch": 0.7157858196650178,
      "grad_norm": 46.864990234375,
      "learning_rate": 4.830270546197039e-06,
      "loss": 3.1859,
      "step": 4124
    },
    {
      "epoch": 0.7159593855766727,
      "grad_norm": 44.13089370727539,
      "learning_rate": 4.830015313935682e-06,
      "loss": 2.7923,
      "step": 4125
    },
    {
      "epoch": 0.7159593855766727,
      "eval_synth_accuracy": 0.8600682593856656,
      "eval_synth_auroc": 0.9434521174094362,
      "eval_synth_f1": 0.8900804289544236,
      "eval_synth_loss": 0.3402866721153259,
      "eval_synth_precision": 0.9399773499433749,
      "eval_synth_recall": 0.845213849287169,
      "eval_synth_runtime": 101.8705,
      "eval_synth_samples_per_second": 14.381,
      "eval_synth_steps_per_second": 0.452,
      "step": 4125
    },
    {
      "epoch": 0.7159593855766727,
      "eval_real_accuracy": 0.8204941860465116,
      "eval_real_auroc": 0.9008047022270217,
      "eval_real_f1": 0.8631578947368421,
      "eval_real_loss": 0.41739824414253235,
      "eval_real_precision": 0.8742985409652076,
      "eval_real_recall": 0.8522975929978118,
      "eval_real_runtime": 95.0376,
      "eval_real_samples_per_second": 14.478,
      "eval_real_steps_per_second": 0.452,
      "step": 4125
    },
    {
      "epoch": 0.7161329514883277,
      "grad_norm": 63.06058120727539,
      "learning_rate": 4.829760081674324e-06,
      "loss": 3.542,
      "step": 4126
    },
    {
      "epoch": 0.7163065173999826,
      "grad_norm": 55.11909484863281,
      "learning_rate": 4.829504849412966e-06,
      "loss": 2.7632,
      "step": 4127
    },
    {
      "epoch": 0.7164800833116376,
      "grad_norm": 66.25489044189453,
      "learning_rate": 4.829249617151608e-06,
      "loss": 2.0639,
      "step": 4128
    },
    {
      "epoch": 0.7166536492232926,
      "grad_norm": 55.600399017333984,
      "learning_rate": 4.82899438489025e-06,
      "loss": 3.826,
      "step": 4129
    },
    {
      "epoch": 0.7168272151349475,
      "grad_norm": 66.64286041259766,
      "learning_rate": 4.828739152628893e-06,
      "loss": 2.0897,
      "step": 4130
    },
    {
      "epoch": 0.7170007810466025,
      "grad_norm": 60.068668365478516,
      "learning_rate": 4.828483920367535e-06,
      "loss": 2.7363,
      "step": 4131
    },
    {
      "epoch": 0.7171743469582574,
      "grad_norm": 64.2243423461914,
      "learning_rate": 4.828228688106177e-06,
      "loss": 3.2341,
      "step": 4132
    },
    {
      "epoch": 0.7173479128699124,
      "grad_norm": 41.74010467529297,
      "learning_rate": 4.827973455844819e-06,
      "loss": 2.6413,
      "step": 4133
    },
    {
      "epoch": 0.7175214787815672,
      "grad_norm": 42.44942855834961,
      "learning_rate": 4.827718223583461e-06,
      "loss": 2.3062,
      "step": 4134
    },
    {
      "epoch": 0.7176950446932222,
      "grad_norm": 55.43159103393555,
      "learning_rate": 4.827462991322103e-06,
      "loss": 2.6928,
      "step": 4135
    },
    {
      "epoch": 0.7178686106048772,
      "grad_norm": 45.37250900268555,
      "learning_rate": 4.827207759060746e-06,
      "loss": 3.0386,
      "step": 4136
    },
    {
      "epoch": 0.7180421765165321,
      "grad_norm": 63.78759765625,
      "learning_rate": 4.826952526799388e-06,
      "loss": 3.4455,
      "step": 4137
    },
    {
      "epoch": 0.7182157424281871,
      "grad_norm": 67.38172912597656,
      "learning_rate": 4.82669729453803e-06,
      "loss": 3.2121,
      "step": 4138
    },
    {
      "epoch": 0.718389308339842,
      "grad_norm": 56.12541580200195,
      "learning_rate": 4.826442062276672e-06,
      "loss": 3.3533,
      "step": 4139
    },
    {
      "epoch": 0.718562874251497,
      "grad_norm": 43.682987213134766,
      "learning_rate": 4.826186830015314e-06,
      "loss": 3.1517,
      "step": 4140
    },
    {
      "epoch": 0.718736440163152,
      "grad_norm": 50.03791046142578,
      "learning_rate": 4.825931597753957e-06,
      "loss": 2.5965,
      "step": 4141
    },
    {
      "epoch": 0.7189100060748069,
      "grad_norm": 66.45384216308594,
      "learning_rate": 4.825676365492599e-06,
      "loss": 4.1238,
      "step": 4142
    },
    {
      "epoch": 0.7190835719864619,
      "grad_norm": 80.21785736083984,
      "learning_rate": 4.825421133231241e-06,
      "loss": 4.1254,
      "step": 4143
    },
    {
      "epoch": 0.7192571378981168,
      "grad_norm": 42.09550476074219,
      "learning_rate": 4.825165900969883e-06,
      "loss": 3.4686,
      "step": 4144
    },
    {
      "epoch": 0.7194307038097718,
      "grad_norm": 46.875274658203125,
      "learning_rate": 4.824910668708525e-06,
      "loss": 3.3373,
      "step": 4145
    },
    {
      "epoch": 0.7196042697214267,
      "grad_norm": 40.232723236083984,
      "learning_rate": 4.824655436447167e-06,
      "loss": 3.4734,
      "step": 4146
    },
    {
      "epoch": 0.7197778356330816,
      "grad_norm": 38.31254196166992,
      "learning_rate": 4.82440020418581e-06,
      "loss": 2.9012,
      "step": 4147
    },
    {
      "epoch": 0.7199514015447366,
      "grad_norm": 43.028446197509766,
      "learning_rate": 4.824144971924452e-06,
      "loss": 2.5705,
      "step": 4148
    },
    {
      "epoch": 0.7201249674563915,
      "grad_norm": 59.802127838134766,
      "learning_rate": 4.823889739663094e-06,
      "loss": 3.6686,
      "step": 4149
    },
    {
      "epoch": 0.7202985333680465,
      "grad_norm": 40.67890548706055,
      "learning_rate": 4.823634507401736e-06,
      "loss": 2.573,
      "step": 4150
    },
    {
      "epoch": 0.7202985333680465,
      "eval_synth_accuracy": 0.863481228668942,
      "eval_synth_auroc": 0.9394831606599959,
      "eval_synth_f1": 0.897119341563786,
      "eval_synth_loss": 0.2936815619468689,
      "eval_synth_precision": 0.9064449064449065,
      "eval_synth_recall": 0.8879837067209776,
      "eval_synth_runtime": 101.8692,
      "eval_synth_samples_per_second": 14.381,
      "eval_synth_steps_per_second": 0.452,
      "step": 4150
    },
    {
      "epoch": 0.7202985333680465,
      "eval_real_accuracy": 0.8248546511627907,
      "eval_real_auroc": 0.8985111351085093,
      "eval_real_f1": 0.8730911005792522,
      "eval_real_loss": 0.39962396025657654,
      "eval_real_precision": 0.8416243654822335,
      "eval_real_recall": 0.9070021881838074,
      "eval_real_runtime": 95.2978,
      "eval_real_samples_per_second": 14.439,
      "eval_real_steps_per_second": 0.451,
      "step": 4150
    },
    {
      "epoch": 0.7204720992797015,
      "grad_norm": 52.23838424682617,
      "learning_rate": 4.823379275140378e-06,
      "loss": 3.4282,
      "step": 4151
    },
    {
      "epoch": 0.7206456651913564,
      "grad_norm": 95.15058898925781,
      "learning_rate": 4.8231240428790205e-06,
      "loss": 3.4241,
      "step": 4152
    },
    {
      "epoch": 0.7208192311030114,
      "grad_norm": 33.3966178894043,
      "learning_rate": 4.8228688106176625e-06,
      "loss": 2.0567,
      "step": 4153
    },
    {
      "epoch": 0.7209927970146663,
      "grad_norm": 42.792747497558594,
      "learning_rate": 4.8226135783563045e-06,
      "loss": 3.17,
      "step": 4154
    },
    {
      "epoch": 0.7211663629263213,
      "grad_norm": 51.91886520385742,
      "learning_rate": 4.8223583460949465e-06,
      "loss": 2.3631,
      "step": 4155
    },
    {
      "epoch": 0.7213399288379763,
      "grad_norm": 95.63146209716797,
      "learning_rate": 4.8221031138335886e-06,
      "loss": 3.3938,
      "step": 4156
    },
    {
      "epoch": 0.7215134947496312,
      "grad_norm": 63.20574188232422,
      "learning_rate": 4.821847881572231e-06,
      "loss": 3.5913,
      "step": 4157
    },
    {
      "epoch": 0.7216870606612861,
      "grad_norm": 70.56753540039062,
      "learning_rate": 4.821592649310873e-06,
      "loss": 3.3037,
      "step": 4158
    },
    {
      "epoch": 0.721860626572941,
      "grad_norm": 47.49723815917969,
      "learning_rate": 4.8213374170495154e-06,
      "loss": 2.5204,
      "step": 4159
    },
    {
      "epoch": 0.722034192484596,
      "grad_norm": 57.963016510009766,
      "learning_rate": 4.8210821847881574e-06,
      "loss": 2.9151,
      "step": 4160
    },
    {
      "epoch": 0.722207758396251,
      "grad_norm": 54.187171936035156,
      "learning_rate": 4.8208269525267994e-06,
      "loss": 2.8409,
      "step": 4161
    },
    {
      "epoch": 0.7223813243079059,
      "grad_norm": 54.694915771484375,
      "learning_rate": 4.8205717202654415e-06,
      "loss": 3.1298,
      "step": 4162
    },
    {
      "epoch": 0.7225548902195609,
      "grad_norm": 63.393272399902344,
      "learning_rate": 4.820316488004084e-06,
      "loss": 3.5987,
      "step": 4163
    },
    {
      "epoch": 0.7227284561312158,
      "grad_norm": 63.62119674682617,
      "learning_rate": 4.820061255742726e-06,
      "loss": 3.492,
      "step": 4164
    },
    {
      "epoch": 0.7229020220428708,
      "grad_norm": 55.8991584777832,
      "learning_rate": 4.819806023481368e-06,
      "loss": 3.1802,
      "step": 4165
    },
    {
      "epoch": 0.7230755879545258,
      "grad_norm": 45.19939041137695,
      "learning_rate": 4.81955079122001e-06,
      "loss": 2.2365,
      "step": 4166
    },
    {
      "epoch": 0.7232491538661807,
      "grad_norm": 46.665626525878906,
      "learning_rate": 4.819295558958652e-06,
      "loss": 3.5467,
      "step": 4167
    },
    {
      "epoch": 0.7234227197778357,
      "grad_norm": 52.98533630371094,
      "learning_rate": 4.819040326697295e-06,
      "loss": 2.7474,
      "step": 4168
    },
    {
      "epoch": 0.7235962856894906,
      "grad_norm": 40.06541061401367,
      "learning_rate": 4.818785094435937e-06,
      "loss": 3.0629,
      "step": 4169
    },
    {
      "epoch": 0.7237698516011455,
      "grad_norm": 53.08795928955078,
      "learning_rate": 4.818529862174579e-06,
      "loss": 4.0433,
      "step": 4170
    },
    {
      "epoch": 0.7239434175128004,
      "grad_norm": 46.29393768310547,
      "learning_rate": 4.818274629913221e-06,
      "loss": 3.0224,
      "step": 4171
    },
    {
      "epoch": 0.7241169834244554,
      "grad_norm": 53.472068786621094,
      "learning_rate": 4.818019397651863e-06,
      "loss": 3.0817,
      "step": 4172
    },
    {
      "epoch": 0.7242905493361104,
      "grad_norm": 59.23584747314453,
      "learning_rate": 4.817764165390505e-06,
      "loss": 3.0696,
      "step": 4173
    },
    {
      "epoch": 0.7244641152477653,
      "grad_norm": 37.26028823852539,
      "learning_rate": 4.817508933129148e-06,
      "loss": 2.5622,
      "step": 4174
    },
    {
      "epoch": 0.7246376811594203,
      "grad_norm": 41.568485260009766,
      "learning_rate": 4.81725370086779e-06,
      "loss": 3.2052,
      "step": 4175
    },
    {
      "epoch": 0.7246376811594203,
      "eval_synth_accuracy": 0.8662116040955632,
      "eval_synth_auroc": 0.9390267042795158,
      "eval_synth_f1": 0.8979166666666667,
      "eval_synth_loss": 0.308784544467926,
      "eval_synth_precision": 0.9189765458422174,
      "eval_synth_recall": 0.8778004073319755,
      "eval_synth_runtime": 101.8988,
      "eval_synth_samples_per_second": 14.377,
      "eval_synth_steps_per_second": 0.451,
      "step": 4175
    },
    {
      "epoch": 0.7246376811594203,
      "eval_real_accuracy": 0.8277616279069767,
      "eval_real_auroc": 0.9002635766858962,
      "eval_real_f1": 0.866779089376054,
      "eval_real_loss": 0.3931385278701782,
      "eval_real_precision": 0.8913294797687862,
      "eval_real_recall": 0.8435448577680525,
      "eval_real_runtime": 95.2574,
      "eval_real_samples_per_second": 14.445,
      "eval_real_steps_per_second": 0.451,
      "step": 4175
    },
    {
      "epoch": 0.7248112470710752,
      "grad_norm": 40.19285202026367,
      "learning_rate": 4.816998468606432e-06,
      "loss": 2.7907,
      "step": 4176
    },
    {
      "epoch": 0.7249848129827302,
      "grad_norm": 60.32452392578125,
      "learning_rate": 4.816743236345074e-06,
      "loss": 3.1982,
      "step": 4177
    },
    {
      "epoch": 0.7251583788943852,
      "grad_norm": 46.810813903808594,
      "learning_rate": 4.816488004083716e-06,
      "loss": 3.0927,
      "step": 4178
    },
    {
      "epoch": 0.7253319448060401,
      "grad_norm": 45.9545783996582,
      "learning_rate": 4.816232771822359e-06,
      "loss": 3.7495,
      "step": 4179
    },
    {
      "epoch": 0.7255055107176951,
      "grad_norm": 50.59811782836914,
      "learning_rate": 4.815977539561001e-06,
      "loss": 3.2097,
      "step": 4180
    },
    {
      "epoch": 0.72567907662935,
      "grad_norm": 82.5013427734375,
      "learning_rate": 4.815722307299643e-06,
      "loss": 4.4087,
      "step": 4181
    },
    {
      "epoch": 0.7258526425410049,
      "grad_norm": 64.0619125366211,
      "learning_rate": 4.815467075038285e-06,
      "loss": 3.299,
      "step": 4182
    },
    {
      "epoch": 0.7260262084526599,
      "grad_norm": 57.01219940185547,
      "learning_rate": 4.815211842776927e-06,
      "loss": 3.4279,
      "step": 4183
    },
    {
      "epoch": 0.7261997743643148,
      "grad_norm": 48.926300048828125,
      "learning_rate": 4.814956610515569e-06,
      "loss": 3.3733,
      "step": 4184
    },
    {
      "epoch": 0.7263733402759698,
      "grad_norm": 46.57950210571289,
      "learning_rate": 4.814701378254212e-06,
      "loss": 2.9629,
      "step": 4185
    },
    {
      "epoch": 0.7265469061876247,
      "grad_norm": 42.32415771484375,
      "learning_rate": 4.814446145992854e-06,
      "loss": 3.0542,
      "step": 4186
    },
    {
      "epoch": 0.7267204720992797,
      "grad_norm": 56.43055725097656,
      "learning_rate": 4.814190913731496e-06,
      "loss": 2.679,
      "step": 4187
    },
    {
      "epoch": 0.7268940380109347,
      "grad_norm": 41.03192901611328,
      "learning_rate": 4.813935681470138e-06,
      "loss": 2.7428,
      "step": 4188
    },
    {
      "epoch": 0.7270676039225896,
      "grad_norm": 69.72063446044922,
      "learning_rate": 4.81368044920878e-06,
      "loss": 3.8197,
      "step": 4189
    },
    {
      "epoch": 0.7272411698342446,
      "grad_norm": 51.164859771728516,
      "learning_rate": 4.813425216947423e-06,
      "loss": 3.9854,
      "step": 4190
    },
    {
      "epoch": 0.7274147357458995,
      "grad_norm": 38.65859603881836,
      "learning_rate": 4.813169984686065e-06,
      "loss": 2.1155,
      "step": 4191
    },
    {
      "epoch": 0.7275883016575545,
      "grad_norm": 49.67441940307617,
      "learning_rate": 4.812914752424707e-06,
      "loss": 3.643,
      "step": 4192
    },
    {
      "epoch": 0.7277618675692094,
      "grad_norm": 50.089874267578125,
      "learning_rate": 4.812659520163349e-06,
      "loss": 3.1847,
      "step": 4193
    },
    {
      "epoch": 0.7279354334808643,
      "grad_norm": 83.439453125,
      "learning_rate": 4.812404287901991e-06,
      "loss": 2.9367,
      "step": 4194
    },
    {
      "epoch": 0.7281089993925193,
      "grad_norm": 46.44489669799805,
      "learning_rate": 4.812149055640634e-06,
      "loss": 3.1283,
      "step": 4195
    },
    {
      "epoch": 0.7282825653041742,
      "grad_norm": 64.06346130371094,
      "learning_rate": 4.811893823379276e-06,
      "loss": 3.258,
      "step": 4196
    },
    {
      "epoch": 0.7284561312158292,
      "grad_norm": 42.555328369140625,
      "learning_rate": 4.811638591117918e-06,
      "loss": 3.3507,
      "step": 4197
    },
    {
      "epoch": 0.7286296971274842,
      "grad_norm": 40.9553108215332,
      "learning_rate": 4.81138335885656e-06,
      "loss": 2.6155,
      "step": 4198
    },
    {
      "epoch": 0.7288032630391391,
      "grad_norm": 36.88743591308594,
      "learning_rate": 4.811128126595202e-06,
      "loss": 2.1118,
      "step": 4199
    },
    {
      "epoch": 0.7289768289507941,
      "grad_norm": 44.675716400146484,
      "learning_rate": 4.810872894333844e-06,
      "loss": 2.9677,
      "step": 4200
    },
    {
      "epoch": 0.7289768289507941,
      "eval_synth_accuracy": 0.8580204778156997,
      "eval_synth_auroc": 0.9375487554447971,
      "eval_synth_f1": 0.8901795142555439,
      "eval_synth_loss": 0.33161860704421997,
      "eval_synth_precision": 0.9243421052631579,
      "eval_synth_recall": 0.8584521384928717,
      "eval_synth_runtime": 102.5264,
      "eval_synth_samples_per_second": 14.289,
      "eval_synth_steps_per_second": 0.449,
      "step": 4200
    },
    {
      "epoch": 0.7289768289507941,
      "eval_real_accuracy": 0.8277616279069767,
      "eval_real_auroc": 0.9028756619019201,
      "eval_real_f1": 0.8711256117455138,
      "eval_real_loss": 0.398725301027298,
      "eval_real_precision": 0.865945945945946,
      "eval_real_recall": 0.8763676148796499,
      "eval_real_runtime": 95.0653,
      "eval_real_samples_per_second": 14.474,
      "eval_real_steps_per_second": 0.452,
      "step": 4200
    },
    {
      "epoch": 0.729150394862449,
      "grad_norm": 50.31229782104492,
      "learning_rate": 4.810617662072487e-06,
      "loss": 3.0224,
      "step": 4201
    },
    {
      "epoch": 0.729323960774104,
      "grad_norm": 87.23391723632812,
      "learning_rate": 4.810362429811129e-06,
      "loss": 2.5939,
      "step": 4202
    },
    {
      "epoch": 0.729497526685759,
      "grad_norm": 51.42975997924805,
      "learning_rate": 4.810107197549771e-06,
      "loss": 2.8113,
      "step": 4203
    },
    {
      "epoch": 0.7296710925974139,
      "grad_norm": 65.66227722167969,
      "learning_rate": 4.809851965288413e-06,
      "loss": 2.6043,
      "step": 4204
    },
    {
      "epoch": 0.7298446585090688,
      "grad_norm": 41.54368591308594,
      "learning_rate": 4.809596733027055e-06,
      "loss": 2.6625,
      "step": 4205
    },
    {
      "epoch": 0.7300182244207237,
      "grad_norm": 88.14302825927734,
      "learning_rate": 4.8093415007656975e-06,
      "loss": 2.95,
      "step": 4206
    },
    {
      "epoch": 0.7301917903323787,
      "grad_norm": 59.31919479370117,
      "learning_rate": 4.8090862685043395e-06,
      "loss": 4.2342,
      "step": 4207
    },
    {
      "epoch": 0.7303653562440336,
      "grad_norm": 41.98352813720703,
      "learning_rate": 4.8088310362429815e-06,
      "loss": 2.2061,
      "step": 4208
    },
    {
      "epoch": 0.7305389221556886,
      "grad_norm": 42.48270034790039,
      "learning_rate": 4.8085758039816235e-06,
      "loss": 3.0244,
      "step": 4209
    },
    {
      "epoch": 0.7307124880673436,
      "grad_norm": 43.964027404785156,
      "learning_rate": 4.8083205717202655e-06,
      "loss": 2.8222,
      "step": 4210
    },
    {
      "epoch": 0.7308860539789985,
      "grad_norm": 54.12461853027344,
      "learning_rate": 4.8080653394589075e-06,
      "loss": 2.9966,
      "step": 4211
    },
    {
      "epoch": 0.7310596198906535,
      "grad_norm": 50.7545280456543,
      "learning_rate": 4.80781010719755e-06,
      "loss": 3.2314,
      "step": 4212
    },
    {
      "epoch": 0.7312331858023084,
      "grad_norm": 53.50072479248047,
      "learning_rate": 4.807554874936192e-06,
      "loss": 2.8879,
      "step": 4213
    },
    {
      "epoch": 0.7314067517139634,
      "grad_norm": 49.98786544799805,
      "learning_rate": 4.807299642674834e-06,
      "loss": 3.1877,
      "step": 4214
    },
    {
      "epoch": 0.7315803176256184,
      "grad_norm": 48.722408294677734,
      "learning_rate": 4.8070444104134764e-06,
      "loss": 2.9445,
      "step": 4215
    },
    {
      "epoch": 0.7317538835372733,
      "grad_norm": 50.46577835083008,
      "learning_rate": 4.8067891781521184e-06,
      "loss": 3.0729,
      "step": 4216
    },
    {
      "epoch": 0.7319274494489282,
      "grad_norm": 56.13636779785156,
      "learning_rate": 4.806533945890761e-06,
      "loss": 2.9432,
      "step": 4217
    },
    {
      "epoch": 0.7321010153605831,
      "grad_norm": 52.91388702392578,
      "learning_rate": 4.806278713629403e-06,
      "loss": 2.8902,
      "step": 4218
    },
    {
      "epoch": 0.7322745812722381,
      "grad_norm": 43.562774658203125,
      "learning_rate": 4.806023481368045e-06,
      "loss": 3.8644,
      "step": 4219
    },
    {
      "epoch": 0.7324481471838931,
      "grad_norm": 38.14067459106445,
      "learning_rate": 4.805768249106687e-06,
      "loss": 2.8893,
      "step": 4220
    },
    {
      "epoch": 0.732621713095548,
      "grad_norm": 55.32665252685547,
      "learning_rate": 4.805513016845329e-06,
      "loss": 3.2665,
      "step": 4221
    },
    {
      "epoch": 0.732795279007203,
      "grad_norm": 43.243404388427734,
      "learning_rate": 4.805257784583972e-06,
      "loss": 3.5146,
      "step": 4222
    },
    {
      "epoch": 0.7329688449188579,
      "grad_norm": 35.02653121948242,
      "learning_rate": 4.805002552322614e-06,
      "loss": 2.4621,
      "step": 4223
    },
    {
      "epoch": 0.7331424108305129,
      "grad_norm": 34.629207611083984,
      "learning_rate": 4.804747320061256e-06,
      "loss": 2.7321,
      "step": 4224
    },
    {
      "epoch": 0.7333159767421679,
      "grad_norm": 40.509307861328125,
      "learning_rate": 4.804492087799898e-06,
      "loss": 3.1674,
      "step": 4225
    },
    {
      "epoch": 0.7333159767421679,
      "eval_synth_accuracy": 0.8778156996587031,
      "eval_synth_auroc": 0.9431527326240866,
      "eval_synth_f1": 0.9063317634746206,
      "eval_synth_loss": 0.30424484610557556,
      "eval_synth_precision": 0.9321851453175457,
      "eval_synth_recall": 0.8818737270875764,
      "eval_synth_runtime": 101.932,
      "eval_synth_samples_per_second": 14.372,
      "eval_synth_steps_per_second": 0.451,
      "step": 4225
    },
    {
      "epoch": 0.7333159767421679,
      "eval_real_accuracy": 0.8270348837209303,
      "eval_real_auroc": 0.9016998683300652,
      "eval_real_f1": 0.8692307692307693,
      "eval_real_loss": 0.3780991733074188,
      "eval_real_precision": 0.8730684326710817,
      "eval_real_recall": 0.8654266958424508,
      "eval_real_runtime": 95.3075,
      "eval_real_samples_per_second": 14.437,
      "eval_real_steps_per_second": 0.451,
      "step": 4225
    },
    {
      "epoch": 0.7334895426538228,
      "grad_norm": 58.17963790893555,
      "learning_rate": 4.80423685553854e-06,
      "loss": 3.5094,
      "step": 4226
    },
    {
      "epoch": 0.7336631085654778,
      "grad_norm": 56.895751953125,
      "learning_rate": 4.803981623277182e-06,
      "loss": 3.5928,
      "step": 4227
    },
    {
      "epoch": 0.7338366744771327,
      "grad_norm": 42.05345153808594,
      "learning_rate": 4.803726391015825e-06,
      "loss": 2.9553,
      "step": 4228
    },
    {
      "epoch": 0.7340102403887876,
      "grad_norm": 39.35805892944336,
      "learning_rate": 4.803471158754467e-06,
      "loss": 2.4327,
      "step": 4229
    },
    {
      "epoch": 0.7341838063004426,
      "grad_norm": 52.02178192138672,
      "learning_rate": 4.803215926493109e-06,
      "loss": 3.2267,
      "step": 4230
    },
    {
      "epoch": 0.7343573722120975,
      "grad_norm": 54.328948974609375,
      "learning_rate": 4.802960694231751e-06,
      "loss": 3.2262,
      "step": 4231
    },
    {
      "epoch": 0.7345309381237525,
      "grad_norm": 54.50797653198242,
      "learning_rate": 4.802705461970393e-06,
      "loss": 3.1418,
      "step": 4232
    },
    {
      "epoch": 0.7347045040354074,
      "grad_norm": 58.189239501953125,
      "learning_rate": 4.802450229709036e-06,
      "loss": 3.1634,
      "step": 4233
    },
    {
      "epoch": 0.7348780699470624,
      "grad_norm": 42.828880310058594,
      "learning_rate": 4.802194997447678e-06,
      "loss": 2.1467,
      "step": 4234
    },
    {
      "epoch": 0.7350516358587174,
      "grad_norm": 72.15159606933594,
      "learning_rate": 4.80193976518632e-06,
      "loss": 3.615,
      "step": 4235
    },
    {
      "epoch": 0.7352252017703723,
      "grad_norm": 58.8455810546875,
      "learning_rate": 4.801684532924962e-06,
      "loss": 3.0033,
      "step": 4236
    },
    {
      "epoch": 0.7353987676820273,
      "grad_norm": 49.35025405883789,
      "learning_rate": 4.801429300663604e-06,
      "loss": 3.4031,
      "step": 4237
    },
    {
      "epoch": 0.7355723335936822,
      "grad_norm": 44.08891296386719,
      "learning_rate": 4.801174068402246e-06,
      "loss": 3.2769,
      "step": 4238
    },
    {
      "epoch": 0.7357458995053372,
      "grad_norm": 56.477935791015625,
      "learning_rate": 4.800918836140889e-06,
      "loss": 2.8285,
      "step": 4239
    },
    {
      "epoch": 0.7359194654169922,
      "grad_norm": 51.126407623291016,
      "learning_rate": 4.800663603879531e-06,
      "loss": 3.2761,
      "step": 4240
    },
    {
      "epoch": 0.736093031328647,
      "grad_norm": 56.66207504272461,
      "learning_rate": 4.800408371618173e-06,
      "loss": 3.4091,
      "step": 4241
    },
    {
      "epoch": 0.736266597240302,
      "grad_norm": 57.32979202270508,
      "learning_rate": 4.800153139356815e-06,
      "loss": 3.0829,
      "step": 4242
    },
    {
      "epoch": 0.7364401631519569,
      "grad_norm": 38.31953048706055,
      "learning_rate": 4.799897907095457e-06,
      "loss": 2.4751,
      "step": 4243
    },
    {
      "epoch": 0.7366137290636119,
      "grad_norm": 72.56901550292969,
      "learning_rate": 4.7996426748341e-06,
      "loss": 3.2422,
      "step": 4244
    },
    {
      "epoch": 0.7367872949752668,
      "grad_norm": 65.52127075195312,
      "learning_rate": 4.799387442572742e-06,
      "loss": 3.716,
      "step": 4245
    },
    {
      "epoch": 0.7369608608869218,
      "grad_norm": 44.78174591064453,
      "learning_rate": 4.799132210311384e-06,
      "loss": 3.3399,
      "step": 4246
    },
    {
      "epoch": 0.7371344267985768,
      "grad_norm": 47.81031036376953,
      "learning_rate": 4.798876978050026e-06,
      "loss": 2.8705,
      "step": 4247
    },
    {
      "epoch": 0.7373079927102317,
      "grad_norm": 54.532894134521484,
      "learning_rate": 4.798621745788668e-06,
      "loss": 3.665,
      "step": 4248
    },
    {
      "epoch": 0.7374815586218867,
      "grad_norm": 30.542184829711914,
      "learning_rate": 4.79836651352731e-06,
      "loss": 2.0384,
      "step": 4249
    },
    {
      "epoch": 0.7376551245335417,
      "grad_norm": 63.39047622680664,
      "learning_rate": 4.798111281265953e-06,
      "loss": 2.8263,
      "step": 4250
    },
    {
      "epoch": 0.7376551245335417,
      "eval_synth_accuracy": 0.8914675767918089,
      "eval_synth_auroc": 0.9344252444624356,
      "eval_synth_f1": 0.9207772795216741,
      "eval_synth_loss": 0.3042268753051758,
      "eval_synth_precision": 0.9014634146341464,
      "eval_synth_recall": 0.9409368635437881,
      "eval_synth_runtime": 101.9199,
      "eval_synth_samples_per_second": 14.374,
      "eval_synth_steps_per_second": 0.451,
      "step": 4250
    },
    {
      "epoch": 0.7376551245335417,
      "eval_real_accuracy": 0.845203488372093,
      "eval_real_auroc": 0.9011717676925556,
      "eval_real_f1": 0.8855454056958625,
      "eval_real_loss": 0.3765886127948761,
      "eval_real_precision": 0.870116156282999,
      "eval_real_recall": 0.9015317286652079,
      "eval_real_runtime": 95.3055,
      "eval_real_samples_per_second": 14.438,
      "eval_real_steps_per_second": 0.451,
      "step": 4250
    },
    {
      "epoch": 0.7378286904451966,
      "grad_norm": 50.37505340576172,
      "learning_rate": 4.797856049004595e-06,
      "loss": 2.9539,
      "step": 4251
    },
    {
      "epoch": 0.7380022563568515,
      "grad_norm": 72.67477416992188,
      "learning_rate": 4.797600816743237e-06,
      "loss": 3.5044,
      "step": 4252
    },
    {
      "epoch": 0.7381758222685064,
      "grad_norm": 42.57001495361328,
      "learning_rate": 4.797345584481879e-06,
      "loss": 2.948,
      "step": 4253
    },
    {
      "epoch": 0.7383493881801614,
      "grad_norm": 43.14482116699219,
      "learning_rate": 4.797090352220521e-06,
      "loss": 2.4253,
      "step": 4254
    },
    {
      "epoch": 0.7385229540918163,
      "grad_norm": 83.9763412475586,
      "learning_rate": 4.796835119959164e-06,
      "loss": 4.132,
      "step": 4255
    },
    {
      "epoch": 0.7386965200034713,
      "grad_norm": 97.04532623291016,
      "learning_rate": 4.796579887697806e-06,
      "loss": 2.8709,
      "step": 4256
    },
    {
      "epoch": 0.7388700859151263,
      "grad_norm": 87.87167358398438,
      "learning_rate": 4.796324655436448e-06,
      "loss": 2.9635,
      "step": 4257
    },
    {
      "epoch": 0.7390436518267812,
      "grad_norm": 46.890785217285156,
      "learning_rate": 4.79606942317509e-06,
      "loss": 2.9069,
      "step": 4258
    },
    {
      "epoch": 0.7392172177384362,
      "grad_norm": 73.36894989013672,
      "learning_rate": 4.795814190913732e-06,
      "loss": 3.88,
      "step": 4259
    },
    {
      "epoch": 0.7393907836500911,
      "grad_norm": 46.55524444580078,
      "learning_rate": 4.7955589586523745e-06,
      "loss": 3.0128,
      "step": 4260
    },
    {
      "epoch": 0.7395643495617461,
      "grad_norm": 57.67605972290039,
      "learning_rate": 4.7953037263910165e-06,
      "loss": 2.8177,
      "step": 4261
    },
    {
      "epoch": 0.7397379154734011,
      "grad_norm": 55.257408142089844,
      "learning_rate": 4.7950484941296585e-06,
      "loss": 2.9268,
      "step": 4262
    },
    {
      "epoch": 0.739911481385056,
      "grad_norm": 77.01473236083984,
      "learning_rate": 4.7947932618683005e-06,
      "loss": 3.5885,
      "step": 4263
    },
    {
      "epoch": 0.7400850472967109,
      "grad_norm": 45.47346496582031,
      "learning_rate": 4.7945380296069425e-06,
      "loss": 2.671,
      "step": 4264
    },
    {
      "epoch": 0.7402586132083658,
      "grad_norm": 44.0474967956543,
      "learning_rate": 4.7942827973455845e-06,
      "loss": 2.764,
      "step": 4265
    },
    {
      "epoch": 0.7404321791200208,
      "grad_norm": 57.642452239990234,
      "learning_rate": 4.794027565084227e-06,
      "loss": 2.5991,
      "step": 4266
    },
    {
      "epoch": 0.7406057450316758,
      "grad_norm": 37.3895378112793,
      "learning_rate": 4.793772332822869e-06,
      "loss": 2.2,
      "step": 4267
    },
    {
      "epoch": 0.7407793109433307,
      "grad_norm": 40.1723747253418,
      "learning_rate": 4.793517100561511e-06,
      "loss": 2.7494,
      "step": 4268
    },
    {
      "epoch": 0.7409528768549857,
      "grad_norm": 59.260196685791016,
      "learning_rate": 4.793261868300153e-06,
      "loss": 3.0336,
      "step": 4269
    },
    {
      "epoch": 0.7411264427666406,
      "grad_norm": 56.378517150878906,
      "learning_rate": 4.793006636038795e-06,
      "loss": 2.7253,
      "step": 4270
    },
    {
      "epoch": 0.7413000086782956,
      "grad_norm": 52.78224563598633,
      "learning_rate": 4.792751403777438e-06,
      "loss": 3.1454,
      "step": 4271
    },
    {
      "epoch": 0.7414735745899506,
      "grad_norm": 47.503482818603516,
      "learning_rate": 4.79249617151608e-06,
      "loss": 3.0883,
      "step": 4272
    },
    {
      "epoch": 0.7416471405016055,
      "grad_norm": 62.295291900634766,
      "learning_rate": 4.792240939254722e-06,
      "loss": 3.0117,
      "step": 4273
    },
    {
      "epoch": 0.7418207064132605,
      "grad_norm": 68.2246322631836,
      "learning_rate": 4.791985706993364e-06,
      "loss": 3.6212,
      "step": 4274
    },
    {
      "epoch": 0.7419942723249154,
      "grad_norm": 70.97798919677734,
      "learning_rate": 4.791730474732006e-06,
      "loss": 3.8141,
      "step": 4275
    },
    {
      "epoch": 0.7419942723249154,
      "eval_synth_accuracy": 0.8805460750853242,
      "eval_synth_auroc": 0.9420869649551135,
      "eval_synth_f1": 0.9111223971559167,
      "eval_synth_loss": 0.2898193299770355,
      "eval_synth_precision": 0.9088145896656535,
      "eval_synth_recall": 0.9134419551934827,
      "eval_synth_runtime": 101.8773,
      "eval_synth_samples_per_second": 14.38,
      "eval_synth_steps_per_second": 0.452,
      "step": 4275
    },
    {
      "epoch": 0.7419942723249154,
      "eval_real_accuracy": 0.8313953488372093,
      "eval_real_auroc": 0.8937499407958928,
      "eval_real_f1": 0.8781512605042017,
      "eval_real_loss": 0.4131295382976532,
      "eval_real_precision": 0.8444444444444444,
      "eval_real_recall": 0.9146608315098468,
      "eval_real_runtime": 95.2756,
      "eval_real_samples_per_second": 14.442,
      "eval_real_steps_per_second": 0.451,
      "step": 4275
    },
    {
      "epoch": 0.7421678382365703,
      "grad_norm": 72.53316497802734,
      "learning_rate": 4.791475242470648e-06,
      "loss": 3.1259,
      "step": 4276
    },
    {
      "epoch": 0.7423414041482252,
      "grad_norm": 58.29595947265625,
      "learning_rate": 4.791220010209291e-06,
      "loss": 3.3531,
      "step": 4277
    },
    {
      "epoch": 0.7425149700598802,
      "grad_norm": 43.20547103881836,
      "learning_rate": 4.790964777947933e-06,
      "loss": 3.5397,
      "step": 4278
    },
    {
      "epoch": 0.7426885359715352,
      "grad_norm": 42.63153839111328,
      "learning_rate": 4.790709545686575e-06,
      "loss": 2.5581,
      "step": 4279
    },
    {
      "epoch": 0.7428621018831901,
      "grad_norm": 73.0423812866211,
      "learning_rate": 4.790454313425217e-06,
      "loss": 3.7661,
      "step": 4280
    },
    {
      "epoch": 0.7430356677948451,
      "grad_norm": 39.76557540893555,
      "learning_rate": 4.790199081163859e-06,
      "loss": 2.4958,
      "step": 4281
    },
    {
      "epoch": 0.7432092337065,
      "grad_norm": 45.41274642944336,
      "learning_rate": 4.789943848902502e-06,
      "loss": 3.0375,
      "step": 4282
    },
    {
      "epoch": 0.743382799618155,
      "grad_norm": 92.13704681396484,
      "learning_rate": 4.789688616641144e-06,
      "loss": 4.3274,
      "step": 4283
    },
    {
      "epoch": 0.74355636552981,
      "grad_norm": 44.90692901611328,
      "learning_rate": 4.789433384379786e-06,
      "loss": 3.3842,
      "step": 4284
    },
    {
      "epoch": 0.7437299314414649,
      "grad_norm": 41.988346099853516,
      "learning_rate": 4.789178152118428e-06,
      "loss": 3.1882,
      "step": 4285
    },
    {
      "epoch": 0.7439034973531199,
      "grad_norm": 62.1783447265625,
      "learning_rate": 4.78892291985707e-06,
      "loss": 2.8537,
      "step": 4286
    },
    {
      "epoch": 0.7440770632647749,
      "grad_norm": 77.86326599121094,
      "learning_rate": 4.788667687595713e-06,
      "loss": 3.5505,
      "step": 4287
    },
    {
      "epoch": 0.7442506291764297,
      "grad_norm": 135.3994140625,
      "learning_rate": 4.788412455334355e-06,
      "loss": 4.0523,
      "step": 4288
    },
    {
      "epoch": 0.7444241950880847,
      "grad_norm": 73.10053253173828,
      "learning_rate": 4.788157223072997e-06,
      "loss": 2.8199,
      "step": 4289
    },
    {
      "epoch": 0.7445977609997396,
      "grad_norm": 40.30723190307617,
      "learning_rate": 4.787901990811639e-06,
      "loss": 2.5928,
      "step": 4290
    },
    {
      "epoch": 0.7447713269113946,
      "grad_norm": 40.760986328125,
      "learning_rate": 4.787646758550281e-06,
      "loss": 2.6967,
      "step": 4291
    },
    {
      "epoch": 0.7449448928230495,
      "grad_norm": 54.8365592956543,
      "learning_rate": 4.787391526288923e-06,
      "loss": 2.7562,
      "step": 4292
    },
    {
      "epoch": 0.7451184587347045,
      "grad_norm": 41.43682098388672,
      "learning_rate": 4.787136294027566e-06,
      "loss": 2.4014,
      "step": 4293
    },
    {
      "epoch": 0.7452920246463595,
      "grad_norm": 41.42733383178711,
      "learning_rate": 4.786881061766208e-06,
      "loss": 2.2388,
      "step": 4294
    },
    {
      "epoch": 0.7454655905580144,
      "grad_norm": 57.92094039916992,
      "learning_rate": 4.78662582950485e-06,
      "loss": 2.4564,
      "step": 4295
    },
    {
      "epoch": 0.7456391564696694,
      "grad_norm": 42.625099182128906,
      "learning_rate": 4.786370597243492e-06,
      "loss": 2.5043,
      "step": 4296
    },
    {
      "epoch": 0.7458127223813243,
      "grad_norm": 52.890968322753906,
      "learning_rate": 4.786115364982134e-06,
      "loss": 3.3631,
      "step": 4297
    },
    {
      "epoch": 0.7459862882929793,
      "grad_norm": 55.644168853759766,
      "learning_rate": 4.785860132720777e-06,
      "loss": 2.8843,
      "step": 4298
    },
    {
      "epoch": 0.7461598542046343,
      "grad_norm": 64.36184692382812,
      "learning_rate": 4.785604900459419e-06,
      "loss": 2.6479,
      "step": 4299
    },
    {
      "epoch": 0.7463334201162891,
      "grad_norm": 48.88587188720703,
      "learning_rate": 4.785349668198061e-06,
      "loss": 3.0404,
      "step": 4300
    },
    {
      "epoch": 0.7463334201162891,
      "eval_synth_accuracy": 0.863481228668942,
      "eval_synth_auroc": 0.9442796422562649,
      "eval_synth_f1": 0.8941798941798942,
      "eval_synth_loss": 0.33041808009147644,
      "eval_synth_precision": 0.9306167400881057,
      "eval_synth_recall": 0.860488798370672,
      "eval_synth_runtime": 101.9485,
      "eval_synth_samples_per_second": 14.37,
      "eval_synth_steps_per_second": 0.451,
      "step": 4300
    },
    {
      "epoch": 0.7463334201162891,
      "eval_real_accuracy": 0.8292151162790697,
      "eval_real_auroc": 0.9074154328530697,
      "eval_real_f1": 0.8695169350360911,
      "eval_real_loss": 0.4019201397895813,
      "eval_real_precision": 0.882750845546787,
      "eval_real_recall": 0.8566739606126915,
      "eval_real_runtime": 95.2837,
      "eval_real_samples_per_second": 14.441,
      "eval_real_steps_per_second": 0.451,
      "step": 4300
    },
    {
      "epoch": 0.7465069860279441,
      "grad_norm": 50.69020080566406,
      "learning_rate": 4.785094435936703e-06,
      "loss": 3.0024,
      "step": 4301
    },
    {
      "epoch": 0.746680551939599,
      "grad_norm": 48.519588470458984,
      "learning_rate": 4.784839203675345e-06,
      "loss": 2.7015,
      "step": 4302
    },
    {
      "epoch": 0.746854117851254,
      "grad_norm": 43.47066116333008,
      "learning_rate": 4.784583971413987e-06,
      "loss": 2.2028,
      "step": 4303
    },
    {
      "epoch": 0.747027683762909,
      "grad_norm": 52.67088317871094,
      "learning_rate": 4.78432873915263e-06,
      "loss": 3.3944,
      "step": 4304
    },
    {
      "epoch": 0.7472012496745639,
      "grad_norm": 42.25057601928711,
      "learning_rate": 4.784073506891272e-06,
      "loss": 2.4193,
      "step": 4305
    },
    {
      "epoch": 0.7473748155862189,
      "grad_norm": 59.6227912902832,
      "learning_rate": 4.783818274629914e-06,
      "loss": 2.9092,
      "step": 4306
    },
    {
      "epoch": 0.7475483814978738,
      "grad_norm": 42.31088638305664,
      "learning_rate": 4.783563042368556e-06,
      "loss": 2.9778,
      "step": 4307
    },
    {
      "epoch": 0.7477219474095288,
      "grad_norm": 112.60858154296875,
      "learning_rate": 4.783307810107198e-06,
      "loss": 3.2754,
      "step": 4308
    },
    {
      "epoch": 0.7478955133211838,
      "grad_norm": 45.35427474975586,
      "learning_rate": 4.7830525778458406e-06,
      "loss": 2.9623,
      "step": 4309
    },
    {
      "epoch": 0.7480690792328387,
      "grad_norm": 49.52684020996094,
      "learning_rate": 4.7827973455844826e-06,
      "loss": 3.3311,
      "step": 4310
    },
    {
      "epoch": 0.7482426451444936,
      "grad_norm": 58.2697868347168,
      "learning_rate": 4.782542113323125e-06,
      "loss": 2.9908,
      "step": 4311
    },
    {
      "epoch": 0.7484162110561485,
      "grad_norm": 97.25292205810547,
      "learning_rate": 4.782286881061767e-06,
      "loss": 2.881,
      "step": 4312
    },
    {
      "epoch": 0.7485897769678035,
      "grad_norm": 43.9807243347168,
      "learning_rate": 4.782031648800409e-06,
      "loss": 2.83,
      "step": 4313
    },
    {
      "epoch": 0.7487633428794584,
      "grad_norm": 45.9388542175293,
      "learning_rate": 4.781776416539051e-06,
      "loss": 3.684,
      "step": 4314
    },
    {
      "epoch": 0.7489369087911134,
      "grad_norm": 54.7291374206543,
      "learning_rate": 4.7815211842776935e-06,
      "loss": 3.2513,
      "step": 4315
    },
    {
      "epoch": 0.7491104747027684,
      "grad_norm": 48.206748962402344,
      "learning_rate": 4.7812659520163355e-06,
      "loss": 3.2204,
      "step": 4316
    },
    {
      "epoch": 0.7492840406144233,
      "grad_norm": 39.82294464111328,
      "learning_rate": 4.7810107197549775e-06,
      "loss": 2.8508,
      "step": 4317
    },
    {
      "epoch": 0.7494576065260783,
      "grad_norm": 73.37237548828125,
      "learning_rate": 4.7807554874936195e-06,
      "loss": 3.6703,
      "step": 4318
    },
    {
      "epoch": 0.7496311724377333,
      "grad_norm": 47.54253005981445,
      "learning_rate": 4.7805002552322615e-06,
      "loss": 2.7012,
      "step": 4319
    },
    {
      "epoch": 0.7498047383493882,
      "grad_norm": 53.30507278442383,
      "learning_rate": 4.780245022970904e-06,
      "loss": 3.4096,
      "step": 4320
    },
    {
      "epoch": 0.7499783042610432,
      "grad_norm": 58.98954772949219,
      "learning_rate": 4.779989790709546e-06,
      "loss": 2.419,
      "step": 4321
    },
    {
      "epoch": 0.7501518701726981,
      "grad_norm": 47.30589294433594,
      "learning_rate": 4.779734558448188e-06,
      "loss": 3.0686,
      "step": 4322
    },
    {
      "epoch": 0.750325436084353,
      "grad_norm": 46.50969696044922,
      "learning_rate": 4.77947932618683e-06,
      "loss": 2.6813,
      "step": 4323
    },
    {
      "epoch": 0.7504990019960079,
      "grad_norm": 50.97514343261719,
      "learning_rate": 4.779224093925472e-06,
      "loss": 2.1719,
      "step": 4324
    },
    {
      "epoch": 0.7506725679076629,
      "grad_norm": 59.44575500488281,
      "learning_rate": 4.778968861664115e-06,
      "loss": 2.6848,
      "step": 4325
    },
    {
      "epoch": 0.7506725679076629,
      "eval_synth_accuracy": 0.875085324232082,
      "eval_synth_auroc": 0.9431263783296014,
      "eval_synth_f1": 0.9057187017001546,
      "eval_synth_loss": 0.29412201046943665,
      "eval_synth_precision": 0.9165797705943691,
      "eval_synth_recall": 0.895112016293279,
      "eval_synth_runtime": 101.8602,
      "eval_synth_samples_per_second": 14.382,
      "eval_synth_steps_per_second": 0.452,
      "step": 4325
    },
    {
      "epoch": 0.7506725679076629,
      "eval_real_accuracy": 0.8313953488372093,
      "eval_real_auroc": 0.8966485738914624,
      "eval_real_f1": 0.8737758433079434,
      "eval_real_loss": 0.39882880449295044,
      "eval_real_precision": 0.8690476190476191,
      "eval_real_recall": 0.8785557986870897,
      "eval_real_runtime": 95.2357,
      "eval_real_samples_per_second": 14.448,
      "eval_real_steps_per_second": 0.452,
      "step": 4325
    },
    {
      "epoch": 0.7508461338193179,
      "grad_norm": 52.859107971191406,
      "learning_rate": 4.778713629402757e-06,
      "loss": 3.6716,
      "step": 4326
    },
    {
      "epoch": 0.7510196997309728,
      "grad_norm": 46.426673889160156,
      "learning_rate": 4.778458397141399e-06,
      "loss": 2.5848,
      "step": 4327
    },
    {
      "epoch": 0.7511932656426278,
      "grad_norm": 55.71476364135742,
      "learning_rate": 4.778203164880041e-06,
      "loss": 3.396,
      "step": 4328
    },
    {
      "epoch": 0.7513668315542827,
      "grad_norm": 47.12803268432617,
      "learning_rate": 4.777947932618683e-06,
      "loss": 2.0828,
      "step": 4329
    },
    {
      "epoch": 0.7515403974659377,
      "grad_norm": 67.40980529785156,
      "learning_rate": 4.777692700357325e-06,
      "loss": 3.6512,
      "step": 4330
    },
    {
      "epoch": 0.7517139633775927,
      "grad_norm": 65.89423370361328,
      "learning_rate": 4.777437468095968e-06,
      "loss": 2.5402,
      "step": 4331
    },
    {
      "epoch": 0.7518875292892476,
      "grad_norm": 54.440670013427734,
      "learning_rate": 4.77718223583461e-06,
      "loss": 2.7896,
      "step": 4332
    },
    {
      "epoch": 0.7520610952009026,
      "grad_norm": 59.30167007446289,
      "learning_rate": 4.776927003573252e-06,
      "loss": 3.4933,
      "step": 4333
    },
    {
      "epoch": 0.7522346611125575,
      "grad_norm": 44.54563903808594,
      "learning_rate": 4.776671771311894e-06,
      "loss": 2.0881,
      "step": 4334
    },
    {
      "epoch": 0.7524082270242124,
      "grad_norm": 74.44120025634766,
      "learning_rate": 4.776416539050536e-06,
      "loss": 3.1166,
      "step": 4335
    },
    {
      "epoch": 0.7525817929358674,
      "grad_norm": 55.79655456542969,
      "learning_rate": 4.776161306789179e-06,
      "loss": 2.9266,
      "step": 4336
    },
    {
      "epoch": 0.7527553588475223,
      "grad_norm": 50.82695007324219,
      "learning_rate": 4.775906074527821e-06,
      "loss": 2.578,
      "step": 4337
    },
    {
      "epoch": 0.7529289247591773,
      "grad_norm": 57.66550064086914,
      "learning_rate": 4.775650842266463e-06,
      "loss": 3.5036,
      "step": 4338
    },
    {
      "epoch": 0.7531024906708322,
      "grad_norm": 95.2100601196289,
      "learning_rate": 4.775395610005105e-06,
      "loss": 2.5204,
      "step": 4339
    },
    {
      "epoch": 0.7532760565824872,
      "grad_norm": 39.018253326416016,
      "learning_rate": 4.775140377743747e-06,
      "loss": 2.4864,
      "step": 4340
    },
    {
      "epoch": 0.7534496224941422,
      "grad_norm": 54.622398376464844,
      "learning_rate": 4.774885145482389e-06,
      "loss": 4.1903,
      "step": 4341
    },
    {
      "epoch": 0.7536231884057971,
      "grad_norm": 58.7909049987793,
      "learning_rate": 4.774629913221032e-06,
      "loss": 3.5097,
      "step": 4342
    },
    {
      "epoch": 0.7537967543174521,
      "grad_norm": 42.213985443115234,
      "learning_rate": 4.774374680959674e-06,
      "loss": 2.9235,
      "step": 4343
    },
    {
      "epoch": 0.753970320229107,
      "grad_norm": 54.408267974853516,
      "learning_rate": 4.774119448698316e-06,
      "loss": 2.7426,
      "step": 4344
    },
    {
      "epoch": 0.754143886140762,
      "grad_norm": 45.80950927734375,
      "learning_rate": 4.773864216436958e-06,
      "loss": 2.9998,
      "step": 4345
    },
    {
      "epoch": 0.754317452052417,
      "grad_norm": 40.30323028564453,
      "learning_rate": 4.7736089841756e-06,
      "loss": 2.3656,
      "step": 4346
    },
    {
      "epoch": 0.7544910179640718,
      "grad_norm": 44.07295608520508,
      "learning_rate": 4.773353751914243e-06,
      "loss": 2.4569,
      "step": 4347
    },
    {
      "epoch": 0.7546645838757268,
      "grad_norm": 56.507720947265625,
      "learning_rate": 4.773098519652885e-06,
      "loss": 3.43,
      "step": 4348
    },
    {
      "epoch": 0.7548381497873817,
      "grad_norm": 46.39398956298828,
      "learning_rate": 4.772843287391527e-06,
      "loss": 2.1803,
      "step": 4349
    },
    {
      "epoch": 0.7550117156990367,
      "grad_norm": 70.13333892822266,
      "learning_rate": 4.772588055130169e-06,
      "loss": 2.8499,
      "step": 4350
    },
    {
      "epoch": 0.7550117156990367,
      "eval_synth_accuracy": 0.8703071672354948,
      "eval_synth_auroc": 0.9355036621927617,
      "eval_synth_f1": 0.9012474012474012,
      "eval_synth_loss": 0.30998727679252625,
      "eval_synth_precision": 0.9203821656050956,
      "eval_synth_recall": 0.8828920570264766,
      "eval_synth_runtime": 102.4208,
      "eval_synth_samples_per_second": 14.304,
      "eval_synth_steps_per_second": 0.449,
      "step": 4350
    },
    {
      "epoch": 0.7550117156990367,
      "eval_real_accuracy": 0.8321220930232558,
      "eval_real_auroc": 0.8907257949927534,
      "eval_real_f1": 0.8747967479674796,
      "eval_real_loss": 0.3955223262310028,
      "eval_real_precision": 0.8668098818474759,
      "eval_real_recall": 0.8829321663019694,
      "eval_real_runtime": 95.2814,
      "eval_real_samples_per_second": 14.441,
      "eval_real_steps_per_second": 0.451,
      "step": 4350
    },
    {
      "epoch": 0.7551852816106916,
      "grad_norm": 46.43991470336914,
      "learning_rate": 4.772332822868811e-06,
      "loss": 2.4108,
      "step": 4351
    },
    {
      "epoch": 0.7553588475223466,
      "grad_norm": 42.63174057006836,
      "learning_rate": 4.772077590607453e-06,
      "loss": 3.3505,
      "step": 4352
    },
    {
      "epoch": 0.7555324134340016,
      "grad_norm": 48.83521270751953,
      "learning_rate": 4.771822358346096e-06,
      "loss": 3.1419,
      "step": 4353
    },
    {
      "epoch": 0.7557059793456565,
      "grad_norm": 40.46363830566406,
      "learning_rate": 4.771567126084738e-06,
      "loss": 2.5357,
      "step": 4354
    },
    {
      "epoch": 0.7558795452573115,
      "grad_norm": 72.2657470703125,
      "learning_rate": 4.77131189382338e-06,
      "loss": 3.214,
      "step": 4355
    },
    {
      "epoch": 0.7560531111689665,
      "grad_norm": 50.950138092041016,
      "learning_rate": 4.771056661562022e-06,
      "loss": 2.6642,
      "step": 4356
    },
    {
      "epoch": 0.7562266770806214,
      "grad_norm": 33.89970016479492,
      "learning_rate": 4.770801429300664e-06,
      "loss": 2.2054,
      "step": 4357
    },
    {
      "epoch": 0.7564002429922763,
      "grad_norm": 46.28183364868164,
      "learning_rate": 4.770546197039307e-06,
      "loss": 3.0396,
      "step": 4358
    },
    {
      "epoch": 0.7565738089039312,
      "grad_norm": 73.59333801269531,
      "learning_rate": 4.770290964777949e-06,
      "loss": 3.2385,
      "step": 4359
    },
    {
      "epoch": 0.7567473748155862,
      "grad_norm": 37.373836517333984,
      "learning_rate": 4.770035732516591e-06,
      "loss": 2.0529,
      "step": 4360
    },
    {
      "epoch": 0.7569209407272411,
      "grad_norm": 61.74197769165039,
      "learning_rate": 4.769780500255233e-06,
      "loss": 2.6797,
      "step": 4361
    },
    {
      "epoch": 0.7570945066388961,
      "grad_norm": 43.16234588623047,
      "learning_rate": 4.769525267993875e-06,
      "loss": 2.7537,
      "step": 4362
    },
    {
      "epoch": 0.7572680725505511,
      "grad_norm": 50.41294479370117,
      "learning_rate": 4.7692700357325175e-06,
      "loss": 2.4789,
      "step": 4363
    },
    {
      "epoch": 0.757441638462206,
      "grad_norm": 56.1610221862793,
      "learning_rate": 4.7690148034711595e-06,
      "loss": 3.8459,
      "step": 4364
    },
    {
      "epoch": 0.757615204373861,
      "grad_norm": 62.339515686035156,
      "learning_rate": 4.7687595712098016e-06,
      "loss": 3.7373,
      "step": 4365
    },
    {
      "epoch": 0.757788770285516,
      "grad_norm": 40.970516204833984,
      "learning_rate": 4.7685043389484436e-06,
      "loss": 2.3728,
      "step": 4366
    },
    {
      "epoch": 0.7579623361971709,
      "grad_norm": 58.00722122192383,
      "learning_rate": 4.7682491066870856e-06,
      "loss": 3.1045,
      "step": 4367
    },
    {
      "epoch": 0.7581359021088259,
      "grad_norm": 50.267391204833984,
      "learning_rate": 4.767993874425728e-06,
      "loss": 3.3839,
      "step": 4368
    },
    {
      "epoch": 0.7583094680204808,
      "grad_norm": 64.19852447509766,
      "learning_rate": 4.7677386421643704e-06,
      "loss": 3.8987,
      "step": 4369
    },
    {
      "epoch": 0.7584830339321357,
      "grad_norm": 39.067142486572266,
      "learning_rate": 4.7674834099030125e-06,
      "loss": 2.5858,
      "step": 4370
    },
    {
      "epoch": 0.7586565998437906,
      "grad_norm": 42.32450485229492,
      "learning_rate": 4.767228177641654e-06,
      "loss": 3.7808,
      "step": 4371
    },
    {
      "epoch": 0.7588301657554456,
      "grad_norm": 62.671695709228516,
      "learning_rate": 4.7669729453802965e-06,
      "loss": 3.828,
      "step": 4372
    },
    {
      "epoch": 0.7590037316671006,
      "grad_norm": 53.4928092956543,
      "learning_rate": 4.7667177131189385e-06,
      "loss": 3.5268,
      "step": 4373
    },
    {
      "epoch": 0.7591772975787555,
      "grad_norm": 42.34510803222656,
      "learning_rate": 4.766462480857581e-06,
      "loss": 3.0814,
      "step": 4374
    },
    {
      "epoch": 0.7593508634904105,
      "grad_norm": 40.47151565551758,
      "learning_rate": 4.766207248596223e-06,
      "loss": 2.468,
      "step": 4375
    },
    {
      "epoch": 0.7593508634904105,
      "eval_synth_accuracy": 0.8539249146757679,
      "eval_synth_auroc": 0.9438010482684175,
      "eval_synth_f1": 0.8844492440604752,
      "eval_synth_loss": 0.32986655831336975,
      "eval_synth_precision": 0.9413793103448276,
      "eval_synth_recall": 0.8340122199592668,
      "eval_synth_runtime": 101.8602,
      "eval_synth_samples_per_second": 14.382,
      "eval_synth_steps_per_second": 0.452,
      "step": 4375
    },
    {
      "epoch": 0.7593508634904105,
      "eval_real_accuracy": 0.809593023255814,
      "eval_real_auroc": 0.9015909327725522,
      "eval_real_f1": 0.8471411901983664,
      "eval_real_loss": 0.41209831833839417,
      "eval_real_precision": 0.9075,
      "eval_real_recall": 0.7943107221006565,
      "eval_real_runtime": 95.2691,
      "eval_real_samples_per_second": 14.443,
      "eval_real_steps_per_second": 0.451,
      "step": 4375
    },
    {
      "epoch": 0.7595244294020654,
      "grad_norm": 75.19165802001953,
      "learning_rate": 4.7659520163348645e-06,
      "loss": 3.0995,
      "step": 4376
    },
    {
      "epoch": 0.7596979953137204,
      "grad_norm": 61.10116195678711,
      "learning_rate": 4.765696784073507e-06,
      "loss": 2.579,
      "step": 4377
    },
    {
      "epoch": 0.7598715612253754,
      "grad_norm": 51.7763557434082,
      "learning_rate": 4.765441551812149e-06,
      "loss": 3.6519,
      "step": 4378
    },
    {
      "epoch": 0.7600451271370303,
      "grad_norm": 38.013126373291016,
      "learning_rate": 4.765186319550791e-06,
      "loss": 2.6227,
      "step": 4379
    },
    {
      "epoch": 0.7602186930486853,
      "grad_norm": 34.772525787353516,
      "learning_rate": 4.764931087289434e-06,
      "loss": 2.6296,
      "step": 4380
    },
    {
      "epoch": 0.7603922589603402,
      "grad_norm": 54.063045501708984,
      "learning_rate": 4.764675855028076e-06,
      "loss": 4.2696,
      "step": 4381
    },
    {
      "epoch": 0.7605658248719951,
      "grad_norm": 71.44709777832031,
      "learning_rate": 4.764420622766718e-06,
      "loss": 3.1723,
      "step": 4382
    },
    {
      "epoch": 0.76073939078365,
      "grad_norm": 58.76597213745117,
      "learning_rate": 4.76416539050536e-06,
      "loss": 4.4142,
      "step": 4383
    },
    {
      "epoch": 0.760912956695305,
      "grad_norm": 71.57609558105469,
      "learning_rate": 4.763910158244002e-06,
      "loss": 3.7379,
      "step": 4384
    },
    {
      "epoch": 0.76108652260696,
      "grad_norm": 41.59503936767578,
      "learning_rate": 4.763654925982645e-06,
      "loss": 3.7666,
      "step": 4385
    },
    {
      "epoch": 0.7612600885186149,
      "grad_norm": 64.54273223876953,
      "learning_rate": 4.763399693721287e-06,
      "loss": 3.7846,
      "step": 4386
    },
    {
      "epoch": 0.7614336544302699,
      "grad_norm": 53.62240219116211,
      "learning_rate": 4.763144461459928e-06,
      "loss": 2.5542,
      "step": 4387
    },
    {
      "epoch": 0.7616072203419249,
      "grad_norm": 36.95969009399414,
      "learning_rate": 4.762889229198571e-06,
      "loss": 2.4297,
      "step": 4388
    },
    {
      "epoch": 0.7617807862535798,
      "grad_norm": 64.8817367553711,
      "learning_rate": 4.762633996937213e-06,
      "loss": 3.6447,
      "step": 4389
    },
    {
      "epoch": 0.7619543521652348,
      "grad_norm": 32.802486419677734,
      "learning_rate": 4.762378764675856e-06,
      "loss": 2.1656,
      "step": 4390
    },
    {
      "epoch": 0.7621279180768897,
      "grad_norm": 44.20408630371094,
      "learning_rate": 4.762123532414498e-06,
      "loss": 2.87,
      "step": 4391
    },
    {
      "epoch": 0.7623014839885447,
      "grad_norm": 68.10128784179688,
      "learning_rate": 4.761868300153139e-06,
      "loss": 3.0394,
      "step": 4392
    },
    {
      "epoch": 0.7624750499001997,
      "grad_norm": 50.940311431884766,
      "learning_rate": 4.761613067891782e-06,
      "loss": 3.1218,
      "step": 4393
    },
    {
      "epoch": 0.7626486158118545,
      "grad_norm": 50.21464157104492,
      "learning_rate": 4.761357835630424e-06,
      "loss": 3.7204,
      "step": 4394
    },
    {
      "epoch": 0.7628221817235095,
      "grad_norm": 98.96835327148438,
      "learning_rate": 4.761102603369066e-06,
      "loss": 4.2667,
      "step": 4395
    },
    {
      "epoch": 0.7629957476351644,
      "grad_norm": 46.67515563964844,
      "learning_rate": 4.760847371107709e-06,
      "loss": 2.5893,
      "step": 4396
    },
    {
      "epoch": 0.7631693135468194,
      "grad_norm": 40.06986999511719,
      "learning_rate": 4.760592138846351e-06,
      "loss": 2.5189,
      "step": 4397
    },
    {
      "epoch": 0.7633428794584743,
      "grad_norm": 55.98896408081055,
      "learning_rate": 4.760336906584992e-06,
      "loss": 2.8804,
      "step": 4398
    },
    {
      "epoch": 0.7635164453701293,
      "grad_norm": 42.36274719238281,
      "learning_rate": 4.760081674323635e-06,
      "loss": 2.7363,
      "step": 4399
    },
    {
      "epoch": 0.7636900112817843,
      "grad_norm": 52.96921157836914,
      "learning_rate": 4.759826442062277e-06,
      "loss": 2.9666,
      "step": 4400
    },
    {
      "epoch": 0.7636900112817843,
      "eval_synth_accuracy": 0.8853242320819112,
      "eval_synth_auroc": 0.9484552166744675,
      "eval_synth_f1": 0.9146341463414634,
      "eval_synth_loss": 0.26932457089424133,
      "eval_synth_precision": 0.9127789046653144,
      "eval_synth_recall": 0.9164969450101833,
      "eval_synth_runtime": 101.8537,
      "eval_synth_samples_per_second": 14.383,
      "eval_synth_steps_per_second": 0.452,
      "step": 4400
    },
    {
      "epoch": 0.7636900112817843,
      "eval_real_accuracy": 0.8401162790697675,
      "eval_real_auroc": 0.9092377352771226,
      "eval_real_f1": 0.8800436205016358,
      "eval_real_loss": 0.37119409441947937,
      "eval_real_precision": 0.8771739130434782,
      "eval_real_recall": 0.8829321663019694,
      "eval_real_runtime": 95.2572,
      "eval_real_samples_per_second": 14.445,
      "eval_real_steps_per_second": 0.451,
      "step": 4400
    },
    {
      "epoch": 0.7638635771934392,
      "grad_norm": 55.74882888793945,
      "learning_rate": 4.75957120980092e-06,
      "loss": 4.7128,
      "step": 4401
    },
    {
      "epoch": 0.7640371431050942,
      "grad_norm": 50.56238555908203,
      "learning_rate": 4.759315977539562e-06,
      "loss": 3.3814,
      "step": 4402
    },
    {
      "epoch": 0.7642107090167491,
      "grad_norm": 51.06149673461914,
      "learning_rate": 4.759060745278203e-06,
      "loss": 3.0114,
      "step": 4403
    },
    {
      "epoch": 0.7643842749284041,
      "grad_norm": 65.77554321289062,
      "learning_rate": 4.758805513016846e-06,
      "loss": 3.0556,
      "step": 4404
    },
    {
      "epoch": 0.7645578408400591,
      "grad_norm": 47.25111770629883,
      "learning_rate": 4.758550280755488e-06,
      "loss": 3.1222,
      "step": 4405
    },
    {
      "epoch": 0.7647314067517139,
      "grad_norm": 42.199073791503906,
      "learning_rate": 4.75829504849413e-06,
      "loss": 2.671,
      "step": 4406
    },
    {
      "epoch": 0.7649049726633689,
      "grad_norm": 38.88575744628906,
      "learning_rate": 4.758039816232773e-06,
      "loss": 2.6016,
      "step": 4407
    },
    {
      "epoch": 0.7650785385750238,
      "grad_norm": 72.631591796875,
      "learning_rate": 4.757784583971414e-06,
      "loss": 3.3209,
      "step": 4408
    },
    {
      "epoch": 0.7652521044866788,
      "grad_norm": 86.04607391357422,
      "learning_rate": 4.757529351710057e-06,
      "loss": 3.0798,
      "step": 4409
    },
    {
      "epoch": 0.7654256703983338,
      "grad_norm": 49.495365142822266,
      "learning_rate": 4.757274119448699e-06,
      "loss": 4.1326,
      "step": 4410
    },
    {
      "epoch": 0.7655992363099887,
      "grad_norm": 50.685279846191406,
      "learning_rate": 4.757018887187341e-06,
      "loss": 2.8194,
      "step": 4411
    },
    {
      "epoch": 0.7657728022216437,
      "grad_norm": 46.63295364379883,
      "learning_rate": 4.756763654925984e-06,
      "loss": 3.1853,
      "step": 4412
    },
    {
      "epoch": 0.7659463681332986,
      "grad_norm": 60.02214050292969,
      "learning_rate": 4.756508422664625e-06,
      "loss": 2.3169,
      "step": 4413
    },
    {
      "epoch": 0.7661199340449536,
      "grad_norm": 82.90157318115234,
      "learning_rate": 4.756253190403267e-06,
      "loss": 3.3481,
      "step": 4414
    },
    {
      "epoch": 0.7662934999566086,
      "grad_norm": 68.4394760131836,
      "learning_rate": 4.75599795814191e-06,
      "loss": 2.7288,
      "step": 4415
    },
    {
      "epoch": 0.7664670658682635,
      "grad_norm": 45.47431945800781,
      "learning_rate": 4.755742725880552e-06,
      "loss": 2.1943,
      "step": 4416
    },
    {
      "epoch": 0.7666406317799184,
      "grad_norm": 50.23929977416992,
      "learning_rate": 4.755487493619194e-06,
      "loss": 3.2194,
      "step": 4417
    },
    {
      "epoch": 0.7668141976915733,
      "grad_norm": 48.750362396240234,
      "learning_rate": 4.7552322613578365e-06,
      "loss": 3.4074,
      "step": 4418
    },
    {
      "epoch": 0.7669877636032283,
      "grad_norm": 61.236839294433594,
      "learning_rate": 4.754977029096478e-06,
      "loss": 2.9733,
      "step": 4419
    },
    {
      "epoch": 0.7671613295148833,
      "grad_norm": 68.37385559082031,
      "learning_rate": 4.7547217968351205e-06,
      "loss": 2.2642,
      "step": 4420
    },
    {
      "epoch": 0.7673348954265382,
      "grad_norm": 49.70106506347656,
      "learning_rate": 4.7544665645737626e-06,
      "loss": 2.3991,
      "step": 4421
    },
    {
      "epoch": 0.7675084613381932,
      "grad_norm": 75.14955139160156,
      "learning_rate": 4.7542113323124046e-06,
      "loss": 2.5111,
      "step": 4422
    },
    {
      "epoch": 0.7676820272498481,
      "grad_norm": 46.123817443847656,
      "learning_rate": 4.753956100051047e-06,
      "loss": 2.3648,
      "step": 4423
    },
    {
      "epoch": 0.7678555931615031,
      "grad_norm": 50.53907012939453,
      "learning_rate": 4.753700867789689e-06,
      "loss": 3.3857,
      "step": 4424
    },
    {
      "epoch": 0.768029159073158,
      "grad_norm": 73.40308380126953,
      "learning_rate": 4.753445635528331e-06,
      "loss": 4.315,
      "step": 4425
    },
    {
      "epoch": 0.768029159073158,
      "eval_synth_accuracy": 0.8812286689419795,
      "eval_synth_auroc": 0.9420289855072462,
      "eval_synth_f1": 0.913086913086913,
      "eval_synth_loss": 0.29974356293678284,
      "eval_synth_precision": 0.8960784313725491,
      "eval_synth_recall": 0.9307535641547862,
      "eval_synth_runtime": 101.9314,
      "eval_synth_samples_per_second": 14.372,
      "eval_synth_steps_per_second": 0.451,
      "step": 4425
    },
    {
      "epoch": 0.768029159073158,
      "eval_real_accuracy": 0.8270348837209303,
      "eval_real_auroc": 0.9027406765371755,
      "eval_real_f1": 0.8766839378238342,
      "eval_real_loss": 0.4164455235004425,
      "eval_real_precision": 0.8326771653543307,
      "eval_real_recall": 0.925601750547046,
      "eval_real_runtime": 95.3186,
      "eval_real_samples_per_second": 14.436,
      "eval_real_steps_per_second": 0.451,
      "step": 4425
    },
    {
      "epoch": 0.768202724984813,
      "grad_norm": 104.05687713623047,
      "learning_rate": 4.7531904032669734e-06,
      "loss": 3.6797,
      "step": 4426
    },
    {
      "epoch": 0.768376290896468,
      "grad_norm": 72.94886016845703,
      "learning_rate": 4.7529351710056155e-06,
      "loss": 2.5606,
      "step": 4427
    },
    {
      "epoch": 0.7685498568081229,
      "grad_norm": 60.47211837768555,
      "learning_rate": 4.752679938744258e-06,
      "loss": 2.9921,
      "step": 4428
    },
    {
      "epoch": 0.7687234227197778,
      "grad_norm": 53.49797439575195,
      "learning_rate": 4.7524247064828995e-06,
      "loss": 2.2723,
      "step": 4429
    },
    {
      "epoch": 0.7688969886314327,
      "grad_norm": 40.73872756958008,
      "learning_rate": 4.7521694742215415e-06,
      "loss": 2.8858,
      "step": 4430
    },
    {
      "epoch": 0.7690705545430877,
      "grad_norm": 50.78934860229492,
      "learning_rate": 4.751914241960184e-06,
      "loss": 2.1982,
      "step": 4431
    },
    {
      "epoch": 0.7692441204547427,
      "grad_norm": 56.35541915893555,
      "learning_rate": 4.751659009698826e-06,
      "loss": 2.8389,
      "step": 4432
    },
    {
      "epoch": 0.7694176863663976,
      "grad_norm": 48.74460220336914,
      "learning_rate": 4.751403777437468e-06,
      "loss": 2.9515,
      "step": 4433
    },
    {
      "epoch": 0.7695912522780526,
      "grad_norm": 50.913917541503906,
      "learning_rate": 4.75114854517611e-06,
      "loss": 2.6623,
      "step": 4434
    },
    {
      "epoch": 0.7697648181897075,
      "grad_norm": 54.64759063720703,
      "learning_rate": 4.750893312914752e-06,
      "loss": 2.9774,
      "step": 4435
    },
    {
      "epoch": 0.7699383841013625,
      "grad_norm": 51.65434646606445,
      "learning_rate": 4.750638080653394e-06,
      "loss": 4.0209,
      "step": 4436
    },
    {
      "epoch": 0.7701119500130175,
      "grad_norm": 86.59058380126953,
      "learning_rate": 4.750382848392037e-06,
      "loss": 3.5362,
      "step": 4437
    },
    {
      "epoch": 0.7702855159246724,
      "grad_norm": 48.60371780395508,
      "learning_rate": 4.750127616130679e-06,
      "loss": 2.1048,
      "step": 4438
    },
    {
      "epoch": 0.7704590818363274,
      "grad_norm": 56.81208419799805,
      "learning_rate": 4.749872383869322e-06,
      "loss": 3.4526,
      "step": 4439
    },
    {
      "epoch": 0.7706326477479823,
      "grad_norm": 73.94173431396484,
      "learning_rate": 4.749617151607963e-06,
      "loss": 2.9365,
      "step": 4440
    },
    {
      "epoch": 0.7708062136596372,
      "grad_norm": 57.84953689575195,
      "learning_rate": 4.749361919346605e-06,
      "loss": 2.901,
      "step": 4441
    },
    {
      "epoch": 0.7709797795712922,
      "grad_norm": 72.34235382080078,
      "learning_rate": 4.749106687085248e-06,
      "loss": 3.3225,
      "step": 4442
    },
    {
      "epoch": 0.7711533454829471,
      "grad_norm": 71.53750610351562,
      "learning_rate": 4.74885145482389e-06,
      "loss": 3.7064,
      "step": 4443
    },
    {
      "epoch": 0.7713269113946021,
      "grad_norm": 71.907958984375,
      "learning_rate": 4.748596222562532e-06,
      "loss": 2.4691,
      "step": 4444
    },
    {
      "epoch": 0.771500477306257,
      "grad_norm": 63.79414749145508,
      "learning_rate": 4.748340990301174e-06,
      "loss": 3.1763,
      "step": 4445
    },
    {
      "epoch": 0.771674043217912,
      "grad_norm": 40.97282028198242,
      "learning_rate": 4.748085758039816e-06,
      "loss": 2.5599,
      "step": 4446
    },
    {
      "epoch": 0.771847609129567,
      "grad_norm": 46.114986419677734,
      "learning_rate": 4.747830525778459e-06,
      "loss": 2.9844,
      "step": 4447
    },
    {
      "epoch": 0.7720211750412219,
      "grad_norm": 50.22291946411133,
      "learning_rate": 4.747575293517101e-06,
      "loss": 2.4061,
      "step": 4448
    },
    {
      "epoch": 0.7721947409528769,
      "grad_norm": 55.01875686645508,
      "learning_rate": 4.747320061255743e-06,
      "loss": 2.7796,
      "step": 4449
    },
    {
      "epoch": 0.7723683068645318,
      "grad_norm": 44.66520309448242,
      "learning_rate": 4.747064828994385e-06,
      "loss": 2.6844,
      "step": 4450
    },
    {
      "epoch": 0.7723683068645318,
      "eval_synth_accuracy": 0.8662116040955632,
      "eval_synth_auroc": 0.9340689344009985,
      "eval_synth_f1": 0.8984455958549222,
      "eval_synth_loss": 0.32595014572143555,
      "eval_synth_precision": 0.9145569620253164,
      "eval_synth_recall": 0.8828920570264766,
      "eval_synth_runtime": 101.8664,
      "eval_synth_samples_per_second": 14.382,
      "eval_synth_steps_per_second": 0.452,
      "step": 4450
    },
    {
      "epoch": 0.7723683068645318,
      "eval_real_accuracy": 0.8306686046511628,
      "eval_real_auroc": 0.8942401508047021,
      "eval_real_f1": 0.8746637977407208,
      "eval_real_loss": 0.39574503898620605,
      "eval_real_precision": 0.8603174603174604,
      "eval_real_recall": 0.8894967177242888,
      "eval_real_runtime": 95.2698,
      "eval_real_samples_per_second": 14.443,
      "eval_real_steps_per_second": 0.451,
      "step": 4450
    },
    {
      "epoch": 0.7725418727761868,
      "grad_norm": 44.57703399658203,
      "learning_rate": 4.746809596733027e-06,
      "loss": 2.649,
      "step": 4451
    },
    {
      "epoch": 0.7727154386878418,
      "grad_norm": 50.9552001953125,
      "learning_rate": 4.746554364471669e-06,
      "loss": 3.2685,
      "step": 4452
    },
    {
      "epoch": 0.7728890045994966,
      "grad_norm": 64.58853912353516,
      "learning_rate": 4.746299132210312e-06,
      "loss": 3.8098,
      "step": 4453
    },
    {
      "epoch": 0.7730625705111516,
      "grad_norm": 63.25637435913086,
      "learning_rate": 4.746043899948954e-06,
      "loss": 2.3836,
      "step": 4454
    },
    {
      "epoch": 0.7732361364228065,
      "grad_norm": 70.24720764160156,
      "learning_rate": 4.745788667687596e-06,
      "loss": 2.7222,
      "step": 4455
    },
    {
      "epoch": 0.7734097023344615,
      "grad_norm": 56.35420227050781,
      "learning_rate": 4.745533435426238e-06,
      "loss": 3.4111,
      "step": 4456
    },
    {
      "epoch": 0.7735832682461165,
      "grad_norm": 46.46207809448242,
      "learning_rate": 4.74527820316488e-06,
      "loss": 3.1203,
      "step": 4457
    },
    {
      "epoch": 0.7737568341577714,
      "grad_norm": 67.90287780761719,
      "learning_rate": 4.745022970903523e-06,
      "loss": 4.0331,
      "step": 4458
    },
    {
      "epoch": 0.7739304000694264,
      "grad_norm": 58.78752517700195,
      "learning_rate": 4.744767738642165e-06,
      "loss": 2.6658,
      "step": 4459
    },
    {
      "epoch": 0.7741039659810813,
      "grad_norm": 48.67652893066406,
      "learning_rate": 4.744512506380807e-06,
      "loss": 2.6165,
      "step": 4460
    },
    {
      "epoch": 0.7742775318927363,
      "grad_norm": 94.49214935302734,
      "learning_rate": 4.744257274119449e-06,
      "loss": 3.7611,
      "step": 4461
    },
    {
      "epoch": 0.7744510978043913,
      "grad_norm": 64.66883850097656,
      "learning_rate": 4.744002041858091e-06,
      "loss": 2.8773,
      "step": 4462
    },
    {
      "epoch": 0.7746246637160462,
      "grad_norm": 42.961265563964844,
      "learning_rate": 4.743746809596733e-06,
      "loss": 2.0873,
      "step": 4463
    },
    {
      "epoch": 0.7747982296277012,
      "grad_norm": 55.97491455078125,
      "learning_rate": 4.743491577335376e-06,
      "loss": 3.4186,
      "step": 4464
    },
    {
      "epoch": 0.774971795539356,
      "grad_norm": 58.86924362182617,
      "learning_rate": 4.743236345074018e-06,
      "loss": 2.7786,
      "step": 4465
    },
    {
      "epoch": 0.775145361451011,
      "grad_norm": 68.86328125,
      "learning_rate": 4.74298111281266e-06,
      "loss": 2.8864,
      "step": 4466
    },
    {
      "epoch": 0.7753189273626659,
      "grad_norm": 55.1749382019043,
      "learning_rate": 4.742725880551302e-06,
      "loss": 3.1899,
      "step": 4467
    },
    {
      "epoch": 0.7754924932743209,
      "grad_norm": 48.970924377441406,
      "learning_rate": 4.742470648289944e-06,
      "loss": 3.4093,
      "step": 4468
    },
    {
      "epoch": 0.7756660591859759,
      "grad_norm": 47.14982604980469,
      "learning_rate": 4.742215416028587e-06,
      "loss": 3.2198,
      "step": 4469
    },
    {
      "epoch": 0.7758396250976308,
      "grad_norm": 45.91701126098633,
      "learning_rate": 4.741960183767229e-06,
      "loss": 2.4289,
      "step": 4470
    },
    {
      "epoch": 0.7760131910092858,
      "grad_norm": 63.3446159362793,
      "learning_rate": 4.741704951505871e-06,
      "loss": 2.496,
      "step": 4471
    },
    {
      "epoch": 0.7761867569209407,
      "grad_norm": 52.315040588378906,
      "learning_rate": 4.741449719244513e-06,
      "loss": 2.8298,
      "step": 4472
    },
    {
      "epoch": 0.7763603228325957,
      "grad_norm": 52.12413024902344,
      "learning_rate": 4.741194486983155e-06,
      "loss": 3.0653,
      "step": 4473
    },
    {
      "epoch": 0.7765338887442507,
      "grad_norm": 59.645851135253906,
      "learning_rate": 4.740939254721797e-06,
      "loss": 3.0688,
      "step": 4474
    },
    {
      "epoch": 0.7767074546559056,
      "grad_norm": 39.88018798828125,
      "learning_rate": 4.7406840224604395e-06,
      "loss": 2.6998,
      "step": 4475
    },
    {
      "epoch": 0.7767074546559056,
      "eval_synth_accuracy": 0.8675767918088737,
      "eval_synth_auroc": 0.9423125577159049,
      "eval_synth_f1": 0.8987473903966597,
      "eval_synth_loss": 0.3053411841392517,
      "eval_synth_precision": 0.9218415417558886,
      "eval_synth_recall": 0.8767820773930753,
      "eval_synth_runtime": 101.887,
      "eval_synth_samples_per_second": 14.379,
      "eval_synth_steps_per_second": 0.451,
      "step": 4475
    },
    {
      "epoch": 0.7767074546559056,
      "eval_real_accuracy": 0.8248546511627907,
      "eval_real_auroc": 0.9008721949093941,
      "eval_real_f1": 0.8676551345414607,
      "eval_real_loss": 0.38389134407043457,
      "eval_real_precision": 0.8710033076074972,
      "eval_real_recall": 0.8643326039387309,
      "eval_real_runtime": 95.2867,
      "eval_real_samples_per_second": 14.441,
      "eval_real_steps_per_second": 0.451,
      "step": 4475
    },
    {
      "epoch": 0.7768810205675605,
      "grad_norm": 52.06560134887695,
      "learning_rate": 4.7404287901990815e-06,
      "loss": 2.8673,
      "step": 4476
    },
    {
      "epoch": 0.7770545864792154,
      "grad_norm": 46.767539978027344,
      "learning_rate": 4.7401735579377236e-06,
      "loss": 2.7241,
      "step": 4477
    },
    {
      "epoch": 0.7772281523908704,
      "grad_norm": 38.70228576660156,
      "learning_rate": 4.7399183256763656e-06,
      "loss": 2.4081,
      "step": 4478
    },
    {
      "epoch": 0.7774017183025254,
      "grad_norm": 66.76844787597656,
      "learning_rate": 4.7396630934150076e-06,
      "loss": 3.3016,
      "step": 4479
    },
    {
      "epoch": 0.7775752842141803,
      "grad_norm": 59.899051666259766,
      "learning_rate": 4.7394078611536504e-06,
      "loss": 2.0183,
      "step": 4480
    },
    {
      "epoch": 0.7777488501258353,
      "grad_norm": 52.16987228393555,
      "learning_rate": 4.7391526288922924e-06,
      "loss": 3.0835,
      "step": 4481
    },
    {
      "epoch": 0.7779224160374902,
      "grad_norm": 60.69170379638672,
      "learning_rate": 4.7388973966309344e-06,
      "loss": 3.0779,
      "step": 4482
    },
    {
      "epoch": 0.7780959819491452,
      "grad_norm": 55.0591926574707,
      "learning_rate": 4.7386421643695765e-06,
      "loss": 3.4592,
      "step": 4483
    },
    {
      "epoch": 0.7782695478608002,
      "grad_norm": 46.447166442871094,
      "learning_rate": 4.7383869321082185e-06,
      "loss": 2.2553,
      "step": 4484
    },
    {
      "epoch": 0.7784431137724551,
      "grad_norm": 82.24848937988281,
      "learning_rate": 4.738131699846861e-06,
      "loss": 3.3088,
      "step": 4485
    },
    {
      "epoch": 0.7786166796841101,
      "grad_norm": 54.047122955322266,
      "learning_rate": 4.737876467585503e-06,
      "loss": 3.1618,
      "step": 4486
    },
    {
      "epoch": 0.778790245595765,
      "grad_norm": 50.598941802978516,
      "learning_rate": 4.737621235324145e-06,
      "loss": 2.9119,
      "step": 4487
    },
    {
      "epoch": 0.7789638115074199,
      "grad_norm": 58.91655349731445,
      "learning_rate": 4.737366003062787e-06,
      "loss": 3.9789,
      "step": 4488
    },
    {
      "epoch": 0.7791373774190749,
      "grad_norm": 64.48128509521484,
      "learning_rate": 4.737110770801429e-06,
      "loss": 2.782,
      "step": 4489
    },
    {
      "epoch": 0.7793109433307298,
      "grad_norm": 37.6841926574707,
      "learning_rate": 4.736855538540071e-06,
      "loss": 2.3244,
      "step": 4490
    },
    {
      "epoch": 0.7794845092423848,
      "grad_norm": 54.016510009765625,
      "learning_rate": 4.736600306278714e-06,
      "loss": 2.3364,
      "step": 4491
    },
    {
      "epoch": 0.7796580751540397,
      "grad_norm": 51.93144989013672,
      "learning_rate": 4.736345074017356e-06,
      "loss": 3.4579,
      "step": 4492
    },
    {
      "epoch": 0.7798316410656947,
      "grad_norm": 61.350276947021484,
      "learning_rate": 4.736089841755998e-06,
      "loss": 3.1296,
      "step": 4493
    },
    {
      "epoch": 0.7800052069773497,
      "grad_norm": 33.2465934753418,
      "learning_rate": 4.73583460949464e-06,
      "loss": 1.6246,
      "step": 4494
    },
    {
      "epoch": 0.7801787728890046,
      "grad_norm": 56.74605178833008,
      "learning_rate": 4.735579377233282e-06,
      "loss": 2.253,
      "step": 4495
    },
    {
      "epoch": 0.7803523388006596,
      "grad_norm": 46.528892517089844,
      "learning_rate": 4.735324144971925e-06,
      "loss": 2.2608,
      "step": 4496
    },
    {
      "epoch": 0.7805259047123145,
      "grad_norm": 46.412208557128906,
      "learning_rate": 4.735068912710567e-06,
      "loss": 3.2138,
      "step": 4497
    },
    {
      "epoch": 0.7806994706239695,
      "grad_norm": 58.32527542114258,
      "learning_rate": 4.734813680449209e-06,
      "loss": 3.938,
      "step": 4498
    },
    {
      "epoch": 0.7808730365356245,
      "grad_norm": 57.37442398071289,
      "learning_rate": 4.734558448187851e-06,
      "loss": 3.0297,
      "step": 4499
    },
    {
      "epoch": 0.7810466024472793,
      "grad_norm": 74.04839324951172,
      "learning_rate": 4.734303215926493e-06,
      "loss": 2.5899,
      "step": 4500
    },
    {
      "epoch": 0.7810466024472793,
      "eval_synth_accuracy": 0.863481228668942,
      "eval_synth_auroc": 0.9397920329913599,
      "eval_synth_f1": 0.8970133882595263,
      "eval_synth_loss": 0.3147500455379486,
      "eval_synth_precision": 0.9072916666666667,
      "eval_synth_recall": 0.8869653767820774,
      "eval_synth_runtime": 101.9352,
      "eval_synth_samples_per_second": 14.372,
      "eval_synth_steps_per_second": 0.451,
      "step": 4500
    },
    {
      "epoch": 0.7810466024472793,
      "eval_real_accuracy": 0.8241279069767442,
      "eval_real_auroc": 0.8970381369177869,
      "eval_real_f1": 0.8710021321961621,
      "eval_real_loss": 0.40472695231437683,
      "eval_real_precision": 0.8492723492723493,
      "eval_real_recall": 0.8938730853391685,
      "eval_real_runtime": 95.2395,
      "eval_real_samples_per_second": 14.448,
      "eval_real_steps_per_second": 0.451,
      "step": 4500
    },
    {
      "epoch": 0.7812201683589343,
      "grad_norm": 44.365970611572266,
      "learning_rate": 4.734047983665135e-06,
      "loss": 2.82,
      "step": 4501
    },
    {
      "epoch": 0.7813937342705892,
      "grad_norm": 40.325923919677734,
      "learning_rate": 4.733792751403778e-06,
      "loss": 2.5259,
      "step": 4502
    },
    {
      "epoch": 0.7815673001822442,
      "grad_norm": 59.16794967651367,
      "learning_rate": 4.73353751914242e-06,
      "loss": 2.7436,
      "step": 4503
    },
    {
      "epoch": 0.7817408660938991,
      "grad_norm": 52.31543731689453,
      "learning_rate": 4.733282286881062e-06,
      "loss": 3.3827,
      "step": 4504
    },
    {
      "epoch": 0.7819144320055541,
      "grad_norm": 63.17264175415039,
      "learning_rate": 4.733027054619704e-06,
      "loss": 2.5105,
      "step": 4505
    },
    {
      "epoch": 0.7820879979172091,
      "grad_norm": 53.474857330322266,
      "learning_rate": 4.732771822358346e-06,
      "loss": 3.2432,
      "step": 4506
    },
    {
      "epoch": 0.782261563828864,
      "grad_norm": 61.192264556884766,
      "learning_rate": 4.732516590096989e-06,
      "loss": 2.3978,
      "step": 4507
    },
    {
      "epoch": 0.782435129740519,
      "grad_norm": 44.5176887512207,
      "learning_rate": 4.732261357835631e-06,
      "loss": 3.5557,
      "step": 4508
    },
    {
      "epoch": 0.782608695652174,
      "grad_norm": 62.87671661376953,
      "learning_rate": 4.732006125574273e-06,
      "loss": 2.1666,
      "step": 4509
    },
    {
      "epoch": 0.7827822615638289,
      "grad_norm": 54.15892028808594,
      "learning_rate": 4.731750893312915e-06,
      "loss": 2.1947,
      "step": 4510
    },
    {
      "epoch": 0.7829558274754839,
      "grad_norm": 47.01441192626953,
      "learning_rate": 4.731495661051557e-06,
      "loss": 2.847,
      "step": 4511
    },
    {
      "epoch": 0.7831293933871387,
      "grad_norm": 55.391849517822266,
      "learning_rate": 4.7312404287902e-06,
      "loss": 2.8391,
      "step": 4512
    },
    {
      "epoch": 0.7833029592987937,
      "grad_norm": 61.65920639038086,
      "learning_rate": 4.730985196528842e-06,
      "loss": 2.736,
      "step": 4513
    },
    {
      "epoch": 0.7834765252104486,
      "grad_norm": 39.55577850341797,
      "learning_rate": 4.730729964267484e-06,
      "loss": 2.2553,
      "step": 4514
    },
    {
      "epoch": 0.7836500911221036,
      "grad_norm": 63.25525665283203,
      "learning_rate": 4.730474732006126e-06,
      "loss": 3.171,
      "step": 4515
    },
    {
      "epoch": 0.7838236570337586,
      "grad_norm": 50.700984954833984,
      "learning_rate": 4.730219499744768e-06,
      "loss": 2.6141,
      "step": 4516
    },
    {
      "epoch": 0.7839972229454135,
      "grad_norm": 62.89491653442383,
      "learning_rate": 4.72996426748341e-06,
      "loss": 2.7745,
      "step": 4517
    },
    {
      "epoch": 0.7841707888570685,
      "grad_norm": 46.98390197753906,
      "learning_rate": 4.729709035222053e-06,
      "loss": 2.2311,
      "step": 4518
    },
    {
      "epoch": 0.7843443547687234,
      "grad_norm": 73.41365814208984,
      "learning_rate": 4.729453802960695e-06,
      "loss": 3.7458,
      "step": 4519
    },
    {
      "epoch": 0.7845179206803784,
      "grad_norm": 37.32627487182617,
      "learning_rate": 4.729198570699337e-06,
      "loss": 1.6495,
      "step": 4520
    },
    {
      "epoch": 0.7846914865920334,
      "grad_norm": 43.85182571411133,
      "learning_rate": 4.728943338437979e-06,
      "loss": 2.2985,
      "step": 4521
    },
    {
      "epoch": 0.7848650525036883,
      "grad_norm": 70.05268096923828,
      "learning_rate": 4.728688106176621e-06,
      "loss": 2.7037,
      "step": 4522
    },
    {
      "epoch": 0.7850386184153433,
      "grad_norm": 48.665462493896484,
      "learning_rate": 4.728432873915264e-06,
      "loss": 2.2466,
      "step": 4523
    },
    {
      "epoch": 0.7852121843269981,
      "grad_norm": 53.34927749633789,
      "learning_rate": 4.728177641653906e-06,
      "loss": 2.9205,
      "step": 4524
    },
    {
      "epoch": 0.7853857502386531,
      "grad_norm": 85.84612274169922,
      "learning_rate": 4.727922409392548e-06,
      "loss": 3.1023,
      "step": 4525
    },
    {
      "epoch": 0.7853857502386531,
      "eval_synth_accuracy": 0.8662116040955632,
      "eval_synth_auroc": 0.9352896653215436,
      "eval_synth_f1": 0.9,
      "eval_synth_loss": 0.3338712155818939,
      "eval_synth_precision": 0.901840490797546,
      "eval_synth_recall": 0.8981670061099797,
      "eval_synth_runtime": 101.8989,
      "eval_synth_samples_per_second": 14.377,
      "eval_synth_steps_per_second": 0.451,
      "step": 4525
    },
    {
      "epoch": 0.7853857502386531,
      "eval_real_accuracy": 0.8284883720930233,
      "eval_real_auroc": 0.9010521753957201,
      "eval_real_f1": 0.8736616702355461,
      "eval_real_loss": 0.3950815498828888,
      "eval_real_precision": 0.8553459119496856,
      "eval_real_recall": 0.8927789934354485,
      "eval_real_runtime": 95.2263,
      "eval_real_samples_per_second": 14.45,
      "eval_real_steps_per_second": 0.452,
      "step": 4525
    },
    {
      "epoch": 0.785559316150308,
      "grad_norm": 58.790931701660156,
      "learning_rate": 4.72766717713119e-06,
      "loss": 3.1875,
      "step": 4526
    },
    {
      "epoch": 0.785732882061963,
      "grad_norm": 62.450714111328125,
      "learning_rate": 4.727411944869832e-06,
      "loss": 3.1011,
      "step": 4527
    },
    {
      "epoch": 0.785906447973618,
      "grad_norm": 44.96151351928711,
      "learning_rate": 4.727156712608474e-06,
      "loss": 2.5634,
      "step": 4528
    },
    {
      "epoch": 0.7860800138852729,
      "grad_norm": 58.296287536621094,
      "learning_rate": 4.7269014803471165e-06,
      "loss": 2.2033,
      "step": 4529
    },
    {
      "epoch": 0.7862535797969279,
      "grad_norm": 60.62324523925781,
      "learning_rate": 4.7266462480857585e-06,
      "loss": 2.8148,
      "step": 4530
    },
    {
      "epoch": 0.7864271457085829,
      "grad_norm": 46.49839782714844,
      "learning_rate": 4.7263910158244005e-06,
      "loss": 2.7519,
      "step": 4531
    },
    {
      "epoch": 0.7866007116202378,
      "grad_norm": 44.497703552246094,
      "learning_rate": 4.7261357835630425e-06,
      "loss": 2.3576,
      "step": 4532
    },
    {
      "epoch": 0.7867742775318928,
      "grad_norm": 49.48386764526367,
      "learning_rate": 4.7258805513016846e-06,
      "loss": 3.2365,
      "step": 4533
    },
    {
      "epoch": 0.7869478434435477,
      "grad_norm": 37.5759162902832,
      "learning_rate": 4.725625319040327e-06,
      "loss": 2.3695,
      "step": 4534
    },
    {
      "epoch": 0.7871214093552026,
      "grad_norm": 44.660579681396484,
      "learning_rate": 4.725370086778969e-06,
      "loss": 2.3812,
      "step": 4535
    },
    {
      "epoch": 0.7872949752668575,
      "grad_norm": 55.076385498046875,
      "learning_rate": 4.7251148545176114e-06,
      "loss": 3.7648,
      "step": 4536
    },
    {
      "epoch": 0.7874685411785125,
      "grad_norm": 45.576751708984375,
      "learning_rate": 4.7248596222562534e-06,
      "loss": 2.6396,
      "step": 4537
    },
    {
      "epoch": 0.7876421070901675,
      "grad_norm": 50.75273895263672,
      "learning_rate": 4.7246043899948954e-06,
      "loss": 2.4299,
      "step": 4538
    },
    {
      "epoch": 0.7878156730018224,
      "grad_norm": 50.938175201416016,
      "learning_rate": 4.7243491577335375e-06,
      "loss": 3.1063,
      "step": 4539
    },
    {
      "epoch": 0.7879892389134774,
      "grad_norm": 54.48051071166992,
      "learning_rate": 4.72409392547218e-06,
      "loss": 2.4118,
      "step": 4540
    },
    {
      "epoch": 0.7881628048251323,
      "grad_norm": 51.87260818481445,
      "learning_rate": 4.723838693210822e-06,
      "loss": 3.1515,
      "step": 4541
    },
    {
      "epoch": 0.7883363707367873,
      "grad_norm": 47.83530807495117,
      "learning_rate": 4.723583460949464e-06,
      "loss": 2.8001,
      "step": 4542
    },
    {
      "epoch": 0.7885099366484423,
      "grad_norm": 43.58598709106445,
      "learning_rate": 4.723328228688106e-06,
      "loss": 3.05,
      "step": 4543
    },
    {
      "epoch": 0.7886835025600972,
      "grad_norm": 51.38402557373047,
      "learning_rate": 4.723072996426748e-06,
      "loss": 2.7875,
      "step": 4544
    },
    {
      "epoch": 0.7888570684717522,
      "grad_norm": 54.47652816772461,
      "learning_rate": 4.722817764165391e-06,
      "loss": 3.7705,
      "step": 4545
    },
    {
      "epoch": 0.7890306343834071,
      "grad_norm": 70.03963470458984,
      "learning_rate": 4.722562531904033e-06,
      "loss": 2.24,
      "step": 4546
    },
    {
      "epoch": 0.789204200295062,
      "grad_norm": 43.02366256713867,
      "learning_rate": 4.722307299642675e-06,
      "loss": 2.7328,
      "step": 4547
    },
    {
      "epoch": 0.789377766206717,
      "grad_norm": 46.38460922241211,
      "learning_rate": 4.722052067381317e-06,
      "loss": 2.1168,
      "step": 4548
    },
    {
      "epoch": 0.7895513321183719,
      "grad_norm": 47.23666000366211,
      "learning_rate": 4.721796835119959e-06,
      "loss": 2.8788,
      "step": 4549
    },
    {
      "epoch": 0.7897248980300269,
      "grad_norm": 55.36265563964844,
      "learning_rate": 4.721541602858602e-06,
      "loss": 3.2662,
      "step": 4550
    },
    {
      "epoch": 0.7897248980300269,
      "eval_synth_accuracy": 0.8627986348122867,
      "eval_synth_auroc": 0.9344832239103028,
      "eval_synth_f1": 0.8960165545783756,
      "eval_synth_loss": 0.338641881942749,
      "eval_synth_precision": 0.9106203995793901,
      "eval_synth_recall": 0.8818737270875764,
      "eval_synth_runtime": 101.8836,
      "eval_synth_samples_per_second": 14.379,
      "eval_synth_steps_per_second": 0.451,
      "step": 4550
    },
    {
      "epoch": 0.7897248980300269,
      "eval_real_accuracy": 0.8277616279069767,
      "eval_real_auroc": 0.9037447781977321,
      "eval_real_f1": 0.8716838115863562,
      "eval_real_loss": 0.3843274712562561,
      "eval_real_precision": 0.8628081457663451,
      "eval_real_recall": 0.8807439824945296,
      "eval_real_runtime": 95.3246,
      "eval_real_samples_per_second": 14.435,
      "eval_real_steps_per_second": 0.451,
      "step": 4550
    },
    {
      "epoch": 0.00017356591165495098,
      "grad_norm": 40.63518524169922,
      "learning_rate": 4.721286370597244e-06,
      "loss": 2.0746,
      "step": 4551
    },
    {
      "epoch": 0.00034713182330990195,
      "grad_norm": 36.75774383544922,
      "learning_rate": 4.721031138335886e-06,
      "loss": 1.9753,
      "step": 4552
    },
    {
      "epoch": 0.000520697734964853,
      "grad_norm": 54.6532096862793,
      "learning_rate": 4.720775906074528e-06,
      "loss": 2.6765,
      "step": 4553
    },
    {
      "epoch": 0.0006942636466198039,
      "grad_norm": 45.450584411621094,
      "learning_rate": 4.72052067381317e-06,
      "loss": 2.488,
      "step": 4554
    },
    {
      "epoch": 0.0008678295582747548,
      "grad_norm": 56.0600700378418,
      "learning_rate": 4.720265441551812e-06,
      "loss": 3.1456,
      "step": 4555
    },
    {
      "epoch": 0.001041395469929706,
      "grad_norm": 51.24103927612305,
      "learning_rate": 4.720010209290455e-06,
      "loss": 3.2399,
      "step": 4556
    },
    {
      "epoch": 0.0012149613815846567,
      "grad_norm": 53.19043731689453,
      "learning_rate": 4.719754977029097e-06,
      "loss": 2.8183,
      "step": 4557
    },
    {
      "epoch": 0.0013885272932396078,
      "grad_norm": 47.23598098754883,
      "learning_rate": 4.719499744767739e-06,
      "loss": 2.4145,
      "step": 4558
    },
    {
      "epoch": 0.0015620932048945586,
      "grad_norm": 48.71371841430664,
      "learning_rate": 4.719244512506381e-06,
      "loss": 2.4219,
      "step": 4559
    },
    {
      "epoch": 0.0017356591165495097,
      "grad_norm": 65.75514221191406,
      "learning_rate": 4.718989280245023e-06,
      "loss": 2.4934,
      "step": 4560
    },
    {
      "epoch": 0.0019092250282044605,
      "grad_norm": 49.695343017578125,
      "learning_rate": 4.718734047983666e-06,
      "loss": 2.494,
      "step": 4561
    },
    {
      "epoch": 0.002082790939859412,
      "grad_norm": 49.952545166015625,
      "learning_rate": 4.718478815722308e-06,
      "loss": 3.1192,
      "step": 4562
    },
    {
      "epoch": 0.0022563568515143627,
      "grad_norm": 46.3433723449707,
      "learning_rate": 4.71822358346095e-06,
      "loss": 2.6952,
      "step": 4563
    },
    {
      "epoch": 0.0024299227631693135,
      "grad_norm": 44.51350021362305,
      "learning_rate": 4.717968351199592e-06,
      "loss": 3.069,
      "step": 4564
    },
    {
      "epoch": 0.0026034886748242643,
      "grad_norm": 60.46751022338867,
      "learning_rate": 4.717713118938234e-06,
      "loss": 2.9175,
      "step": 4565
    },
    {
      "epoch": 0.0027770545864792156,
      "grad_norm": 43.62565231323242,
      "learning_rate": 4.717457886676876e-06,
      "loss": 2.6271,
      "step": 4566
    },
    {
      "epoch": 0.0029506204981341664,
      "grad_norm": 50.055728912353516,
      "learning_rate": 4.717202654415519e-06,
      "loss": 3.2294,
      "step": 4567
    },
    {
      "epoch": 0.0031241864097891173,
      "grad_norm": 52.12792205810547,
      "learning_rate": 4.716947422154161e-06,
      "loss": 3.5908,
      "step": 4568
    },
    {
      "epoch": 0.0032977523214440686,
      "grad_norm": 37.52099609375,
      "learning_rate": 4.716692189892803e-06,
      "loss": 2.6376,
      "step": 4569
    },
    {
      "epoch": 0.0034713182330990194,
      "grad_norm": 59.46958541870117,
      "learning_rate": 4.716436957631445e-06,
      "loss": 2.0758,
      "step": 4570
    },
    {
      "epoch": 0.0036448841447539702,
      "grad_norm": 64.4098129272461,
      "learning_rate": 4.716181725370087e-06,
      "loss": 3.7286,
      "step": 4571
    },
    {
      "epoch": 0.003818450056408921,
      "grad_norm": 39.49106216430664,
      "learning_rate": 4.71592649310873e-06,
      "loss": 1.8466,
      "step": 4572
    },
    {
      "epoch": 0.003992015968063872,
      "grad_norm": 46.002010345458984,
      "learning_rate": 4.715671260847372e-06,
      "loss": 2.9984,
      "step": 4573
    },
    {
      "epoch": 0.004165581879718824,
      "grad_norm": 50.80476760864258,
      "learning_rate": 4.715416028586014e-06,
      "loss": 2.2465,
      "step": 4574
    },
    {
      "epoch": 0.0043391477913737745,
      "grad_norm": 70.98014068603516,
      "learning_rate": 4.715160796324656e-06,
      "loss": 3.141,
      "step": 4575
    },
    {
      "epoch": 0.0043391477913737745,
      "eval_synth_accuracy": 0.8778156996587031,
      "eval_synth_auroc": 0.9449532580233014,
      "eval_synth_f1": 0.9092752154080082,
      "eval_synth_loss": 0.2888798117637634,
      "eval_synth_precision": 0.905146316851665,
      "eval_synth_recall": 0.9134419551934827,
      "eval_synth_runtime": 102.8701,
      "eval_synth_samples_per_second": 14.241,
      "eval_synth_steps_per_second": 0.447,
      "step": 4575
    },
    {
      "epoch": 0.0043391477913737745,
      "eval_real_accuracy": 0.8364825581395349,
      "eval_real_auroc": 0.9028543484232763,
      "eval_real_f1": 0.8834800621439669,
      "eval_real_loss": 0.39593884348869324,
      "eval_real_precision": 0.8387413962635202,
      "eval_real_recall": 0.9332603938730853,
      "eval_real_runtime": 96.1491,
      "eval_real_samples_per_second": 14.311,
      "eval_real_steps_per_second": 0.447,
      "step": 4575
    },
    {
      "epoch": 0.004512713703028725,
      "grad_norm": 49.46336364746094,
      "learning_rate": 4.714905564063298e-06,
      "loss": 3.6757,
      "step": 4576
    },
    {
      "epoch": 0.004686279614683676,
      "grad_norm": 52.86748123168945,
      "learning_rate": 4.714650331801941e-06,
      "loss": 2.9495,
      "step": 4577
    },
    {
      "epoch": 0.004859845526338627,
      "grad_norm": 44.981781005859375,
      "learning_rate": 4.714395099540583e-06,
      "loss": 2.8684,
      "step": 4578
    },
    {
      "epoch": 0.005033411437993578,
      "grad_norm": 56.41046905517578,
      "learning_rate": 4.714139867279225e-06,
      "loss": 3.4859,
      "step": 4579
    },
    {
      "epoch": 0.005206977349648529,
      "grad_norm": 78.31243133544922,
      "learning_rate": 4.713884635017867e-06,
      "loss": 3.1636,
      "step": 4580
    },
    {
      "epoch": 0.00538054326130348,
      "grad_norm": 62.88715362548828,
      "learning_rate": 4.713629402756509e-06,
      "loss": 2.9066,
      "step": 4581
    },
    {
      "epoch": 0.005554109172958431,
      "grad_norm": 45.264678955078125,
      "learning_rate": 4.713374170495151e-06,
      "loss": 2.762,
      "step": 4582
    },
    {
      "epoch": 0.005727675084613382,
      "grad_norm": 62.13261413574219,
      "learning_rate": 4.7131189382337935e-06,
      "loss": 3.4811,
      "step": 4583
    },
    {
      "epoch": 0.005901240996268333,
      "grad_norm": 65.39972686767578,
      "learning_rate": 4.7128637059724355e-06,
      "loss": 2.7249,
      "step": 4584
    },
    {
      "epoch": 0.006074806907923284,
      "grad_norm": 66.09504699707031,
      "learning_rate": 4.7126084737110775e-06,
      "loss": 2.7267,
      "step": 4585
    },
    {
      "epoch": 0.006248372819578235,
      "grad_norm": 44.96980667114258,
      "learning_rate": 4.7123532414497195e-06,
      "loss": 2.4488,
      "step": 4586
    },
    {
      "epoch": 0.006421938731233185,
      "grad_norm": 48.31864929199219,
      "learning_rate": 4.7120980091883615e-06,
      "loss": 3.2719,
      "step": 4587
    },
    {
      "epoch": 0.006595504642888137,
      "grad_norm": 58.83089065551758,
      "learning_rate": 4.711842776927004e-06,
      "loss": 2.9477,
      "step": 4588
    },
    {
      "epoch": 0.006769070554543088,
      "grad_norm": 37.02495574951172,
      "learning_rate": 4.711587544665646e-06,
      "loss": 2.0144,
      "step": 4589
    },
    {
      "epoch": 0.006942636466198039,
      "grad_norm": 45.80670166015625,
      "learning_rate": 4.711332312404288e-06,
      "loss": 2.3918,
      "step": 4590
    },
    {
      "epoch": 0.00711620237785299,
      "grad_norm": 38.568931579589844,
      "learning_rate": 4.71107708014293e-06,
      "loss": 2.093,
      "step": 4591
    },
    {
      "epoch": 0.0072897682895079405,
      "grad_norm": 49.12836456298828,
      "learning_rate": 4.7108218478815724e-06,
      "loss": 3.1824,
      "step": 4592
    },
    {
      "epoch": 0.007463334201162891,
      "grad_norm": 39.70756912231445,
      "learning_rate": 4.7105666156202144e-06,
      "loss": 2.3039,
      "step": 4593
    },
    {
      "epoch": 0.007636900112817842,
      "grad_norm": 53.39010238647461,
      "learning_rate": 4.710311383358857e-06,
      "loss": 2.6458,
      "step": 4594
    },
    {
      "epoch": 0.007810466024472794,
      "grad_norm": 60.663818359375,
      "learning_rate": 4.710056151097499e-06,
      "loss": 3.7162,
      "step": 4595
    },
    {
      "epoch": 0.007984031936127744,
      "grad_norm": 50.28639602661133,
      "learning_rate": 4.709800918836141e-06,
      "loss": 3.6601,
      "step": 4596
    },
    {
      "epoch": 0.008157597847782696,
      "grad_norm": 58.51116180419922,
      "learning_rate": 4.709545686574783e-06,
      "loss": 3.0931,
      "step": 4597
    },
    {
      "epoch": 0.008331163759437647,
      "grad_norm": 44.37884521484375,
      "learning_rate": 4.709290454313425e-06,
      "loss": 2.0653,
      "step": 4598
    },
    {
      "epoch": 0.008504729671092597,
      "grad_norm": 57.915740966796875,
      "learning_rate": 4.709035222052068e-06,
      "loss": 3.1015,
      "step": 4599
    },
    {
      "epoch": 0.008678295582747549,
      "grad_norm": 50.262699127197266,
      "learning_rate": 4.70877998979071e-06,
      "loss": 2.8893,
      "step": 4600
    },
    {
      "epoch": 0.008678295582747549,
      "eval_synth_accuracy": 0.875085324232082,
      "eval_synth_auroc": 0.9508418615830284,
      "eval_synth_f1": 0.9057187017001546,
      "eval_synth_loss": 0.28477051854133606,
      "eval_synth_precision": 0.9165797705943691,
      "eval_synth_recall": 0.895112016293279,
      "eval_synth_runtime": 102.8337,
      "eval_synth_samples_per_second": 14.246,
      "eval_synth_steps_per_second": 0.447,
      "step": 4600
    },
    {
      "epoch": 0.008678295582747549,
      "eval_real_accuracy": 0.8284883720930233,
      "eval_real_auroc": 0.9059294097587314,
      "eval_real_f1": 0.8718783930510315,
      "eval_real_loss": 0.37203261256217957,
      "eval_real_precision": 0.865301724137931,
      "eval_real_recall": 0.8785557986870897,
      "eval_real_runtime": 96.1024,
      "eval_real_samples_per_second": 14.318,
      "eval_real_steps_per_second": 0.447,
      "step": 4600
    },
    {
      "epoch": 0.008851861494402499,
      "grad_norm": 40.869300842285156,
      "learning_rate": 4.708524757529352e-06,
      "loss": 1.9831,
      "step": 4601
    },
    {
      "epoch": 0.00902542740605745,
      "grad_norm": 46.554805755615234,
      "learning_rate": 4.708269525267994e-06,
      "loss": 2.065,
      "step": 4602
    },
    {
      "epoch": 0.0091989933177124,
      "grad_norm": 49.15390396118164,
      "learning_rate": 4.708014293006636e-06,
      "loss": 3.0397,
      "step": 4603
    },
    {
      "epoch": 0.009372559229367352,
      "grad_norm": 48.36381530761719,
      "learning_rate": 4.707759060745278e-06,
      "loss": 2.5492,
      "step": 4604
    },
    {
      "epoch": 0.009546125141022304,
      "grad_norm": 37.79074478149414,
      "learning_rate": 4.707503828483921e-06,
      "loss": 1.7542,
      "step": 4605
    },
    {
      "epoch": 0.009719691052677254,
      "grad_norm": 55.0983772277832,
      "learning_rate": 4.707248596222563e-06,
      "loss": 3.394,
      "step": 4606
    },
    {
      "epoch": 0.009893256964332206,
      "grad_norm": 67.23725128173828,
      "learning_rate": 4.706993363961205e-06,
      "loss": 3.0893,
      "step": 4607
    },
    {
      "epoch": 0.010066822875987156,
      "grad_norm": 48.89458084106445,
      "learning_rate": 4.706738131699847e-06,
      "loss": 1.8507,
      "step": 4608
    },
    {
      "epoch": 0.010240388787642107,
      "grad_norm": 58.03105163574219,
      "learning_rate": 4.706482899438489e-06,
      "loss": 4.0771,
      "step": 4609
    },
    {
      "epoch": 0.010413954699297057,
      "grad_norm": 56.90214538574219,
      "learning_rate": 4.706227667177132e-06,
      "loss": 2.6468,
      "step": 4610
    },
    {
      "epoch": 0.010587520610952009,
      "grad_norm": 43.425113677978516,
      "learning_rate": 4.705972434915774e-06,
      "loss": 2.5092,
      "step": 4611
    },
    {
      "epoch": 0.01076108652260696,
      "grad_norm": 55.18727493286133,
      "learning_rate": 4.705717202654416e-06,
      "loss": 2.2758,
      "step": 4612
    },
    {
      "epoch": 0.01093465243426191,
      "grad_norm": 52.75405502319336,
      "learning_rate": 4.705461970393058e-06,
      "loss": 2.978,
      "step": 4613
    },
    {
      "epoch": 0.011108218345916862,
      "grad_norm": 40.10067367553711,
      "learning_rate": 4.7052067381317e-06,
      "loss": 2.4984,
      "step": 4614
    },
    {
      "epoch": 0.011281784257571812,
      "grad_norm": 47.25639724731445,
      "learning_rate": 4.704951505870343e-06,
      "loss": 2.8465,
      "step": 4615
    },
    {
      "epoch": 0.011455350169226764,
      "grad_norm": 49.00529479980469,
      "learning_rate": 4.704696273608985e-06,
      "loss": 2.9264,
      "step": 4616
    },
    {
      "epoch": 0.011628916080881714,
      "grad_norm": 61.5296745300293,
      "learning_rate": 4.704441041347627e-06,
      "loss": 3.268,
      "step": 4617
    },
    {
      "epoch": 0.011802481992536666,
      "grad_norm": 51.823707580566406,
      "learning_rate": 4.704185809086269e-06,
      "loss": 3.6441,
      "step": 4618
    },
    {
      "epoch": 0.011976047904191617,
      "grad_norm": 45.148902893066406,
      "learning_rate": 4.703930576824911e-06,
      "loss": 2.6892,
      "step": 4619
    },
    {
      "epoch": 0.012149613815846567,
      "grad_norm": 43.08648681640625,
      "learning_rate": 4.703675344563553e-06,
      "loss": 2.2108,
      "step": 4620
    },
    {
      "epoch": 0.01232317972750152,
      "grad_norm": 44.31244659423828,
      "learning_rate": 4.703420112302196e-06,
      "loss": 3.0629,
      "step": 4621
    },
    {
      "epoch": 0.01249674563915647,
      "grad_norm": 41.44794464111328,
      "learning_rate": 4.703164880040838e-06,
      "loss": 3.0649,
      "step": 4622
    },
    {
      "epoch": 0.01267031155081142,
      "grad_norm": 59.750526428222656,
      "learning_rate": 4.70290964777948e-06,
      "loss": 3.7829,
      "step": 4623
    },
    {
      "epoch": 0.01284387746246637,
      "grad_norm": 34.53034591674805,
      "learning_rate": 4.702654415518122e-06,
      "loss": 1.7217,
      "step": 4624
    },
    {
      "epoch": 0.013017443374121323,
      "grad_norm": 43.142398834228516,
      "learning_rate": 4.702399183256764e-06,
      "loss": 2.7791,
      "step": 4625
    },
    {
      "epoch": 0.013017443374121323,
      "eval_synth_accuracy": 0.8805460750853242,
      "eval_synth_auroc": 0.9486259925027303,
      "eval_synth_f1": 0.910025706940874,
      "eval_synth_loss": 0.28945469856262207,
      "eval_synth_precision": 0.9190031152647975,
      "eval_synth_recall": 0.9012219959266803,
      "eval_synth_runtime": 102.8264,
      "eval_synth_samples_per_second": 14.247,
      "eval_synth_steps_per_second": 0.447,
      "step": 4625
    },
    {
      "epoch": 0.013017443374121323,
      "eval_real_accuracy": 0.8379360465116279,
      "eval_real_auroc": 0.9047583525154641,
      "eval_real_f1": 0.8801719505642128,
      "eval_real_loss": 0.3740796744823456,
      "eval_real_precision": 0.8648363252375924,
      "eval_real_recall": 0.8960612691466083,
      "eval_real_runtime": 96.1644,
      "eval_real_samples_per_second": 14.309,
      "eval_real_steps_per_second": 0.447,
      "step": 4625
    },
    {
      "epoch": 0.013191009285776274,
      "grad_norm": 41.7392578125,
      "learning_rate": 4.702143950995407e-06,
      "loss": 2.4514,
      "step": 4626
    },
    {
      "epoch": 0.013364575197431224,
      "grad_norm": 83.96170806884766,
      "learning_rate": 4.701888718734049e-06,
      "loss": 2.9762,
      "step": 4627
    },
    {
      "epoch": 0.013538141109086176,
      "grad_norm": 42.032508850097656,
      "learning_rate": 4.701633486472691e-06,
      "loss": 2.5331,
      "step": 4628
    },
    {
      "epoch": 0.013711707020741126,
      "grad_norm": 42.829769134521484,
      "learning_rate": 4.701378254211333e-06,
      "loss": 2.4125,
      "step": 4629
    },
    {
      "epoch": 0.013885272932396078,
      "grad_norm": 44.32426071166992,
      "learning_rate": 4.701123021949975e-06,
      "loss": 2.2894,
      "step": 4630
    },
    {
      "epoch": 0.014058838844051028,
      "grad_norm": 86.62944030761719,
      "learning_rate": 4.700867789688617e-06,
      "loss": 2.6584,
      "step": 4631
    },
    {
      "epoch": 0.01423240475570598,
      "grad_norm": 42.33317184448242,
      "learning_rate": 4.70061255742726e-06,
      "loss": 2.2198,
      "step": 4632
    },
    {
      "epoch": 0.014405970667360931,
      "grad_norm": 53.09120178222656,
      "learning_rate": 4.700357325165902e-06,
      "loss": 3.1225,
      "step": 4633
    },
    {
      "epoch": 0.014579536579015881,
      "grad_norm": 40.20598220825195,
      "learning_rate": 4.700102092904544e-06,
      "loss": 2.1432,
      "step": 4634
    },
    {
      "epoch": 0.014753102490670833,
      "grad_norm": 60.460418701171875,
      "learning_rate": 4.699846860643186e-06,
      "loss": 2.8736,
      "step": 4635
    },
    {
      "epoch": 0.014926668402325783,
      "grad_norm": 56.231361389160156,
      "learning_rate": 4.699591628381828e-06,
      "loss": 3.3621,
      "step": 4636
    },
    {
      "epoch": 0.015100234313980734,
      "grad_norm": 37.7189826965332,
      "learning_rate": 4.6993363961204705e-06,
      "loss": 2.2017,
      "step": 4637
    },
    {
      "epoch": 0.015273800225635684,
      "grad_norm": 42.50957107543945,
      "learning_rate": 4.6990811638591125e-06,
      "loss": 2.0005,
      "step": 4638
    },
    {
      "epoch": 0.015447366137290636,
      "grad_norm": 52.1825065612793,
      "learning_rate": 4.6988259315977545e-06,
      "loss": 3.2979,
      "step": 4639
    },
    {
      "epoch": 0.015620932048945588,
      "grad_norm": 60.026737213134766,
      "learning_rate": 4.6985706993363965e-06,
      "loss": 3.1954,
      "step": 4640
    },
    {
      "epoch": 0.015794497960600538,
      "grad_norm": 59.97368621826172,
      "learning_rate": 4.6983154670750385e-06,
      "loss": 3.066,
      "step": 4641
    },
    {
      "epoch": 0.015968063872255488,
      "grad_norm": 64.95396423339844,
      "learning_rate": 4.6980602348136805e-06,
      "loss": 2.3786,
      "step": 4642
    },
    {
      "epoch": 0.01614162978391044,
      "grad_norm": 42.932647705078125,
      "learning_rate": 4.697805002552323e-06,
      "loss": 2.4874,
      "step": 4643
    },
    {
      "epoch": 0.01631519569556539,
      "grad_norm": 68.73846435546875,
      "learning_rate": 4.697549770290965e-06,
      "loss": 2.823,
      "step": 4644
    },
    {
      "epoch": 0.01648876160722034,
      "grad_norm": 35.41015625,
      "learning_rate": 4.697294538029607e-06,
      "loss": 2.5502,
      "step": 4645
    },
    {
      "epoch": 0.016662327518875295,
      "grad_norm": 48.316097259521484,
      "learning_rate": 4.697039305768249e-06,
      "loss": 2.5336,
      "step": 4646
    },
    {
      "epoch": 0.016835893430530244,
      "grad_norm": 63.50955581665039,
      "learning_rate": 4.696784073506891e-06,
      "loss": 1.8467,
      "step": 4647
    },
    {
      "epoch": 0.017009459342185194,
      "grad_norm": 42.93389129638672,
      "learning_rate": 4.696528841245534e-06,
      "loss": 2.9226,
      "step": 4648
    },
    {
      "epoch": 0.017183025253840144,
      "grad_norm": 44.675689697265625,
      "learning_rate": 4.696273608984176e-06,
      "loss": 2.717,
      "step": 4649
    },
    {
      "epoch": 0.017356591165495098,
      "grad_norm": 38.87562561035156,
      "learning_rate": 4.696018376722818e-06,
      "loss": 2.5348,
      "step": 4650
    },
    {
      "epoch": 0.017356591165495098,
      "eval_synth_accuracy": 0.8832764505119454,
      "eval_synth_auroc": 0.9480556855700751,
      "eval_synth_f1": 0.9117191533298916,
      "eval_synth_loss": 0.29164037108421326,
      "eval_synth_precision": 0.9246073298429319,
      "eval_synth_recall": 0.8991853360488798,
      "eval_synth_runtime": 102.8663,
      "eval_synth_samples_per_second": 14.242,
      "eval_synth_steps_per_second": 0.447,
      "step": 4650
    },
    {
      "epoch": 0.017356591165495098,
      "eval_real_accuracy": 0.8328488372093024,
      "eval_real_auroc": 0.8992784203396895,
      "eval_real_f1": 0.8776595744680851,
      "eval_real_loss": 0.38378697633743286,
      "eval_real_precision": 0.8540372670807453,
      "eval_real_recall": 0.9026258205689278,
      "eval_real_runtime": 96.1176,
      "eval_real_samples_per_second": 14.316,
      "eval_real_steps_per_second": 0.447,
      "step": 4650
    },
    {
      "epoch": 0.017530157077150048,
      "grad_norm": 45.84239959716797,
      "learning_rate": 4.69576314446146e-06,
      "loss": 2.8655,
      "step": 4651
    },
    {
      "epoch": 0.017703722988804998,
      "grad_norm": 45.92564010620117,
      "learning_rate": 4.695507912200102e-06,
      "loss": 3.3116,
      "step": 4652
    },
    {
      "epoch": 0.01787728890045995,
      "grad_norm": 62.76826095581055,
      "learning_rate": 4.695252679938745e-06,
      "loss": 2.7738,
      "step": 4653
    },
    {
      "epoch": 0.0180508548121149,
      "grad_norm": 73.07805633544922,
      "learning_rate": 4.694997447677387e-06,
      "loss": 3.6749,
      "step": 4654
    },
    {
      "epoch": 0.01822442072376985,
      "grad_norm": 51.110633850097656,
      "learning_rate": 4.694742215416029e-06,
      "loss": 2.9941,
      "step": 4655
    },
    {
      "epoch": 0.0183979866354248,
      "grad_norm": 41.78654861450195,
      "learning_rate": 4.694486983154671e-06,
      "loss": 2.6077,
      "step": 4656
    },
    {
      "epoch": 0.018571552547079755,
      "grad_norm": 67.78564453125,
      "learning_rate": 4.694231750893313e-06,
      "loss": 2.3424,
      "step": 4657
    },
    {
      "epoch": 0.018745118458734705,
      "grad_norm": 51.21039962768555,
      "learning_rate": 4.693976518631955e-06,
      "loss": 2.4904,
      "step": 4658
    },
    {
      "epoch": 0.018918684370389655,
      "grad_norm": 68.69799041748047,
      "learning_rate": 4.693721286370598e-06,
      "loss": 3.7908,
      "step": 4659
    },
    {
      "epoch": 0.019092250282044608,
      "grad_norm": 43.38975143432617,
      "learning_rate": 4.69346605410924e-06,
      "loss": 2.8753,
      "step": 4660
    },
    {
      "epoch": 0.019265816193699558,
      "grad_norm": 44.76705551147461,
      "learning_rate": 4.693210821847882e-06,
      "loss": 2.673,
      "step": 4661
    },
    {
      "epoch": 0.019439382105354508,
      "grad_norm": 61.296173095703125,
      "learning_rate": 4.692955589586524e-06,
      "loss": 2.4639,
      "step": 4662
    },
    {
      "epoch": 0.019612948017009458,
      "grad_norm": 50.930274963378906,
      "learning_rate": 4.692700357325166e-06,
      "loss": 2.6748,
      "step": 4663
    },
    {
      "epoch": 0.01978651392866441,
      "grad_norm": 85.21549987792969,
      "learning_rate": 4.692445125063809e-06,
      "loss": 3.8882,
      "step": 4664
    },
    {
      "epoch": 0.01996007984031936,
      "grad_norm": 41.01346206665039,
      "learning_rate": 4.692189892802451e-06,
      "loss": 2.3692,
      "step": 4665
    },
    {
      "epoch": 0.02013364575197431,
      "grad_norm": 43.90477752685547,
      "learning_rate": 4.691934660541093e-06,
      "loss": 2.4783,
      "step": 4666
    },
    {
      "epoch": 0.020307211663629265,
      "grad_norm": 67.62956237792969,
      "learning_rate": 4.691679428279735e-06,
      "loss": 2.7908,
      "step": 4667
    },
    {
      "epoch": 0.020480777575284215,
      "grad_norm": 64.94117736816406,
      "learning_rate": 4.691424196018377e-06,
      "loss": 3.034,
      "step": 4668
    },
    {
      "epoch": 0.020654343486939165,
      "grad_norm": 60.37947463989258,
      "learning_rate": 4.691168963757019e-06,
      "loss": 4.1706,
      "step": 4669
    },
    {
      "epoch": 0.020827909398594115,
      "grad_norm": 46.443878173828125,
      "learning_rate": 4.690913731495662e-06,
      "loss": 2.853,
      "step": 4670
    },
    {
      "epoch": 0.021001475310249068,
      "grad_norm": 58.81836700439453,
      "learning_rate": 4.690658499234304e-06,
      "loss": 3.2619,
      "step": 4671
    },
    {
      "epoch": 0.021175041221904018,
      "grad_norm": 46.343502044677734,
      "learning_rate": 4.690403266972946e-06,
      "loss": 2.8557,
      "step": 4672
    },
    {
      "epoch": 0.021348607133558968,
      "grad_norm": 63.105865478515625,
      "learning_rate": 4.690148034711588e-06,
      "loss": 2.9932,
      "step": 4673
    },
    {
      "epoch": 0.02152217304521392,
      "grad_norm": 53.51888656616211,
      "learning_rate": 4.68989280245023e-06,
      "loss": 3.2139,
      "step": 4674
    },
    {
      "epoch": 0.02169573895686887,
      "grad_norm": 42.934425354003906,
      "learning_rate": 4.689637570188873e-06,
      "loss": 3.2405,
      "step": 4675
    },
    {
      "epoch": 0.02169573895686887,
      "eval_synth_accuracy": 0.884641638225256,
      "eval_synth_auroc": 0.9515471025034471,
      "eval_synth_f1": 0.9148614609571788,
      "eval_synth_loss": 0.2651876211166382,
      "eval_synth_precision": 0.905284147557328,
      "eval_synth_recall": 0.924643584521385,
      "eval_synth_runtime": 103.3111,
      "eval_synth_samples_per_second": 14.18,
      "eval_synth_steps_per_second": 0.445,
      "step": 4675
    },
    {
      "epoch": 0.02169573895686887,
      "eval_real_accuracy": 0.8335755813953488,
      "eval_real_auroc": 0.9021166652457681,
      "eval_real_f1": 0.8795370857443451,
      "eval_real_loss": 0.38332003355026245,
      "eval_real_precision": 0.8470111448834853,
      "eval_real_recall": 0.9146608315098468,
      "eval_real_runtime": 96.0787,
      "eval_real_samples_per_second": 14.322,
      "eval_real_steps_per_second": 0.448,
      "step": 4675
    },
    {
      "epoch": 0.02186930486852382,
      "grad_norm": 36.45843505859375,
      "learning_rate": 4.689382337927515e-06,
      "loss": 2.5303,
      "step": 4676
    },
    {
      "epoch": 0.02204287078017877,
      "grad_norm": 72.56244659423828,
      "learning_rate": 4.689127105666157e-06,
      "loss": 2.653,
      "step": 4677
    },
    {
      "epoch": 0.022216436691833725,
      "grad_norm": 64.8335952758789,
      "learning_rate": 4.688871873404799e-06,
      "loss": 2.5474,
      "step": 4678
    },
    {
      "epoch": 0.022390002603488675,
      "grad_norm": 53.83361053466797,
      "learning_rate": 4.688616641143441e-06,
      "loss": 2.8597,
      "step": 4679
    },
    {
      "epoch": 0.022563568515143625,
      "grad_norm": 45.76853561401367,
      "learning_rate": 4.688361408882084e-06,
      "loss": 2.9572,
      "step": 4680
    },
    {
      "epoch": 0.022737134426798578,
      "grad_norm": 79.48262786865234,
      "learning_rate": 4.688106176620726e-06,
      "loss": 3.3319,
      "step": 4681
    },
    {
      "epoch": 0.022910700338453528,
      "grad_norm": 46.29673385620117,
      "learning_rate": 4.687850944359368e-06,
      "loss": 3.0049,
      "step": 4682
    },
    {
      "epoch": 0.023084266250108478,
      "grad_norm": 39.119140625,
      "learning_rate": 4.68759571209801e-06,
      "loss": 2.7773,
      "step": 4683
    },
    {
      "epoch": 0.023257832161763428,
      "grad_norm": 39.419681549072266,
      "learning_rate": 4.687340479836652e-06,
      "loss": 2.6942,
      "step": 4684
    },
    {
      "epoch": 0.02343139807341838,
      "grad_norm": 62.98508071899414,
      "learning_rate": 4.687085247575294e-06,
      "loss": 4.0099,
      "step": 4685
    },
    {
      "epoch": 0.02360496398507333,
      "grad_norm": 48.39356994628906,
      "learning_rate": 4.6868300153139366e-06,
      "loss": 2.567,
      "step": 4686
    },
    {
      "epoch": 0.02377852989672828,
      "grad_norm": 47.878883361816406,
      "learning_rate": 4.6865747830525786e-06,
      "loss": 3.0016,
      "step": 4687
    },
    {
      "epoch": 0.023952095808383235,
      "grad_norm": 46.688228607177734,
      "learning_rate": 4.68631955079122e-06,
      "loss": 2.5355,
      "step": 4688
    },
    {
      "epoch": 0.024125661720038185,
      "grad_norm": 52.81163024902344,
      "learning_rate": 4.686064318529863e-06,
      "loss": 2.762,
      "step": 4689
    },
    {
      "epoch": 0.024299227631693135,
      "grad_norm": 35.513668060302734,
      "learning_rate": 4.685809086268505e-06,
      "loss": 2.4445,
      "step": 4690
    },
    {
      "epoch": 0.024472793543348085,
      "grad_norm": 39.95471954345703,
      "learning_rate": 4.6855538540071475e-06,
      "loss": 2.6434,
      "step": 4691
    },
    {
      "epoch": 0.02464635945500304,
      "grad_norm": 48.83327865600586,
      "learning_rate": 4.6852986217457895e-06,
      "loss": 2.8198,
      "step": 4692
    },
    {
      "epoch": 0.02481992536665799,
      "grad_norm": 35.22612380981445,
      "learning_rate": 4.6850433894844315e-06,
      "loss": 2.6223,
      "step": 4693
    },
    {
      "epoch": 0.02499349127831294,
      "grad_norm": 41.873634338378906,
      "learning_rate": 4.6847881572230735e-06,
      "loss": 2.9471,
      "step": 4694
    },
    {
      "epoch": 0.02516705718996789,
      "grad_norm": 57.7320671081543,
      "learning_rate": 4.6845329249617155e-06,
      "loss": 3.3504,
      "step": 4695
    },
    {
      "epoch": 0.02534062310162284,
      "grad_norm": 54.699951171875,
      "learning_rate": 4.6842776927003575e-06,
      "loss": 3.0976,
      "step": 4696
    },
    {
      "epoch": 0.02551418901327779,
      "grad_norm": 33.55724334716797,
      "learning_rate": 4.684022460439e-06,
      "loss": 1.9764,
      "step": 4697
    },
    {
      "epoch": 0.02568775492493274,
      "grad_norm": 38.08404541015625,
      "learning_rate": 4.683767228177642e-06,
      "loss": 2.0005,
      "step": 4698
    },
    {
      "epoch": 0.025861320836587695,
      "grad_norm": 59.44472122192383,
      "learning_rate": 4.683511995916284e-06,
      "loss": 3.5114,
      "step": 4699
    },
    {
      "epoch": 0.026034886748242645,
      "grad_norm": 43.71027374267578,
      "learning_rate": 4.683256763654926e-06,
      "loss": 3.2859,
      "step": 4700
    },
    {
      "epoch": 0.026034886748242645,
      "eval_synth_accuracy": 0.8771331058020477,
      "eval_synth_auroc": 0.9416684587586914,
      "eval_synth_f1": 0.9088145896656535,
      "eval_synth_loss": 0.2972487807273865,
      "eval_synth_precision": 0.9042338709677419,
      "eval_synth_recall": 0.9134419551934827,
      "eval_synth_runtime": 102.9377,
      "eval_synth_samples_per_second": 14.232,
      "eval_synth_steps_per_second": 0.447,
      "step": 4700
    },
    {
      "epoch": 0.026034886748242645,
      "eval_real_accuracy": 0.8270348837209303,
      "eval_real_auroc": 0.8888028455862154,
      "eval_real_f1": 0.8769389865563598,
      "eval_real_loss": 0.41573742032051086,
      "eval_real_precision": 0.8313725490196079,
      "eval_real_recall": 0.9277899343544858,
      "eval_real_runtime": 96.0868,
      "eval_real_samples_per_second": 14.32,
      "eval_real_steps_per_second": 0.448,
      "step": 4700
    },
    {
      "epoch": 0.026208452659897595,
      "grad_norm": 66.0103988647461,
      "learning_rate": 4.683001531393568e-06,
      "loss": 3.1643,
      "step": 4701
    },
    {
      "epoch": 0.02638201857155255,
      "grad_norm": 75.35713195800781,
      "learning_rate": 4.682746299132211e-06,
      "loss": 3.5991,
      "step": 4702
    },
    {
      "epoch": 0.0265555844832075,
      "grad_norm": 52.20265579223633,
      "learning_rate": 4.682491066870853e-06,
      "loss": 2.8718,
      "step": 4703
    },
    {
      "epoch": 0.02672915039486245,
      "grad_norm": 45.452247619628906,
      "learning_rate": 4.682235834609494e-06,
      "loss": 2.5868,
      "step": 4704
    },
    {
      "epoch": 0.0269027163065174,
      "grad_norm": 46.78840637207031,
      "learning_rate": 4.681980602348137e-06,
      "loss": 2.567,
      "step": 4705
    },
    {
      "epoch": 0.027076282218172352,
      "grad_norm": 45.49204635620117,
      "learning_rate": 4.681725370086779e-06,
      "loss": 3.144,
      "step": 4706
    },
    {
      "epoch": 0.027249848129827302,
      "grad_norm": 48.63661575317383,
      "learning_rate": 4.681470137825421e-06,
      "loss": 2.5788,
      "step": 4707
    },
    {
      "epoch": 0.027423414041482252,
      "grad_norm": 52.04129409790039,
      "learning_rate": 4.681214905564064e-06,
      "loss": 2.6251,
      "step": 4708
    },
    {
      "epoch": 0.027596979953137205,
      "grad_norm": 51.19218826293945,
      "learning_rate": 4.680959673302705e-06,
      "loss": 3.7354,
      "step": 4709
    },
    {
      "epoch": 0.027770545864792155,
      "grad_norm": 59.81195068359375,
      "learning_rate": 4.680704441041348e-06,
      "loss": 3.0874,
      "step": 4710
    },
    {
      "epoch": 0.027944111776447105,
      "grad_norm": 62.68284225463867,
      "learning_rate": 4.68044920877999e-06,
      "loss": 3.1417,
      "step": 4711
    },
    {
      "epoch": 0.028117677688102055,
      "grad_norm": 49.19976043701172,
      "learning_rate": 4.680193976518632e-06,
      "loss": 3.027,
      "step": 4712
    },
    {
      "epoch": 0.02829124359975701,
      "grad_norm": 52.28388214111328,
      "learning_rate": 4.679938744257275e-06,
      "loss": 2.9633,
      "step": 4713
    },
    {
      "epoch": 0.02846480951141196,
      "grad_norm": 51.102394104003906,
      "learning_rate": 4.679683511995917e-06,
      "loss": 2.9254,
      "step": 4714
    },
    {
      "epoch": 0.02863837542306691,
      "grad_norm": 39.06437683105469,
      "learning_rate": 4.679428279734558e-06,
      "loss": 2.2509,
      "step": 4715
    },
    {
      "epoch": 0.028811941334721862,
      "grad_norm": 39.05188751220703,
      "learning_rate": 4.679173047473201e-06,
      "loss": 2.3908,
      "step": 4716
    },
    {
      "epoch": 0.028985507246376812,
      "grad_norm": 73.53279876708984,
      "learning_rate": 4.678917815211843e-06,
      "loss": 3.7843,
      "step": 4717
    },
    {
      "epoch": 0.029159073158031762,
      "grad_norm": 53.929656982421875,
      "learning_rate": 4.678662582950486e-06,
      "loss": 2.3511,
      "step": 4718
    },
    {
      "epoch": 0.029332639069686712,
      "grad_norm": 49.68803405761719,
      "learning_rate": 4.678407350689128e-06,
      "loss": 2.793,
      "step": 4719
    },
    {
      "epoch": 0.029506204981341665,
      "grad_norm": 36.67018508911133,
      "learning_rate": 4.678152118427769e-06,
      "loss": 2.2384,
      "step": 4720
    },
    {
      "epoch": 0.029679770892996615,
      "grad_norm": 52.46955108642578,
      "learning_rate": 4.677896886166412e-06,
      "loss": 3.4264,
      "step": 4721
    },
    {
      "epoch": 0.029853336804651565,
      "grad_norm": 48.66621398925781,
      "learning_rate": 4.677641653905054e-06,
      "loss": 2.1188,
      "step": 4722
    },
    {
      "epoch": 0.03002690271630652,
      "grad_norm": 80.40065002441406,
      "learning_rate": 4.677386421643696e-06,
      "loss": 2.7983,
      "step": 4723
    },
    {
      "epoch": 0.03020046862796147,
      "grad_norm": 83.44123077392578,
      "learning_rate": 4.677131189382339e-06,
      "loss": 3.4982,
      "step": 4724
    },
    {
      "epoch": 0.03037403453961642,
      "grad_norm": 49.56867218017578,
      "learning_rate": 4.67687595712098e-06,
      "loss": 2.9328,
      "step": 4725
    },
    {
      "epoch": 0.03037403453961642,
      "eval_synth_accuracy": 0.8825938566552901,
      "eval_synth_auroc": 0.9555455760627105,
      "eval_synth_f1": 0.9093782929399368,
      "eval_synth_loss": 0.28038081526756287,
      "eval_synth_precision": 0.9421397379912664,
      "eval_synth_recall": 0.8788187372708758,
      "eval_synth_runtime": 102.7719,
      "eval_synth_samples_per_second": 14.255,
      "eval_synth_steps_per_second": 0.448,
      "step": 4725
    },
    {
      "epoch": 0.03037403453961642,
      "eval_real_accuracy": 0.8270348837209303,
      "eval_real_auroc": 0.898392726893821,
      "eval_real_f1": 0.8719052744886975,
      "eval_real_loss": 0.4050065279006958,
      "eval_real_precision": 0.8580508474576272,
      "eval_real_recall": 0.8862144420131292,
      "eval_real_runtime": 96.0947,
      "eval_real_samples_per_second": 14.319,
      "eval_real_steps_per_second": 0.447,
      "step": 4725
    },
    {
      "epoch": 0.03054760045127137,
      "grad_norm": 49.202293395996094,
      "learning_rate": 4.676620724859622e-06,
      "loss": 2.7785,
      "step": 4726
    },
    {
      "epoch": 0.030721166362926322,
      "grad_norm": 58.49793243408203,
      "learning_rate": 4.676365492598265e-06,
      "loss": 2.4177,
      "step": 4727
    },
    {
      "epoch": 0.030894732274581272,
      "grad_norm": 57.89004135131836,
      "learning_rate": 4.676110260336907e-06,
      "loss": 4.0394,
      "step": 4728
    },
    {
      "epoch": 0.031068298186236222,
      "grad_norm": 73.97635650634766,
      "learning_rate": 4.67585502807555e-06,
      "loss": 2.8192,
      "step": 4729
    },
    {
      "epoch": 0.031241864097891175,
      "grad_norm": 43.10270690917969,
      "learning_rate": 4.675599795814191e-06,
      "loss": 2.9336,
      "step": 4730
    },
    {
      "epoch": 0.03141543000954612,
      "grad_norm": 63.34416198730469,
      "learning_rate": 4.675344563552833e-06,
      "loss": 2.9758,
      "step": 4731
    },
    {
      "epoch": 0.031588995921201075,
      "grad_norm": 51.494598388671875,
      "learning_rate": 4.675089331291476e-06,
      "loss": 2.4845,
      "step": 4732
    },
    {
      "epoch": 0.03176256183285603,
      "grad_norm": 40.3184814453125,
      "learning_rate": 4.674834099030118e-06,
      "loss": 2.5931,
      "step": 4733
    },
    {
      "epoch": 0.031936127744510975,
      "grad_norm": 47.86335754394531,
      "learning_rate": 4.67457886676876e-06,
      "loss": 2.6901,
      "step": 4734
    },
    {
      "epoch": 0.03210969365616593,
      "grad_norm": 39.1470832824707,
      "learning_rate": 4.674323634507403e-06,
      "loss": 2.5735,
      "step": 4735
    },
    {
      "epoch": 0.03228325956782088,
      "grad_norm": 59.613990783691406,
      "learning_rate": 4.674068402246044e-06,
      "loss": 3.3885,
      "step": 4736
    },
    {
      "epoch": 0.03245682547947583,
      "grad_norm": 47.75986099243164,
      "learning_rate": 4.673813169984687e-06,
      "loss": 2.9099,
      "step": 4737
    },
    {
      "epoch": 0.03263039139113078,
      "grad_norm": 55.83427810668945,
      "learning_rate": 4.673557937723329e-06,
      "loss": 3.2882,
      "step": 4738
    },
    {
      "epoch": 0.032803957302785736,
      "grad_norm": 44.01871871948242,
      "learning_rate": 4.673302705461971e-06,
      "loss": 2.34,
      "step": 4739
    },
    {
      "epoch": 0.03297752321444068,
      "grad_norm": 40.073001861572266,
      "learning_rate": 4.6730474732006135e-06,
      "loss": 2.4297,
      "step": 4740
    },
    {
      "epoch": 0.033151089126095636,
      "grad_norm": 70.51934051513672,
      "learning_rate": 4.672792240939255e-06,
      "loss": 2.9366,
      "step": 4741
    },
    {
      "epoch": 0.03332465503775059,
      "grad_norm": 44.03151321411133,
      "learning_rate": 4.672537008677897e-06,
      "loss": 2.5529,
      "step": 4742
    },
    {
      "epoch": 0.033498220949405536,
      "grad_norm": 45.12467575073242,
      "learning_rate": 4.6722817764165396e-06,
      "loss": 2.7454,
      "step": 4743
    },
    {
      "epoch": 0.03367178686106049,
      "grad_norm": 52.746368408203125,
      "learning_rate": 4.6720265441551816e-06,
      "loss": 2.9248,
      "step": 4744
    },
    {
      "epoch": 0.033845352772715435,
      "grad_norm": 71.78915405273438,
      "learning_rate": 4.671771311893824e-06,
      "loss": 2.9795,
      "step": 4745
    },
    {
      "epoch": 0.03401891868437039,
      "grad_norm": 41.880775451660156,
      "learning_rate": 4.671516079632466e-06,
      "loss": 2.9031,
      "step": 4746
    },
    {
      "epoch": 0.03419248459602534,
      "grad_norm": 55.37689208984375,
      "learning_rate": 4.671260847371108e-06,
      "loss": 2.7881,
      "step": 4747
    },
    {
      "epoch": 0.03436605050768029,
      "grad_norm": 55.508888244628906,
      "learning_rate": 4.6710056151097505e-06,
      "loss": 2.2481,
      "step": 4748
    },
    {
      "epoch": 0.03453961641933524,
      "grad_norm": 42.85497283935547,
      "learning_rate": 4.6707503828483925e-06,
      "loss": 2.8234,
      "step": 4749
    },
    {
      "epoch": 0.034713182330990196,
      "grad_norm": 45.98782730102539,
      "learning_rate": 4.6704951505870345e-06,
      "loss": 3.0396,
      "step": 4750
    },
    {
      "epoch": 0.034713182330990196,
      "eval_synth_accuracy": 0.8764505119453925,
      "eval_synth_auroc": 0.9475222746496986,
      "eval_synth_f1": 0.9046866771985256,
      "eval_synth_loss": 0.3029128611087799,
      "eval_synth_precision": 0.9367502726281353,
      "eval_synth_recall": 0.8747454175152749,
      "eval_synth_runtime": 102.8273,
      "eval_synth_samples_per_second": 14.247,
      "eval_synth_steps_per_second": 0.447,
      "step": 4750
    },
    {
      "epoch": 0.034713182330990196,
      "eval_real_accuracy": 0.8328488372093024,
      "eval_real_auroc": 0.9019698390595546,
      "eval_real_f1": 0.8779193205944799,
      "eval_real_loss": 0.383074015378952,
      "eval_real_precision": 0.8525773195876288,
      "eval_real_recall": 0.9048140043763676,
      "eval_real_runtime": 96.0226,
      "eval_real_samples_per_second": 14.33,
      "eval_real_steps_per_second": 0.448,
      "step": 4750
    },
    {
      "epoch": 0.03488674824264514,
      "grad_norm": 37.60340118408203,
      "learning_rate": 4.670239918325677e-06,
      "loss": 2.8887,
      "step": 4751
    },
    {
      "epoch": 0.035060314154300096,
      "grad_norm": 37.112266540527344,
      "learning_rate": 4.6699846860643185e-06,
      "loss": 2.39,
      "step": 4752
    },
    {
      "epoch": 0.03523388006595505,
      "grad_norm": 52.311004638671875,
      "learning_rate": 4.6697294538029605e-06,
      "loss": 2.7664,
      "step": 4753
    },
    {
      "epoch": 0.035407445977609996,
      "grad_norm": 40.50180435180664,
      "learning_rate": 4.669474221541603e-06,
      "loss": 2.1812,
      "step": 4754
    },
    {
      "epoch": 0.03558101188926495,
      "grad_norm": 48.13404846191406,
      "learning_rate": 4.669218989280245e-06,
      "loss": 2.5523,
      "step": 4755
    },
    {
      "epoch": 0.0357545778009199,
      "grad_norm": 33.64947509765625,
      "learning_rate": 4.668963757018888e-06,
      "loss": 2.1848,
      "step": 4756
    },
    {
      "epoch": 0.03592814371257485,
      "grad_norm": 36.68735885620117,
      "learning_rate": 4.668708524757529e-06,
      "loss": 2.1689,
      "step": 4757
    },
    {
      "epoch": 0.0361017096242298,
      "grad_norm": 66.76837921142578,
      "learning_rate": 4.668453292496171e-06,
      "loss": 3.0061,
      "step": 4758
    },
    {
      "epoch": 0.03627527553588475,
      "grad_norm": 58.783748626708984,
      "learning_rate": 4.668198060234814e-06,
      "loss": 2.6441,
      "step": 4759
    },
    {
      "epoch": 0.0364488414475397,
      "grad_norm": 53.230865478515625,
      "learning_rate": 4.667942827973456e-06,
      "loss": 3.0265,
      "step": 4760
    },
    {
      "epoch": 0.036622407359194656,
      "grad_norm": 55.35759353637695,
      "learning_rate": 4.667687595712098e-06,
      "loss": 2.4828,
      "step": 4761
    },
    {
      "epoch": 0.0367959732708496,
      "grad_norm": 50.70454406738281,
      "learning_rate": 4.66743236345074e-06,
      "loss": 2.3534,
      "step": 4762
    },
    {
      "epoch": 0.036969539182504556,
      "grad_norm": 36.897979736328125,
      "learning_rate": 4.667177131189382e-06,
      "loss": 2.3109,
      "step": 4763
    },
    {
      "epoch": 0.03714310509415951,
      "grad_norm": 53.331302642822266,
      "learning_rate": 4.666921898928024e-06,
      "loss": 2.4402,
      "step": 4764
    },
    {
      "epoch": 0.037316671005814456,
      "grad_norm": 77.31497192382812,
      "learning_rate": 4.666666666666667e-06,
      "loss": 4.1379,
      "step": 4765
    },
    {
      "epoch": 0.03749023691746941,
      "grad_norm": 51.035003662109375,
      "learning_rate": 4.666411434405309e-06,
      "loss": 2.5206,
      "step": 4766
    },
    {
      "epoch": 0.03766380282912436,
      "grad_norm": 42.92810821533203,
      "learning_rate": 4.666156202143951e-06,
      "loss": 2.3333,
      "step": 4767
    },
    {
      "epoch": 0.03783736874077931,
      "grad_norm": 52.73931884765625,
      "learning_rate": 4.665900969882593e-06,
      "loss": 3.1186,
      "step": 4768
    },
    {
      "epoch": 0.03801093465243426,
      "grad_norm": 59.80823516845703,
      "learning_rate": 4.665645737621235e-06,
      "loss": 2.7078,
      "step": 4769
    },
    {
      "epoch": 0.038184500564089216,
      "grad_norm": 121.36759185791016,
      "learning_rate": 4.665390505359878e-06,
      "loss": 2.7631,
      "step": 4770
    },
    {
      "epoch": 0.03835806647574416,
      "grad_norm": 61.027320861816406,
      "learning_rate": 4.66513527309852e-06,
      "loss": 3.1833,
      "step": 4771
    },
    {
      "epoch": 0.038531632387399116,
      "grad_norm": 72.31220245361328,
      "learning_rate": 4.664880040837162e-06,
      "loss": 2.8106,
      "step": 4772
    },
    {
      "epoch": 0.03870519829905406,
      "grad_norm": 54.52891159057617,
      "learning_rate": 4.664624808575804e-06,
      "loss": 2.9283,
      "step": 4773
    },
    {
      "epoch": 0.038878764210709016,
      "grad_norm": 41.883243560791016,
      "learning_rate": 4.664369576314446e-06,
      "loss": 2.6176,
      "step": 4774
    },
    {
      "epoch": 0.03905233012236397,
      "grad_norm": 46.25320053100586,
      "learning_rate": 4.664114344053089e-06,
      "loss": 3.2095,
      "step": 4775
    },
    {
      "epoch": 0.03905233012236397,
      "eval_synth_accuracy": 0.8627986348122867,
      "eval_synth_auroc": 0.945600519495853,
      "eval_synth_f1": 0.8915272531030761,
      "eval_synth_loss": 0.3502703905105591,
      "eval_synth_precision": 0.9483352468427095,
      "eval_synth_recall": 0.8411405295315683,
      "eval_synth_runtime": 102.7656,
      "eval_synth_samples_per_second": 14.256,
      "eval_synth_steps_per_second": 0.448,
      "step": 4775
    },
    {
      "epoch": 0.03905233012236397,
      "eval_real_accuracy": 0.8372093023255814,
      "eval_real_auroc": 0.9062704254170337,
      "eval_real_f1": 0.8761061946902655,
      "eval_real_loss": 0.37558218836784363,
      "eval_real_precision": 0.8859060402684564,
      "eval_real_recall": 0.8665207877461707,
      "eval_real_runtime": 96.0286,
      "eval_real_samples_per_second": 14.329,
      "eval_real_steps_per_second": 0.448,
      "step": 4775
    },
    {
      "epoch": 0.039225896034018916,
      "grad_norm": 68.77519226074219,
      "learning_rate": 4.663859111791731e-06,
      "loss": 3.3202,
      "step": 4776
    },
    {
      "epoch": 0.03939946194567387,
      "grad_norm": 81.26764678955078,
      "learning_rate": 4.663603879530373e-06,
      "loss": 2.9851,
      "step": 4777
    },
    {
      "epoch": 0.03957302785732882,
      "grad_norm": 41.44180679321289,
      "learning_rate": 4.663348647269015e-06,
      "loss": 2.5443,
      "step": 4778
    },
    {
      "epoch": 0.03974659376898377,
      "grad_norm": 46.65865707397461,
      "learning_rate": 4.663093415007657e-06,
      "loss": 2.6101,
      "step": 4779
    },
    {
      "epoch": 0.03992015968063872,
      "grad_norm": 34.80382537841797,
      "learning_rate": 4.662838182746299e-06,
      "loss": 1.9131,
      "step": 4780
    },
    {
      "epoch": 0.040093725592293676,
      "grad_norm": 50.671058654785156,
      "learning_rate": 4.662582950484942e-06,
      "loss": 2.7722,
      "step": 4781
    },
    {
      "epoch": 0.04026729150394862,
      "grad_norm": 53.23170471191406,
      "learning_rate": 4.662327718223584e-06,
      "loss": 3.164,
      "step": 4782
    },
    {
      "epoch": 0.040440857415603576,
      "grad_norm": 61.56734848022461,
      "learning_rate": 4.662072485962226e-06,
      "loss": 2.1712,
      "step": 4783
    },
    {
      "epoch": 0.04061442332725853,
      "grad_norm": 56.287349700927734,
      "learning_rate": 4.661817253700868e-06,
      "loss": 3.1029,
      "step": 4784
    },
    {
      "epoch": 0.040787989238913476,
      "grad_norm": 46.73191833496094,
      "learning_rate": 4.66156202143951e-06,
      "loss": 2.6545,
      "step": 4785
    },
    {
      "epoch": 0.04096155515056843,
      "grad_norm": 55.25526809692383,
      "learning_rate": 4.661306789178153e-06,
      "loss": 2.4169,
      "step": 4786
    },
    {
      "epoch": 0.041135121062223376,
      "grad_norm": 53.49663162231445,
      "learning_rate": 4.661051556916795e-06,
      "loss": 2.6569,
      "step": 4787
    },
    {
      "epoch": 0.04130868697387833,
      "grad_norm": 53.22087860107422,
      "learning_rate": 4.660796324655437e-06,
      "loss": 3.0087,
      "step": 4788
    },
    {
      "epoch": 0.04148225288553328,
      "grad_norm": 69.07886505126953,
      "learning_rate": 4.660541092394079e-06,
      "loss": 2.8656,
      "step": 4789
    },
    {
      "epoch": 0.04165581879718823,
      "grad_norm": 69.37981414794922,
      "learning_rate": 4.660285860132721e-06,
      "loss": 3.9657,
      "step": 4790
    },
    {
      "epoch": 0.04182938470884318,
      "grad_norm": 53.624977111816406,
      "learning_rate": 4.660030627871363e-06,
      "loss": 2.5738,
      "step": 4791
    },
    {
      "epoch": 0.042002950620498136,
      "grad_norm": 48.58424758911133,
      "learning_rate": 4.659775395610006e-06,
      "loss": 2.7335,
      "step": 4792
    },
    {
      "epoch": 0.04217651653215308,
      "grad_norm": 40.75565719604492,
      "learning_rate": 4.659520163348648e-06,
      "loss": 2.8904,
      "step": 4793
    },
    {
      "epoch": 0.042350082443808036,
      "grad_norm": 50.709659576416016,
      "learning_rate": 4.65926493108729e-06,
      "loss": 2.0505,
      "step": 4794
    },
    {
      "epoch": 0.04252364835546299,
      "grad_norm": 37.97908401489258,
      "learning_rate": 4.659009698825932e-06,
      "loss": 1.7955,
      "step": 4795
    },
    {
      "epoch": 0.042697214267117936,
      "grad_norm": 43.550262451171875,
      "learning_rate": 4.658754466564574e-06,
      "loss": 2.9059,
      "step": 4796
    },
    {
      "epoch": 0.04287078017877289,
      "grad_norm": 46.52265930175781,
      "learning_rate": 4.6584992343032165e-06,
      "loss": 2.0821,
      "step": 4797
    },
    {
      "epoch": 0.04304434609042784,
      "grad_norm": 64.10700988769531,
      "learning_rate": 4.6582440020418586e-06,
      "loss": 2.696,
      "step": 4798
    },
    {
      "epoch": 0.04321791200208279,
      "grad_norm": 57.42213821411133,
      "learning_rate": 4.6579887697805006e-06,
      "loss": 3.3946,
      "step": 4799
    },
    {
      "epoch": 0.04339147791373774,
      "grad_norm": 48.11511993408203,
      "learning_rate": 4.6577335375191426e-06,
      "loss": 2.0678,
      "step": 4800
    },
    {
      "epoch": 0.04339147791373774,
      "eval_synth_accuracy": 0.8778156996587031,
      "eval_synth_auroc": 0.9478943972878269,
      "eval_synth_f1": 0.9064296915838996,
      "eval_synth_loss": 0.31050750613212585,
      "eval_synth_precision": 0.9312567132116004,
      "eval_synth_recall": 0.8828920570264766,
      "eval_synth_runtime": 102.7426,
      "eval_synth_samples_per_second": 14.259,
      "eval_synth_steps_per_second": 0.448,
      "step": 4800
    },
    {
      "epoch": 0.04339147791373774,
      "eval_real_accuracy": 0.8415697674418605,
      "eval_real_auroc": 0.9121707067549518,
      "eval_real_f1": 0.8830472103004292,
      "eval_real_loss": 0.37774595618247986,
      "eval_real_precision": 0.8663157894736843,
      "eval_real_recall": 0.9004376367614879,
      "eval_real_runtime": 96.0605,
      "eval_real_samples_per_second": 14.324,
      "eval_real_steps_per_second": 0.448,
      "step": 4800
    },
    {
      "epoch": 0.04356504382539269,
      "grad_norm": 53.489356994628906,
      "learning_rate": 4.657478305257785e-06,
      "loss": 2.7859,
      "step": 4801
    },
    {
      "epoch": 0.04373860973704764,
      "grad_norm": 57.50862121582031,
      "learning_rate": 4.6572230729964274e-06,
      "loss": 3.059,
      "step": 4802
    },
    {
      "epoch": 0.043912175648702596,
      "grad_norm": 42.41033935546875,
      "learning_rate": 4.6569678407350694e-06,
      "loss": 2.1842,
      "step": 4803
    },
    {
      "epoch": 0.04408574156035754,
      "grad_norm": 102.62584686279297,
      "learning_rate": 4.6567126084737115e-06,
      "loss": 3.344,
      "step": 4804
    },
    {
      "epoch": 0.044259307472012496,
      "grad_norm": 89.43977355957031,
      "learning_rate": 4.6564573762123535e-06,
      "loss": 4.1461,
      "step": 4805
    },
    {
      "epoch": 0.04443287338366745,
      "grad_norm": 40.75541305541992,
      "learning_rate": 4.6562021439509955e-06,
      "loss": 2.0537,
      "step": 4806
    },
    {
      "epoch": 0.044606439295322396,
      "grad_norm": 54.33452606201172,
      "learning_rate": 4.6559469116896375e-06,
      "loss": 3.6183,
      "step": 4807
    },
    {
      "epoch": 0.04478000520697735,
      "grad_norm": 44.051002502441406,
      "learning_rate": 4.65569167942828e-06,
      "loss": 2.236,
      "step": 4808
    },
    {
      "epoch": 0.0449535711186323,
      "grad_norm": 58.78148651123047,
      "learning_rate": 4.655436447166922e-06,
      "loss": 3.5678,
      "step": 4809
    },
    {
      "epoch": 0.04512713703028725,
      "grad_norm": 69.24137115478516,
      "learning_rate": 4.655181214905564e-06,
      "loss": 2.7565,
      "step": 4810
    },
    {
      "epoch": 0.0453007029419422,
      "grad_norm": 59.87276077270508,
      "learning_rate": 4.654925982644206e-06,
      "loss": 2.9322,
      "step": 4811
    },
    {
      "epoch": 0.045474268853597156,
      "grad_norm": 48.37446212768555,
      "learning_rate": 4.654670750382848e-06,
      "loss": 3.1007,
      "step": 4812
    },
    {
      "epoch": 0.0456478347652521,
      "grad_norm": 41.17422866821289,
      "learning_rate": 4.654415518121491e-06,
      "loss": 2.2248,
      "step": 4813
    },
    {
      "epoch": 0.045821400676907056,
      "grad_norm": 48.64532470703125,
      "learning_rate": 4.654160285860133e-06,
      "loss": 3.8326,
      "step": 4814
    },
    {
      "epoch": 0.04599496658856201,
      "grad_norm": 42.39554214477539,
      "learning_rate": 4.653905053598775e-06,
      "loss": 3.1143,
      "step": 4815
    },
    {
      "epoch": 0.046168532500216956,
      "grad_norm": 45.01046371459961,
      "learning_rate": 4.653649821337417e-06,
      "loss": 2.5248,
      "step": 4816
    },
    {
      "epoch": 0.04634209841187191,
      "grad_norm": 62.203086853027344,
      "learning_rate": 4.653394589076059e-06,
      "loss": 3.868,
      "step": 4817
    },
    {
      "epoch": 0.046515664323526856,
      "grad_norm": 42.37458038330078,
      "learning_rate": 4.653139356814701e-06,
      "loss": 2.8109,
      "step": 4818
    },
    {
      "epoch": 0.04668923023518181,
      "grad_norm": 36.788299560546875,
      "learning_rate": 4.652884124553344e-06,
      "loss": 2.6097,
      "step": 4819
    },
    {
      "epoch": 0.04686279614683676,
      "grad_norm": 35.30136489868164,
      "learning_rate": 4.652628892291986e-06,
      "loss": 2.6742,
      "step": 4820
    },
    {
      "epoch": 0.04703636205849171,
      "grad_norm": 41.377532958984375,
      "learning_rate": 4.652373660030628e-06,
      "loss": 2.3637,
      "step": 4821
    },
    {
      "epoch": 0.04720992797014666,
      "grad_norm": 46.54073715209961,
      "learning_rate": 4.65211842776927e-06,
      "loss": 2.2374,
      "step": 4822
    },
    {
      "epoch": 0.04738349388180162,
      "grad_norm": 54.41777420043945,
      "learning_rate": 4.651863195507912e-06,
      "loss": 3.4161,
      "step": 4823
    },
    {
      "epoch": 0.04755705979345656,
      "grad_norm": 42.57188415527344,
      "learning_rate": 4.651607963246555e-06,
      "loss": 2.7342,
      "step": 4824
    },
    {
      "epoch": 0.04773062570511152,
      "grad_norm": 44.3775520324707,
      "learning_rate": 4.651352730985197e-06,
      "loss": 2.2265,
      "step": 4825
    },
    {
      "epoch": 0.04773062570511152,
      "eval_synth_accuracy": 0.8764505119453925,
      "eval_synth_auroc": 0.9432739623787175,
      "eval_synth_f1": 0.9061689994815967,
      "eval_synth_loss": 0.3106830418109894,
      "eval_synth_precision": 0.9229144667370645,
      "eval_synth_recall": 0.890020366598778,
      "eval_synth_runtime": 103.3791,
      "eval_synth_samples_per_second": 14.171,
      "eval_synth_steps_per_second": 0.445,
      "step": 4825
    },
    {
      "epoch": 0.04773062570511152,
      "eval_real_accuracy": 0.8357558139534884,
      "eval_real_auroc": 0.8992748680932489,
      "eval_real_f1": 0.8831437435367114,
      "eval_real_loss": 0.39899834990501404,
      "eval_real_precision": 0.8372549019607843,
      "eval_real_recall": 0.9343544857768052,
      "eval_real_runtime": 96.0507,
      "eval_real_samples_per_second": 14.326,
      "eval_real_steps_per_second": 0.448,
      "step": 4825
    },
    {
      "epoch": 0.04790419161676647,
      "grad_norm": 63.58623504638672,
      "learning_rate": 4.651097498723839e-06,
      "loss": 3.5418,
      "step": 4826
    },
    {
      "epoch": 0.048077757528421416,
      "grad_norm": 35.037322998046875,
      "learning_rate": 4.650842266462481e-06,
      "loss": 2.3793,
      "step": 4827
    },
    {
      "epoch": 0.04825132344007637,
      "grad_norm": 37.967552185058594,
      "learning_rate": 4.650587034201123e-06,
      "loss": 2.7213,
      "step": 4828
    },
    {
      "epoch": 0.04842488935173132,
      "grad_norm": 39.567543029785156,
      "learning_rate": 4.650331801939765e-06,
      "loss": 2.2882,
      "step": 4829
    },
    {
      "epoch": 0.04859845526338627,
      "grad_norm": 45.93632125854492,
      "learning_rate": 4.650076569678408e-06,
      "loss": 2.5109,
      "step": 4830
    },
    {
      "epoch": 0.04877202117504122,
      "grad_norm": 54.149044036865234,
      "learning_rate": 4.64982133741705e-06,
      "loss": 3.4303,
      "step": 4831
    },
    {
      "epoch": 0.04894558708669617,
      "grad_norm": 45.09361267089844,
      "learning_rate": 4.649566105155692e-06,
      "loss": 2.7746,
      "step": 4832
    },
    {
      "epoch": 0.04911915299835112,
      "grad_norm": 55.40726089477539,
      "learning_rate": 4.649310872894334e-06,
      "loss": 3.2313,
      "step": 4833
    },
    {
      "epoch": 0.04929271891000608,
      "grad_norm": 60.01322555541992,
      "learning_rate": 4.649055640632976e-06,
      "loss": 1.9068,
      "step": 4834
    },
    {
      "epoch": 0.04946628482166102,
      "grad_norm": 59.15170669555664,
      "learning_rate": 4.648800408371619e-06,
      "loss": 3.2831,
      "step": 4835
    },
    {
      "epoch": 0.04963985073331598,
      "grad_norm": 50.994266510009766,
      "learning_rate": 4.648545176110261e-06,
      "loss": 2.7723,
      "step": 4836
    },
    {
      "epoch": 0.04981341664497093,
      "grad_norm": 43.17536926269531,
      "learning_rate": 4.648289943848903e-06,
      "loss": 2.258,
      "step": 4837
    },
    {
      "epoch": 0.04998698255662588,
      "grad_norm": 45.13466262817383,
      "learning_rate": 4.648034711587545e-06,
      "loss": 2.8511,
      "step": 4838
    },
    {
      "epoch": 0.05016054846828083,
      "grad_norm": 52.94698715209961,
      "learning_rate": 4.647779479326187e-06,
      "loss": 3.4655,
      "step": 4839
    },
    {
      "epoch": 0.05033411437993578,
      "grad_norm": 38.88629913330078,
      "learning_rate": 4.64752424706483e-06,
      "loss": 2.6728,
      "step": 4840
    },
    {
      "epoch": 0.05050768029159073,
      "grad_norm": 43.182987213134766,
      "learning_rate": 4.647269014803472e-06,
      "loss": 2.3694,
      "step": 4841
    },
    {
      "epoch": 0.05068124620324568,
      "grad_norm": 58.1847038269043,
      "learning_rate": 4.647013782542114e-06,
      "loss": 2.9019,
      "step": 4842
    },
    {
      "epoch": 0.05085481211490064,
      "grad_norm": 40.266754150390625,
      "learning_rate": 4.646758550280756e-06,
      "loss": 2.875,
      "step": 4843
    },
    {
      "epoch": 0.05102837802655558,
      "grad_norm": 61.20389175415039,
      "learning_rate": 4.646503318019398e-06,
      "loss": 2.6901,
      "step": 4844
    },
    {
      "epoch": 0.05120194393821054,
      "grad_norm": 48.638736724853516,
      "learning_rate": 4.64624808575804e-06,
      "loss": 2.9243,
      "step": 4845
    },
    {
      "epoch": 0.05137550984986548,
      "grad_norm": 44.22719955444336,
      "learning_rate": 4.645992853496683e-06,
      "loss": 2.1396,
      "step": 4846
    },
    {
      "epoch": 0.05154907576152044,
      "grad_norm": 40.946678161621094,
      "learning_rate": 4.645737621235325e-06,
      "loss": 2.505,
      "step": 4847
    },
    {
      "epoch": 0.05172264167317539,
      "grad_norm": 63.24345397949219,
      "learning_rate": 4.645482388973967e-06,
      "loss": 3.5374,
      "step": 4848
    },
    {
      "epoch": 0.05189620758483034,
      "grad_norm": 55.477447509765625,
      "learning_rate": 4.645227156712609e-06,
      "loss": 2.6695,
      "step": 4849
    },
    {
      "epoch": 0.05206977349648529,
      "grad_norm": 36.23358154296875,
      "learning_rate": 4.644971924451251e-06,
      "loss": 1.786,
      "step": 4850
    },
    {
      "epoch": 0.05206977349648529,
      "eval_synth_accuracy": 0.8723549488054607,
      "eval_synth_auroc": 0.9488157434230223,
      "eval_synth_f1": 0.9016307206733298,
      "eval_synth_loss": 0.30000200867652893,
      "eval_synth_precision": 0.9325353645266594,
      "eval_synth_recall": 0.8727087576374746,
      "eval_synth_runtime": 102.8158,
      "eval_synth_samples_per_second": 14.249,
      "eval_synth_steps_per_second": 0.447,
      "step": 4850
    },
    {
      "epoch": 0.05206977349648529,
      "eval_real_accuracy": 0.8321220930232558,
      "eval_real_auroc": 0.9063592315780499,
      "eval_real_f1": 0.8738394320043692,
      "eval_real_loss": 0.36485207080841064,
      "eval_real_precision": 0.8724100327153762,
      "eval_real_recall": 0.87527352297593,
      "eval_real_runtime": 96.5856,
      "eval_real_samples_per_second": 14.246,
      "eval_real_steps_per_second": 0.445,
      "step": 4850
    },
    {
      "epoch": 0.052243339408140244,
      "grad_norm": 38.910789489746094,
      "learning_rate": 4.6447166921898935e-06,
      "loss": 2.1858,
      "step": 4851
    },
    {
      "epoch": 0.05241690531979519,
      "grad_norm": 46.592552185058594,
      "learning_rate": 4.6444614599285355e-06,
      "loss": 2.2153,
      "step": 4852
    },
    {
      "epoch": 0.052590471231450144,
      "grad_norm": 45.28251647949219,
      "learning_rate": 4.6442062276671775e-06,
      "loss": 2.973,
      "step": 4853
    },
    {
      "epoch": 0.0527640371431051,
      "grad_norm": 44.20637130737305,
      "learning_rate": 4.6439509954058196e-06,
      "loss": 2.8519,
      "step": 4854
    },
    {
      "epoch": 0.05293760305476004,
      "grad_norm": 51.67203140258789,
      "learning_rate": 4.6436957631444616e-06,
      "loss": 2.8008,
      "step": 4855
    },
    {
      "epoch": 0.053111168966415,
      "grad_norm": 42.2492790222168,
      "learning_rate": 4.6434405308831036e-06,
      "loss": 2.9809,
      "step": 4856
    },
    {
      "epoch": 0.05328473487806995,
      "grad_norm": 53.005340576171875,
      "learning_rate": 4.6431852986217464e-06,
      "loss": 2.2567,
      "step": 4857
    },
    {
      "epoch": 0.0534583007897249,
      "grad_norm": 58.867191314697266,
      "learning_rate": 4.6429300663603884e-06,
      "loss": 3.3699,
      "step": 4858
    },
    {
      "epoch": 0.05363186670137985,
      "grad_norm": 41.0034294128418,
      "learning_rate": 4.6426748340990304e-06,
      "loss": 2.0885,
      "step": 4859
    },
    {
      "epoch": 0.0538054326130348,
      "grad_norm": 42.5113525390625,
      "learning_rate": 4.6424196018376725e-06,
      "loss": 2.7195,
      "step": 4860
    },
    {
      "epoch": 0.05397899852468975,
      "grad_norm": 65.37322998046875,
      "learning_rate": 4.6421643695763145e-06,
      "loss": 4.19,
      "step": 4861
    },
    {
      "epoch": 0.054152564436344704,
      "grad_norm": 45.98247528076172,
      "learning_rate": 4.641909137314957e-06,
      "loss": 3.045,
      "step": 4862
    },
    {
      "epoch": 0.05432613034799965,
      "grad_norm": 51.91779327392578,
      "learning_rate": 4.641653905053599e-06,
      "loss": 3.621,
      "step": 4863
    },
    {
      "epoch": 0.054499696259654604,
      "grad_norm": 51.08666229248047,
      "learning_rate": 4.641398672792241e-06,
      "loss": 2.3323,
      "step": 4864
    },
    {
      "epoch": 0.05467326217130956,
      "grad_norm": 54.22067642211914,
      "learning_rate": 4.641143440530883e-06,
      "loss": 2.4771,
      "step": 4865
    },
    {
      "epoch": 0.054846828082964504,
      "grad_norm": 51.063419342041016,
      "learning_rate": 4.640888208269525e-06,
      "loss": 2.4945,
      "step": 4866
    },
    {
      "epoch": 0.05502039399461946,
      "grad_norm": 38.86646270751953,
      "learning_rate": 4.640632976008168e-06,
      "loss": 2.4115,
      "step": 4867
    },
    {
      "epoch": 0.05519395990627441,
      "grad_norm": 39.19841003417969,
      "learning_rate": 4.64037774374681e-06,
      "loss": 2.5699,
      "step": 4868
    },
    {
      "epoch": 0.05536752581792936,
      "grad_norm": 38.99124526977539,
      "learning_rate": 4.640122511485452e-06,
      "loss": 1.9264,
      "step": 4869
    },
    {
      "epoch": 0.05554109172958431,
      "grad_norm": 32.58616256713867,
      "learning_rate": 4.639867279224094e-06,
      "loss": 2.1884,
      "step": 4870
    },
    {
      "epoch": 0.055714657641239264,
      "grad_norm": 42.26551055908203,
      "learning_rate": 4.639612046962736e-06,
      "loss": 2.6353,
      "step": 4871
    },
    {
      "epoch": 0.05588822355289421,
      "grad_norm": 47.49613571166992,
      "learning_rate": 4.639356814701378e-06,
      "loss": 3.2613,
      "step": 4872
    },
    {
      "epoch": 0.056061789464549164,
      "grad_norm": 41.15707778930664,
      "learning_rate": 4.639101582440021e-06,
      "loss": 3.1637,
      "step": 4873
    },
    {
      "epoch": 0.05623535537620411,
      "grad_norm": 46.46708297729492,
      "learning_rate": 4.638846350178663e-06,
      "loss": 2.4309,
      "step": 4874
    },
    {
      "epoch": 0.056408921287859064,
      "grad_norm": 53.456512451171875,
      "learning_rate": 4.638591117917305e-06,
      "loss": 3.1893,
      "step": 4875
    },
    {
      "epoch": 0.056408921287859064,
      "eval_synth_accuracy": 0.8825938566552901,
      "eval_synth_auroc": 0.9470974434226006,
      "eval_synth_f1": 0.9126016260162602,
      "eval_synth_loss": 0.2807530164718628,
      "eval_synth_precision": 0.9107505070993914,
      "eval_synth_recall": 0.9144602851323829,
      "eval_synth_runtime": 102.76,
      "eval_synth_samples_per_second": 14.257,
      "eval_synth_steps_per_second": 0.448,
      "step": 4875
    },
    {
      "epoch": 0.056408921287859064,
      "eval_real_accuracy": 0.8386627906976745,
      "eval_real_auroc": 0.9044883817859748,
      "eval_real_f1": 0.8829113924050633,
      "eval_real_loss": 0.36712345480918884,
      "eval_real_precision": 0.8523421588594705,
      "eval_real_recall": 0.9157549234135668,
      "eval_real_runtime": 96.1047,
      "eval_real_samples_per_second": 14.318,
      "eval_real_steps_per_second": 0.447,
      "step": 4875
    },
    {
      "epoch": 0.05658248719951402,
      "grad_norm": 53.041011810302734,
      "learning_rate": 4.638335885655947e-06,
      "loss": 2.6228,
      "step": 4876
    },
    {
      "epoch": 0.056756053111168964,
      "grad_norm": 42.13180160522461,
      "learning_rate": 4.638080653394589e-06,
      "loss": 2.3671,
      "step": 4877
    },
    {
      "epoch": 0.05692961902282392,
      "grad_norm": 39.11042404174805,
      "learning_rate": 4.637825421133232e-06,
      "loss": 2.2648,
      "step": 4878
    },
    {
      "epoch": 0.05710318493447887,
      "grad_norm": 43.352237701416016,
      "learning_rate": 4.637570188871874e-06,
      "loss": 2.0706,
      "step": 4879
    },
    {
      "epoch": 0.05727675084613382,
      "grad_norm": 58.16819381713867,
      "learning_rate": 4.637314956610516e-06,
      "loss": 3.7486,
      "step": 4880
    },
    {
      "epoch": 0.05745031675778877,
      "grad_norm": 45.57158279418945,
      "learning_rate": 4.637059724349158e-06,
      "loss": 2.5215,
      "step": 4881
    },
    {
      "epoch": 0.057623882669443724,
      "grad_norm": 38.60242462158203,
      "learning_rate": 4.6368044920878e-06,
      "loss": 2.0054,
      "step": 4882
    },
    {
      "epoch": 0.05779744858109867,
      "grad_norm": 51.91804504394531,
      "learning_rate": 4.636549259826442e-06,
      "loss": 3.0617,
      "step": 4883
    },
    {
      "epoch": 0.057971014492753624,
      "grad_norm": 41.21874237060547,
      "learning_rate": 4.636294027565085e-06,
      "loss": 2.4771,
      "step": 4884
    },
    {
      "epoch": 0.05814458040440858,
      "grad_norm": 48.70233154296875,
      "learning_rate": 4.636038795303727e-06,
      "loss": 2.7472,
      "step": 4885
    },
    {
      "epoch": 0.058318146316063524,
      "grad_norm": 41.61576843261719,
      "learning_rate": 4.635783563042369e-06,
      "loss": 2.8125,
      "step": 4886
    },
    {
      "epoch": 0.05849171222771848,
      "grad_norm": 35.962223052978516,
      "learning_rate": 4.635528330781011e-06,
      "loss": 2.3723,
      "step": 4887
    },
    {
      "epoch": 0.058665278139373424,
      "grad_norm": 44.347293853759766,
      "learning_rate": 4.635273098519653e-06,
      "loss": 2.9233,
      "step": 4888
    },
    {
      "epoch": 0.05883884405102838,
      "grad_norm": 47.94303512573242,
      "learning_rate": 4.635017866258296e-06,
      "loss": 3.2423,
      "step": 4889
    },
    {
      "epoch": 0.05901240996268333,
      "grad_norm": 45.90830993652344,
      "learning_rate": 4.634762633996938e-06,
      "loss": 2.5482,
      "step": 4890
    },
    {
      "epoch": 0.05918597587433828,
      "grad_norm": 52.031219482421875,
      "learning_rate": 4.63450740173558e-06,
      "loss": 3.0469,
      "step": 4891
    },
    {
      "epoch": 0.05935954178599323,
      "grad_norm": 36.94870376586914,
      "learning_rate": 4.634252169474222e-06,
      "loss": 2.7662,
      "step": 4892
    },
    {
      "epoch": 0.059533107697648184,
      "grad_norm": 46.0562629699707,
      "learning_rate": 4.633996937212864e-06,
      "loss": 2.983,
      "step": 4893
    },
    {
      "epoch": 0.05970667360930313,
      "grad_norm": 45.60625076293945,
      "learning_rate": 4.633741704951506e-06,
      "loss": 3.0924,
      "step": 4894
    },
    {
      "epoch": 0.059880239520958084,
      "grad_norm": 40.72431182861328,
      "learning_rate": 4.633486472690149e-06,
      "loss": 2.4668,
      "step": 4895
    },
    {
      "epoch": 0.06005380543261304,
      "grad_norm": 51.687896728515625,
      "learning_rate": 4.633231240428791e-06,
      "loss": 3.0579,
      "step": 4896
    },
    {
      "epoch": 0.060227371344267984,
      "grad_norm": 35.57080078125,
      "learning_rate": 4.632976008167433e-06,
      "loss": 2.9343,
      "step": 4897
    },
    {
      "epoch": 0.06040093725592294,
      "grad_norm": 38.92565155029297,
      "learning_rate": 4.632720775906075e-06,
      "loss": 2.8078,
      "step": 4898
    },
    {
      "epoch": 0.06057450316757789,
      "grad_norm": 47.744327545166016,
      "learning_rate": 4.632465543644717e-06,
      "loss": 2.7473,
      "step": 4899
    },
    {
      "epoch": 0.06074806907923284,
      "grad_norm": 40.66858673095703,
      "learning_rate": 4.63221031138336e-06,
      "loss": 2.4411,
      "step": 4900
    },
    {
      "epoch": 0.06074806907923284,
      "eval_synth_accuracy": 0.8853242320819112,
      "eval_synth_auroc": 0.9482032696191911,
      "eval_synth_f1": 0.9132231404958677,
      "eval_synth_loss": 0.2884097397327423,
      "eval_synth_precision": 0.9266247379454927,
      "eval_synth_recall": 0.90020366598778,
      "eval_synth_runtime": 102.7778,
      "eval_synth_samples_per_second": 14.254,
      "eval_synth_steps_per_second": 0.448,
      "step": 4900
    },
    {
      "epoch": 0.06074806907923284,
      "eval_real_accuracy": 0.8328488372093024,
      "eval_real_auroc": 0.9022563869391003,
      "eval_real_f1": 0.8808290155440415,
      "eval_real_loss": 0.39210376143455505,
      "eval_real_precision": 0.8366141732283464,
      "eval_real_recall": 0.9299781181619255,
      "eval_real_runtime": 96.068,
      "eval_real_samples_per_second": 14.323,
      "eval_real_steps_per_second": 0.448,
      "step": 4900
    },
    {
      "epoch": 0.06092163499088779,
      "grad_norm": 63.10969161987305,
      "learning_rate": 4.631955079122002e-06,
      "loss": 4.2961,
      "step": 4901
    },
    {
      "epoch": 0.06109520090254274,
      "grad_norm": 44.09153747558594,
      "learning_rate": 4.631699846860644e-06,
      "loss": 2.8335,
      "step": 4902
    },
    {
      "epoch": 0.06126876681419769,
      "grad_norm": 30.671817779541016,
      "learning_rate": 4.631444614599286e-06,
      "loss": 1.8651,
      "step": 4903
    },
    {
      "epoch": 0.061442332725852644,
      "grad_norm": 42.0828857421875,
      "learning_rate": 4.631189382337928e-06,
      "loss": 2.7388,
      "step": 4904
    },
    {
      "epoch": 0.06161589863750759,
      "grad_norm": 56.460994720458984,
      "learning_rate": 4.6309341500765705e-06,
      "loss": 3.1125,
      "step": 4905
    },
    {
      "epoch": 0.061789464549162544,
      "grad_norm": 55.9443359375,
      "learning_rate": 4.6306789178152125e-06,
      "loss": 2.5279,
      "step": 4906
    },
    {
      "epoch": 0.0619630304608175,
      "grad_norm": 66.46078491210938,
      "learning_rate": 4.6304236855538545e-06,
      "loss": 3.1638,
      "step": 4907
    },
    {
      "epoch": 0.062136596372472444,
      "grad_norm": 48.2617301940918,
      "learning_rate": 4.6301684532924965e-06,
      "loss": 1.9577,
      "step": 4908
    },
    {
      "epoch": 0.0623101622841274,
      "grad_norm": 34.07551193237305,
      "learning_rate": 4.6299132210311385e-06,
      "loss": 1.8679,
      "step": 4909
    },
    {
      "epoch": 0.06248372819578235,
      "grad_norm": 44.562767028808594,
      "learning_rate": 4.6296579887697806e-06,
      "loss": 2.1808,
      "step": 4910
    },
    {
      "epoch": 0.0626572941074373,
      "grad_norm": 71.96250915527344,
      "learning_rate": 4.629402756508423e-06,
      "loss": 2.7199,
      "step": 4911
    },
    {
      "epoch": 0.06283086001909224,
      "grad_norm": 51.621177673339844,
      "learning_rate": 4.629147524247065e-06,
      "loss": 2.545,
      "step": 4912
    },
    {
      "epoch": 0.0630044259307472,
      "grad_norm": 72.95148468017578,
      "learning_rate": 4.6288922919857074e-06,
      "loss": 2.377,
      "step": 4913
    },
    {
      "epoch": 0.06317799184240215,
      "grad_norm": 46.58167266845703,
      "learning_rate": 4.6286370597243494e-06,
      "loss": 2.3248,
      "step": 4914
    },
    {
      "epoch": 0.0633515577540571,
      "grad_norm": 50.73728561401367,
      "learning_rate": 4.6283818274629914e-06,
      "loss": 2.3282,
      "step": 4915
    },
    {
      "epoch": 0.06352512366571206,
      "grad_norm": 65.94679260253906,
      "learning_rate": 4.628126595201634e-06,
      "loss": 3.5457,
      "step": 4916
    },
    {
      "epoch": 0.063698689577367,
      "grad_norm": 85.59571838378906,
      "learning_rate": 4.627871362940276e-06,
      "loss": 3.2836,
      "step": 4917
    },
    {
      "epoch": 0.06387225548902195,
      "grad_norm": 51.64580154418945,
      "learning_rate": 4.627616130678918e-06,
      "loss": 3.415,
      "step": 4918
    },
    {
      "epoch": 0.06404582140067691,
      "grad_norm": 31.62799072265625,
      "learning_rate": 4.62736089841756e-06,
      "loss": 1.3502,
      "step": 4919
    },
    {
      "epoch": 0.06421938731233186,
      "grad_norm": 56.49638748168945,
      "learning_rate": 4.627105666156202e-06,
      "loss": 3.7081,
      "step": 4920
    },
    {
      "epoch": 0.0643929532239868,
      "grad_norm": 57.09909439086914,
      "learning_rate": 4.626850433894844e-06,
      "loss": 3.0135,
      "step": 4921
    },
    {
      "epoch": 0.06456651913564176,
      "grad_norm": 98.4223861694336,
      "learning_rate": 4.626595201633487e-06,
      "loss": 3.4921,
      "step": 4922
    },
    {
      "epoch": 0.06474008504729671,
      "grad_norm": 51.53445816040039,
      "learning_rate": 4.626339969372129e-06,
      "loss": 2.4821,
      "step": 4923
    },
    {
      "epoch": 0.06491365095895166,
      "grad_norm": 38.802791595458984,
      "learning_rate": 4.626084737110771e-06,
      "loss": 2.642,
      "step": 4924
    },
    {
      "epoch": 0.06508721687060662,
      "grad_norm": 56.79169845581055,
      "learning_rate": 4.625829504849413e-06,
      "loss": 2.8635,
      "step": 4925
    },
    {
      "epoch": 0.06508721687060662,
      "eval_synth_accuracy": 0.8709897610921502,
      "eval_synth_auroc": 0.9475665498644334,
      "eval_synth_f1": 0.899947061937533,
      "eval_synth_loss": 0.31144678592681885,
      "eval_synth_precision": 0.9371554575523704,
      "eval_synth_recall": 0.8655804480651731,
      "eval_synth_runtime": 102.8009,
      "eval_synth_samples_per_second": 14.251,
      "eval_synth_steps_per_second": 0.447,
      "step": 4925
    },
    {
      "epoch": 0.06508721687060662,
      "eval_real_accuracy": 0.8197674418604651,
      "eval_real_auroc": 0.9011800562675836,
      "eval_real_f1": 0.8635863586358636,
      "eval_real_loss": 0.37969970703125,
      "eval_real_precision": 0.8683628318584071,
      "eval_real_recall": 0.8588621444201313,
      "eval_real_runtime": 96.0678,
      "eval_real_samples_per_second": 14.323,
      "eval_real_steps_per_second": 0.448,
      "step": 4925
    },
    {
      "epoch": 0.06526078278226156,
      "grad_norm": 40.47835159301758,
      "learning_rate": 4.625574272588055e-06,
      "loss": 2.8241,
      "step": 4926
    },
    {
      "epoch": 0.06543434869391651,
      "grad_norm": 51.81315994262695,
      "learning_rate": 4.625319040326698e-06,
      "loss": 3.3109,
      "step": 4927
    },
    {
      "epoch": 0.06560791460557147,
      "grad_norm": 64.86422729492188,
      "learning_rate": 4.62506380806534e-06,
      "loss": 3.086,
      "step": 4928
    },
    {
      "epoch": 0.06578148051722642,
      "grad_norm": 46.404476165771484,
      "learning_rate": 4.624808575803982e-06,
      "loss": 3.0832,
      "step": 4929
    },
    {
      "epoch": 0.06595504642888136,
      "grad_norm": 35.92887496948242,
      "learning_rate": 4.624553343542624e-06,
      "loss": 1.8513,
      "step": 4930
    },
    {
      "epoch": 0.06612861234053632,
      "grad_norm": 35.025482177734375,
      "learning_rate": 4.624298111281266e-06,
      "loss": 2.4821,
      "step": 4931
    },
    {
      "epoch": 0.06630217825219127,
      "grad_norm": 54.3601188659668,
      "learning_rate": 4.624042879019908e-06,
      "loss": 3.3435,
      "step": 4932
    },
    {
      "epoch": 0.06647574416384622,
      "grad_norm": 50.64110565185547,
      "learning_rate": 4.623787646758551e-06,
      "loss": 2.5607,
      "step": 4933
    },
    {
      "epoch": 0.06664931007550118,
      "grad_norm": 52.19702911376953,
      "learning_rate": 4.623532414497193e-06,
      "loss": 2.1332,
      "step": 4934
    },
    {
      "epoch": 0.06682287598715612,
      "grad_norm": 60.33546829223633,
      "learning_rate": 4.623277182235835e-06,
      "loss": 2.6712,
      "step": 4935
    },
    {
      "epoch": 0.06699644189881107,
      "grad_norm": 58.252235412597656,
      "learning_rate": 4.623021949974477e-06,
      "loss": 3.6089,
      "step": 4936
    },
    {
      "epoch": 0.06717000781046602,
      "grad_norm": 59.566650390625,
      "learning_rate": 4.622766717713119e-06,
      "loss": 2.0363,
      "step": 4937
    },
    {
      "epoch": 0.06734357372212098,
      "grad_norm": 41.10746383666992,
      "learning_rate": 4.622511485451762e-06,
      "loss": 2.8494,
      "step": 4938
    },
    {
      "epoch": 0.06751713963377592,
      "grad_norm": 37.14057540893555,
      "learning_rate": 4.622256253190404e-06,
      "loss": 1.7707,
      "step": 4939
    },
    {
      "epoch": 0.06769070554543087,
      "grad_norm": 39.245330810546875,
      "learning_rate": 4.622001020929046e-06,
      "loss": 1.7945,
      "step": 4940
    },
    {
      "epoch": 0.06786427145708583,
      "grad_norm": 73.04708862304688,
      "learning_rate": 4.621745788667688e-06,
      "loss": 2.9253,
      "step": 4941
    },
    {
      "epoch": 0.06803783736874078,
      "grad_norm": 47.68533706665039,
      "learning_rate": 4.62149055640633e-06,
      "loss": 2.0075,
      "step": 4942
    },
    {
      "epoch": 0.06821140328039572,
      "grad_norm": 57.659393310546875,
      "learning_rate": 4.621235324144973e-06,
      "loss": 2.8305,
      "step": 4943
    },
    {
      "epoch": 0.06838496919205068,
      "grad_norm": 40.553062438964844,
      "learning_rate": 4.620980091883615e-06,
      "loss": 2.5264,
      "step": 4944
    },
    {
      "epoch": 0.06855853510370563,
      "grad_norm": 58.614559173583984,
      "learning_rate": 4.620724859622257e-06,
      "loss": 2.8472,
      "step": 4945
    },
    {
      "epoch": 0.06873210101536058,
      "grad_norm": 55.63290786743164,
      "learning_rate": 4.620469627360899e-06,
      "loss": 1.9203,
      "step": 4946
    },
    {
      "epoch": 0.06890566692701554,
      "grad_norm": 69.08297729492188,
      "learning_rate": 4.620214395099541e-06,
      "loss": 3.252,
      "step": 4947
    },
    {
      "epoch": 0.06907923283867048,
      "grad_norm": 56.20612335205078,
      "learning_rate": 4.619959162838183e-06,
      "loss": 3.1893,
      "step": 4948
    },
    {
      "epoch": 0.06925279875032543,
      "grad_norm": 41.478858947753906,
      "learning_rate": 4.619703930576826e-06,
      "loss": 2.1993,
      "step": 4949
    },
    {
      "epoch": 0.06942636466198039,
      "grad_norm": 43.231563568115234,
      "learning_rate": 4.619448698315468e-06,
      "loss": 3.1498,
      "step": 4950
    },
    {
      "epoch": 0.06942636466198039,
      "eval_synth_accuracy": 0.8907849829351536,
      "eval_synth_auroc": 0.9536385793137763,
      "eval_synth_f1": 0.917098445595855,
      "eval_synth_loss": 0.28038474917411804,
      "eval_synth_precision": 0.9335443037974683,
      "eval_synth_recall": 0.9012219959266803,
      "eval_synth_runtime": 102.7577,
      "eval_synth_samples_per_second": 14.257,
      "eval_synth_steps_per_second": 0.448,
      "step": 4950
    },
    {
      "epoch": 0.06942636466198039,
      "eval_real_accuracy": 0.8343023255813954,
      "eval_real_auroc": 0.9032474636960413,
      "eval_real_f1": 0.8778135048231511,
      "eval_real_loss": 0.39358440041542053,
      "eval_real_precision": 0.8602941176470589,
      "eval_real_recall": 0.8960612691466083,
      "eval_real_runtime": 96.0887,
      "eval_real_samples_per_second": 14.32,
      "eval_real_steps_per_second": 0.448,
      "step": 4950
    },
    {
      "epoch": 0.06959993057363534,
      "grad_norm": 60.23204803466797,
      "learning_rate": 4.61919346605411e-06,
      "loss": 3.3265,
      "step": 4951
    },
    {
      "epoch": 0.06977349648529028,
      "grad_norm": 55.99977493286133,
      "learning_rate": 4.618938233792752e-06,
      "loss": 3.0815,
      "step": 4952
    },
    {
      "epoch": 0.06994706239694524,
      "grad_norm": 49.51500701904297,
      "learning_rate": 4.618683001531394e-06,
      "loss": 3.0878,
      "step": 4953
    },
    {
      "epoch": 0.07012062830860019,
      "grad_norm": 43.330955505371094,
      "learning_rate": 4.618427769270037e-06,
      "loss": 2.468,
      "step": 4954
    },
    {
      "epoch": 0.07029419422025514,
      "grad_norm": 39.93739318847656,
      "learning_rate": 4.618172537008679e-06,
      "loss": 2.3161,
      "step": 4955
    },
    {
      "epoch": 0.0704677601319101,
      "grad_norm": 39.66328430175781,
      "learning_rate": 4.617917304747321e-06,
      "loss": 1.77,
      "step": 4956
    },
    {
      "epoch": 0.07064132604356504,
      "grad_norm": 69.05956268310547,
      "learning_rate": 4.617662072485963e-06,
      "loss": 3.2464,
      "step": 4957
    },
    {
      "epoch": 0.07081489195521999,
      "grad_norm": 63.92420959472656,
      "learning_rate": 4.617406840224605e-06,
      "loss": 3.2157,
      "step": 4958
    },
    {
      "epoch": 0.07098845786687495,
      "grad_norm": 39.45082473754883,
      "learning_rate": 4.617151607963247e-06,
      "loss": 2.7901,
      "step": 4959
    },
    {
      "epoch": 0.0711620237785299,
      "grad_norm": 54.47258377075195,
      "learning_rate": 4.6168963757018895e-06,
      "loss": 3.7427,
      "step": 4960
    },
    {
      "epoch": 0.07133558969018484,
      "grad_norm": 43.646366119384766,
      "learning_rate": 4.6166411434405315e-06,
      "loss": 2.3934,
      "step": 4961
    },
    {
      "epoch": 0.0715091556018398,
      "grad_norm": 70.48783874511719,
      "learning_rate": 4.6163859111791735e-06,
      "loss": 2.1452,
      "step": 4962
    },
    {
      "epoch": 0.07168272151349475,
      "grad_norm": 57.29933547973633,
      "learning_rate": 4.6161306789178155e-06,
      "loss": 2.7162,
      "step": 4963
    },
    {
      "epoch": 0.0718562874251497,
      "grad_norm": 51.66282272338867,
      "learning_rate": 4.6158754466564575e-06,
      "loss": 2.5782,
      "step": 4964
    },
    {
      "epoch": 0.07202985333680466,
      "grad_norm": 40.56459426879883,
      "learning_rate": 4.6156202143951e-06,
      "loss": 2.7396,
      "step": 4965
    },
    {
      "epoch": 0.0722034192484596,
      "grad_norm": 39.92918395996094,
      "learning_rate": 4.615364982133742e-06,
      "loss": 2.4098,
      "step": 4966
    },
    {
      "epoch": 0.07237698516011455,
      "grad_norm": 40.348663330078125,
      "learning_rate": 4.615109749872384e-06,
      "loss": 2.5503,
      "step": 4967
    },
    {
      "epoch": 0.0725505510717695,
      "grad_norm": 48.624732971191406,
      "learning_rate": 4.614854517611026e-06,
      "loss": 2.5666,
      "step": 4968
    },
    {
      "epoch": 0.07272411698342446,
      "grad_norm": 61.25454330444336,
      "learning_rate": 4.6145992853496684e-06,
      "loss": 3.2377,
      "step": 4969
    },
    {
      "epoch": 0.0728976828950794,
      "grad_norm": 80.1762924194336,
      "learning_rate": 4.614344053088311e-06,
      "loss": 2.5036,
      "step": 4970
    },
    {
      "epoch": 0.07307124880673435,
      "grad_norm": 54.86082458496094,
      "learning_rate": 4.614088820826953e-06,
      "loss": 3.0219,
      "step": 4971
    },
    {
      "epoch": 0.07324481471838931,
      "grad_norm": 54.4595832824707,
      "learning_rate": 4.613833588565595e-06,
      "loss": 2.5995,
      "step": 4972
    },
    {
      "epoch": 0.07341838063004426,
      "grad_norm": 41.48006820678711,
      "learning_rate": 4.613578356304237e-06,
      "loss": 3.0645,
      "step": 4973
    },
    {
      "epoch": 0.0735919465416992,
      "grad_norm": 71.7654037475586,
      "learning_rate": 4.613323124042879e-06,
      "loss": 2.3382,
      "step": 4974
    },
    {
      "epoch": 0.07376551245335417,
      "grad_norm": 45.16045379638672,
      "learning_rate": 4.613067891781521e-06,
      "loss": 2.3665,
      "step": 4975
    },
    {
      "epoch": 0.07376551245335417,
      "eval_synth_accuracy": 0.884641638225256,
      "eval_synth_auroc": 0.9521279511538964,
      "eval_synth_f1": 0.9122989102231448,
      "eval_synth_loss": 0.2745797038078308,
      "eval_synth_precision": 0.9301587301587302,
      "eval_synth_recall": 0.895112016293279,
      "eval_synth_runtime": 102.8155,
      "eval_synth_samples_per_second": 14.249,
      "eval_synth_steps_per_second": 0.447,
      "step": 4975
    },
    {
      "epoch": 0.07376551245335417,
      "eval_real_accuracy": 0.8386627906976745,
      "eval_real_auroc": 0.9069406159121693,
      "eval_real_f1": 0.8785557986870897,
      "eval_real_loss": 0.3722555339336395,
      "eval_real_precision": 0.8785557986870897,
      "eval_real_recall": 0.8785557986870897,
      "eval_real_runtime": 96.1288,
      "eval_real_samples_per_second": 14.314,
      "eval_real_steps_per_second": 0.447,
      "step": 4975
    },
    {
      "epoch": 0.07393907836500911,
      "grad_norm": 59.96375274658203,
      "learning_rate": 4.612812659520164e-06,
      "loss": 4.2822,
      "step": 4976
    },
    {
      "epoch": 0.07411264427666406,
      "grad_norm": 53.20770263671875,
      "learning_rate": 4.612557427258806e-06,
      "loss": 3.1823,
      "step": 4977
    },
    {
      "epoch": 0.07428621018831902,
      "grad_norm": 78.05904388427734,
      "learning_rate": 4.612302194997448e-06,
      "loss": 3.528,
      "step": 4978
    },
    {
      "epoch": 0.07445977609997396,
      "grad_norm": 56.72704315185547,
      "learning_rate": 4.61204696273609e-06,
      "loss": 1.8831,
      "step": 4979
    },
    {
      "epoch": 0.07463334201162891,
      "grad_norm": 39.85362243652344,
      "learning_rate": 4.611791730474732e-06,
      "loss": 2.3588,
      "step": 4980
    },
    {
      "epoch": 0.07480690792328387,
      "grad_norm": 47.861900329589844,
      "learning_rate": 4.611536498213375e-06,
      "loss": 3.068,
      "step": 4981
    },
    {
      "epoch": 0.07498047383493882,
      "grad_norm": 41.89891052246094,
      "learning_rate": 4.611281265952017e-06,
      "loss": 2.3975,
      "step": 4982
    },
    {
      "epoch": 0.07515403974659376,
      "grad_norm": 45.52810287475586,
      "learning_rate": 4.611026033690659e-06,
      "loss": 2.4746,
      "step": 4983
    },
    {
      "epoch": 0.07532760565824873,
      "grad_norm": 43.953365325927734,
      "learning_rate": 4.610770801429301e-06,
      "loss": 2.4883,
      "step": 4984
    },
    {
      "epoch": 0.07550117156990367,
      "grad_norm": 49.81254577636719,
      "learning_rate": 4.610515569167943e-06,
      "loss": 3.4176,
      "step": 4985
    },
    {
      "epoch": 0.07567473748155862,
      "grad_norm": 39.28799819946289,
      "learning_rate": 4.610260336906585e-06,
      "loss": 2.2283,
      "step": 4986
    },
    {
      "epoch": 0.07584830339321358,
      "grad_norm": 41.53892135620117,
      "learning_rate": 4.610005104645228e-06,
      "loss": 2.6187,
      "step": 4987
    },
    {
      "epoch": 0.07602186930486853,
      "grad_norm": 43.261688232421875,
      "learning_rate": 4.60974987238387e-06,
      "loss": 2.4572,
      "step": 4988
    },
    {
      "epoch": 0.07619543521652347,
      "grad_norm": 41.646114349365234,
      "learning_rate": 4.609494640122512e-06,
      "loss": 2.706,
      "step": 4989
    },
    {
      "epoch": 0.07636900112817843,
      "grad_norm": 40.98508834838867,
      "learning_rate": 4.609239407861154e-06,
      "loss": 2.8296,
      "step": 4990
    },
    {
      "epoch": 0.07654256703983338,
      "grad_norm": 54.67906188964844,
      "learning_rate": 4.608984175599796e-06,
      "loss": 2.8664,
      "step": 4991
    },
    {
      "epoch": 0.07671613295148833,
      "grad_norm": 40.863677978515625,
      "learning_rate": 4.608728943338439e-06,
      "loss": 2.3819,
      "step": 4992
    },
    {
      "epoch": 0.07688969886314329,
      "grad_norm": 84.29290771484375,
      "learning_rate": 4.608473711077081e-06,
      "loss": 3.2204,
      "step": 4993
    },
    {
      "epoch": 0.07706326477479823,
      "grad_norm": 52.90028762817383,
      "learning_rate": 4.608218478815723e-06,
      "loss": 2.1466,
      "step": 4994
    },
    {
      "epoch": 0.07723683068645318,
      "grad_norm": 45.36209487915039,
      "learning_rate": 4.607963246554365e-06,
      "loss": 2.6414,
      "step": 4995
    },
    {
      "epoch": 0.07741039659810812,
      "grad_norm": 36.4892578125,
      "learning_rate": 4.607708014293007e-06,
      "loss": 2.1927,
      "step": 4996
    },
    {
      "epoch": 0.07758396250976309,
      "grad_norm": 52.11933517456055,
      "learning_rate": 4.607452782031649e-06,
      "loss": 3.221,
      "step": 4997
    },
    {
      "epoch": 0.07775752842141803,
      "grad_norm": 56.81806182861328,
      "learning_rate": 4.607197549770292e-06,
      "loss": 2.2367,
      "step": 4998
    },
    {
      "epoch": 0.07793109433307298,
      "grad_norm": 49.23662185668945,
      "learning_rate": 4.606942317508934e-06,
      "loss": 2.8865,
      "step": 4999
    },
    {
      "epoch": 0.07810466024472794,
      "grad_norm": 46.511356353759766,
      "learning_rate": 4.606687085247576e-06,
      "loss": 2.4872,
      "step": 5000
    },
    {
      "epoch": 0.07810466024472794,
      "eval_synth_accuracy": 0.8791808873720136,
      "eval_synth_auroc": 0.9483719371038949,
      "eval_synth_f1": 0.9074751698902248,
      "eval_synth_loss": 0.30348971486091614,
      "eval_synth_precision": 0.9323308270676691,
      "eval_synth_recall": 0.8839103869653768,
      "eval_synth_runtime": 102.7629,
      "eval_synth_samples_per_second": 14.256,
      "eval_synth_steps_per_second": 0.448,
      "step": 5000
    },
    {
      "epoch": 0.07810466024472794,
      "eval_real_accuracy": 0.8270348837209303,
      "eval_real_auroc": 0.9003701440791156,
      "eval_real_f1": 0.8720430107526882,
      "eval_real_loss": 0.39368531107902527,
      "eval_real_precision": 0.857293868921776,
      "eval_real_recall": 0.887308533916849,
      "eval_real_runtime": 96.7467,
      "eval_real_samples_per_second": 14.223,
      "eval_real_steps_per_second": 0.444,
      "step": 5000
    },
    {
      "epoch": 0.07827822615638289,
      "grad_norm": 40.78409957885742,
      "learning_rate": 4.606431852986218e-06,
      "loss": 1.8008,
      "step": 5001
    },
    {
      "epoch": 0.07845179206803783,
      "grad_norm": 45.94953155517578,
      "learning_rate": 4.60617662072486e-06,
      "loss": 2.2988,
      "step": 5002
    },
    {
      "epoch": 0.07862535797969279,
      "grad_norm": 43.403228759765625,
      "learning_rate": 4.605921388463503e-06,
      "loss": 2.7638,
      "step": 5003
    },
    {
      "epoch": 0.07879892389134774,
      "grad_norm": 40.94076919555664,
      "learning_rate": 4.605666156202145e-06,
      "loss": 2.3266,
      "step": 5004
    },
    {
      "epoch": 0.07897248980300269,
      "grad_norm": 42.54248046875,
      "learning_rate": 4.605410923940786e-06,
      "loss": 2.8325,
      "step": 5005
    },
    {
      "epoch": 0.07914605571465765,
      "grad_norm": 39.14788055419922,
      "learning_rate": 4.605155691679429e-06,
      "loss": 2.5583,
      "step": 5006
    },
    {
      "epoch": 0.07931962162631259,
      "grad_norm": 43.484188079833984,
      "learning_rate": 4.604900459418071e-06,
      "loss": 3.4564,
      "step": 5007
    },
    {
      "epoch": 0.07949318753796754,
      "grad_norm": 58.22492599487305,
      "learning_rate": 4.6046452271567136e-06,
      "loss": 2.8421,
      "step": 5008
    },
    {
      "epoch": 0.0796667534496225,
      "grad_norm": 36.59627151489258,
      "learning_rate": 4.604389994895356e-06,
      "loss": 2.3965,
      "step": 5009
    },
    {
      "epoch": 0.07984031936127745,
      "grad_norm": 48.90390396118164,
      "learning_rate": 4.604134762633998e-06,
      "loss": 2.5909,
      "step": 5010
    },
    {
      "epoch": 0.08001388527293239,
      "grad_norm": 38.10725784301758,
      "learning_rate": 4.60387953037264e-06,
      "loss": 2.3807,
      "step": 5011
    },
    {
      "epoch": 0.08018745118458735,
      "grad_norm": 43.31074523925781,
      "learning_rate": 4.603624298111282e-06,
      "loss": 2.631,
      "step": 5012
    },
    {
      "epoch": 0.0803610170962423,
      "grad_norm": 37.95353317260742,
      "learning_rate": 4.603369065849924e-06,
      "loss": 2.4513,
      "step": 5013
    },
    {
      "epoch": 0.08053458300789725,
      "grad_norm": 55.38306427001953,
      "learning_rate": 4.6031138335885665e-06,
      "loss": 2.689,
      "step": 5014
    },
    {
      "epoch": 0.0807081489195522,
      "grad_norm": 53.15318298339844,
      "learning_rate": 4.6028586013272085e-06,
      "loss": 2.427,
      "step": 5015
    },
    {
      "epoch": 0.08088171483120715,
      "grad_norm": 71.40921783447266,
      "learning_rate": 4.60260336906585e-06,
      "loss": 2.9,
      "step": 5016
    },
    {
      "epoch": 0.0810552807428621,
      "grad_norm": 45.4404296875,
      "learning_rate": 4.6023481368044925e-06,
      "loss": 1.9947,
      "step": 5017
    },
    {
      "epoch": 0.08122884665451706,
      "grad_norm": 39.16497039794922,
      "learning_rate": 4.6020929045431345e-06,
      "loss": 1.4391,
      "step": 5018
    },
    {
      "epoch": 0.081402412566172,
      "grad_norm": 38.21677780151367,
      "learning_rate": 4.601837672281777e-06,
      "loss": 1.9406,
      "step": 5019
    },
    {
      "epoch": 0.08157597847782695,
      "grad_norm": 58.0378303527832,
      "learning_rate": 4.601582440020419e-06,
      "loss": 2.5154,
      "step": 5020
    },
    {
      "epoch": 0.08174954438948191,
      "grad_norm": 57.435401916503906,
      "learning_rate": 4.6013272077590605e-06,
      "loss": 2.7013,
      "step": 5021
    },
    {
      "epoch": 0.08192311030113686,
      "grad_norm": 72.86568450927734,
      "learning_rate": 4.601071975497703e-06,
      "loss": 3.4403,
      "step": 5022
    },
    {
      "epoch": 0.0820966762127918,
      "grad_norm": 35.75343704223633,
      "learning_rate": 4.600816743236345e-06,
      "loss": 1.5202,
      "step": 5023
    },
    {
      "epoch": 0.08227024212444675,
      "grad_norm": 75.62310028076172,
      "learning_rate": 4.600561510974987e-06,
      "loss": 2.3592,
      "step": 5024
    },
    {
      "epoch": 0.08244380803610171,
      "grad_norm": 66.13350677490234,
      "learning_rate": 4.60030627871363e-06,
      "loss": 2.642,
      "step": 5025
    },
    {
      "epoch": 0.08244380803610171,
      "eval_synth_accuracy": 0.8928327645051195,
      "eval_synth_auroc": 0.9511654923193044,
      "eval_synth_f1": 0.9204257475924987,
      "eval_synth_loss": 0.30174580216407776,
      "eval_synth_precision": 0.9162462159434914,
      "eval_synth_recall": 0.924643584521385,
      "eval_synth_runtime": 102.7937,
      "eval_synth_samples_per_second": 14.252,
      "eval_synth_steps_per_second": 0.447,
      "step": 5025
    },
    {
      "epoch": 0.08244380803610171,
      "eval_real_accuracy": 0.8531976744186046,
      "eval_real_auroc": 0.9124809362774351,
      "eval_real_f1": 0.8924387646432375,
      "eval_real_loss": 0.3899630606174469,
      "eval_real_precision": 0.8692946058091287,
      "eval_real_recall": 0.9168490153172867,
      "eval_real_runtime": 96.1077,
      "eval_real_samples_per_second": 14.317,
      "eval_real_steps_per_second": 0.447,
      "step": 5025
    },
    {
      "epoch": 0.08261737394775666,
      "grad_norm": 82.31664276123047,
      "learning_rate": 4.6000510464522714e-06,
      "loss": 2.954,
      "step": 5026
    },
    {
      "epoch": 0.0827909398594116,
      "grad_norm": 55.12520217895508,
      "learning_rate": 4.599795814190914e-06,
      "loss": 3.0767,
      "step": 5027
    },
    {
      "epoch": 0.08296450577106657,
      "grad_norm": 58.52867889404297,
      "learning_rate": 4.599540581929556e-06,
      "loss": 3.6838,
      "step": 5028
    },
    {
      "epoch": 0.08313807168272151,
      "grad_norm": 57.20882034301758,
      "learning_rate": 4.599285349668198e-06,
      "loss": 2.9131,
      "step": 5029
    },
    {
      "epoch": 0.08331163759437646,
      "grad_norm": 46.41580581665039,
      "learning_rate": 4.599030117406841e-06,
      "loss": 2.7661,
      "step": 5030
    },
    {
      "epoch": 0.08348520350603142,
      "grad_norm": 39.282859802246094,
      "learning_rate": 4.598774885145483e-06,
      "loss": 2.0633,
      "step": 5031
    },
    {
      "epoch": 0.08365876941768637,
      "grad_norm": 52.868289947509766,
      "learning_rate": 4.598519652884124e-06,
      "loss": 2.7261,
      "step": 5032
    },
    {
      "epoch": 0.08383233532934131,
      "grad_norm": 52.63630294799805,
      "learning_rate": 4.598264420622767e-06,
      "loss": 2.5172,
      "step": 5033
    },
    {
      "epoch": 0.08400590124099627,
      "grad_norm": 35.122291564941406,
      "learning_rate": 4.598009188361409e-06,
      "loss": 1.7552,
      "step": 5034
    },
    {
      "epoch": 0.08417946715265122,
      "grad_norm": 43.58089828491211,
      "learning_rate": 4.597753956100051e-06,
      "loss": 2.0766,
      "step": 5035
    },
    {
      "epoch": 0.08435303306430617,
      "grad_norm": 41.19956970214844,
      "learning_rate": 4.597498723838694e-06,
      "loss": 2.587,
      "step": 5036
    },
    {
      "epoch": 0.08452659897596113,
      "grad_norm": 43.255615234375,
      "learning_rate": 4.597243491577335e-06,
      "loss": 2.7956,
      "step": 5037
    },
    {
      "epoch": 0.08470016488761607,
      "grad_norm": 35.917781829833984,
      "learning_rate": 4.596988259315978e-06,
      "loss": 2.1335,
      "step": 5038
    },
    {
      "epoch": 0.08487373079927102,
      "grad_norm": 44.453895568847656,
      "learning_rate": 4.59673302705462e-06,
      "loss": 2.8547,
      "step": 5039
    },
    {
      "epoch": 0.08504729671092598,
      "grad_norm": 38.131893157958984,
      "learning_rate": 4.596477794793262e-06,
      "loss": 2.0542,
      "step": 5040
    },
    {
      "epoch": 0.08522086262258093,
      "grad_norm": 31.36334228515625,
      "learning_rate": 4.596222562531905e-06,
      "loss": 2.0203,
      "step": 5041
    },
    {
      "epoch": 0.08539442853423587,
      "grad_norm": 39.896453857421875,
      "learning_rate": 4.595967330270546e-06,
      "loss": 2.6377,
      "step": 5042
    },
    {
      "epoch": 0.08556799444589083,
      "grad_norm": 48.78082275390625,
      "learning_rate": 4.595712098009188e-06,
      "loss": 2.5699,
      "step": 5043
    },
    {
      "epoch": 0.08574156035754578,
      "grad_norm": 57.47908401489258,
      "learning_rate": 4.595456865747831e-06,
      "loss": 2.6177,
      "step": 5044
    },
    {
      "epoch": 0.08591512626920073,
      "grad_norm": 34.01759338378906,
      "learning_rate": 4.595201633486473e-06,
      "loss": 1.7106,
      "step": 5045
    },
    {
      "epoch": 0.08608869218085569,
      "grad_norm": 50.8718376159668,
      "learning_rate": 4.594946401225116e-06,
      "loss": 2.2226,
      "step": 5046
    },
    {
      "epoch": 0.08626225809251063,
      "grad_norm": 59.337764739990234,
      "learning_rate": 4.594691168963758e-06,
      "loss": 2.8086,
      "step": 5047
    },
    {
      "epoch": 0.08643582400416558,
      "grad_norm": 55.962501525878906,
      "learning_rate": 4.594435936702399e-06,
      "loss": 2.2503,
      "step": 5048
    },
    {
      "epoch": 0.08660938991582054,
      "grad_norm": 46.080623626708984,
      "learning_rate": 4.594180704441042e-06,
      "loss": 2.4517,
      "step": 5049
    },
    {
      "epoch": 0.08678295582747549,
      "grad_norm": 46.17236328125,
      "learning_rate": 4.593925472179684e-06,
      "loss": 2.854,
      "step": 5050
    },
    {
      "epoch": 0.08678295582747549,
      "eval_synth_accuracy": 0.9003412969283277,
      "eval_synth_auroc": 0.9558291482713691,
      "eval_synth_f1": 0.9258883248730965,
      "eval_synth_loss": 0.262560099363327,
      "eval_synth_precision": 0.9230769230769231,
      "eval_synth_recall": 0.9287169042769857,
      "eval_synth_runtime": 102.7337,
      "eval_synth_samples_per_second": 14.26,
      "eval_synth_steps_per_second": 0.448,
      "step": 5050
    },
    {
      "epoch": 0.08678295582747549,
      "eval_real_accuracy": 0.8444767441860465,
      "eval_real_auroc": 0.9079257722583762,
      "eval_real_f1": 0.88604898828541,
      "eval_real_loss": 0.37774741649627686,
      "eval_real_precision": 0.8630705394190872,
      "eval_real_recall": 0.9102844638949672,
      "eval_real_runtime": 96.0604,
      "eval_real_samples_per_second": 14.324,
      "eval_real_steps_per_second": 0.448,
      "step": 5050
    },
    {
      "epoch": 0.08695652173913043,
      "grad_norm": 52.80224609375,
      "learning_rate": 4.593670239918326e-06,
      "loss": 2.3286,
      "step": 5051
    },
    {
      "epoch": 0.08713008765078538,
      "grad_norm": 46.69903564453125,
      "learning_rate": 4.593415007656969e-06,
      "loss": 2.7312,
      "step": 5052
    },
    {
      "epoch": 0.08730365356244034,
      "grad_norm": 40.36387252807617,
      "learning_rate": 4.59315977539561e-06,
      "loss": 2.1466,
      "step": 5053
    },
    {
      "epoch": 0.08747721947409529,
      "grad_norm": 51.65641403198242,
      "learning_rate": 4.592904543134252e-06,
      "loss": 3.0362,
      "step": 5054
    },
    {
      "epoch": 0.08765078538575023,
      "grad_norm": 44.88665008544922,
      "learning_rate": 4.592649310872895e-06,
      "loss": 1.8823,
      "step": 5055
    },
    {
      "epoch": 0.08782435129740519,
      "grad_norm": 35.81547546386719,
      "learning_rate": 4.592394078611537e-06,
      "loss": 1.5282,
      "step": 5056
    },
    {
      "epoch": 0.08799791720906014,
      "grad_norm": 51.724220275878906,
      "learning_rate": 4.59213884635018e-06,
      "loss": 3.1012,
      "step": 5057
    },
    {
      "epoch": 0.08817148312071509,
      "grad_norm": 52.21494674682617,
      "learning_rate": 4.591883614088821e-06,
      "loss": 3.0897,
      "step": 5058
    },
    {
      "epoch": 0.08834504903237005,
      "grad_norm": 44.67616653442383,
      "learning_rate": 4.591628381827463e-06,
      "loss": 2.0813,
      "step": 5059
    },
    {
      "epoch": 0.08851861494402499,
      "grad_norm": 80.88984680175781,
      "learning_rate": 4.591373149566106e-06,
      "loss": 3.2058,
      "step": 5060
    },
    {
      "epoch": 0.08869218085567994,
      "grad_norm": 56.52247619628906,
      "learning_rate": 4.591117917304748e-06,
      "loss": 2.2426,
      "step": 5061
    },
    {
      "epoch": 0.0888657467673349,
      "grad_norm": 61.39189529418945,
      "learning_rate": 4.59086268504339e-06,
      "loss": 2.3552,
      "step": 5062
    },
    {
      "epoch": 0.08903931267898985,
      "grad_norm": 46.9589729309082,
      "learning_rate": 4.590607452782032e-06,
      "loss": 1.9243,
      "step": 5063
    },
    {
      "epoch": 0.08921287859064479,
      "grad_norm": 45.86437225341797,
      "learning_rate": 4.590352220520674e-06,
      "loss": 2.3154,
      "step": 5064
    },
    {
      "epoch": 0.08938644450229975,
      "grad_norm": 52.34022903442383,
      "learning_rate": 4.5900969882593166e-06,
      "loss": 2.5255,
      "step": 5065
    },
    {
      "epoch": 0.0895600104139547,
      "grad_norm": 56.22584915161133,
      "learning_rate": 4.589841755997959e-06,
      "loss": 2.8209,
      "step": 5066
    },
    {
      "epoch": 0.08973357632560965,
      "grad_norm": 46.126068115234375,
      "learning_rate": 4.589586523736601e-06,
      "loss": 2.3529,
      "step": 5067
    },
    {
      "epoch": 0.0899071422372646,
      "grad_norm": 49.3027229309082,
      "learning_rate": 4.5893312914752435e-06,
      "loss": 3.2317,
      "step": 5068
    },
    {
      "epoch": 0.09008070814891955,
      "grad_norm": 36.67239761352539,
      "learning_rate": 4.589076059213885e-06,
      "loss": 2.1137,
      "step": 5069
    },
    {
      "epoch": 0.0902542740605745,
      "grad_norm": 74.64701843261719,
      "learning_rate": 4.588820826952527e-06,
      "loss": 2.8123,
      "step": 5070
    },
    {
      "epoch": 0.09042783997222946,
      "grad_norm": 43.13844299316406,
      "learning_rate": 4.5885655946911695e-06,
      "loss": 2.4571,
      "step": 5071
    },
    {
      "epoch": 0.0906014058838844,
      "grad_norm": 60.35209274291992,
      "learning_rate": 4.5883103624298115e-06,
      "loss": 2.3576,
      "step": 5072
    },
    {
      "epoch": 0.09077497179553935,
      "grad_norm": 42.06367874145508,
      "learning_rate": 4.588055130168454e-06,
      "loss": 2.6869,
      "step": 5073
    },
    {
      "epoch": 0.09094853770719431,
      "grad_norm": 44.0477409362793,
      "learning_rate": 4.5877998979070955e-06,
      "loss": 3.1646,
      "step": 5074
    },
    {
      "epoch": 0.09112210361884926,
      "grad_norm": 49.873294830322266,
      "learning_rate": 4.5875446656457375e-06,
      "loss": 3.0203,
      "step": 5075
    },
    {
      "epoch": 0.09112210361884926,
      "eval_synth_accuracy": 0.8955631399317406,
      "eval_synth_auroc": 0.9535331621358364,
      "eval_synth_f1": 0.9231541938724259,
      "eval_synth_loss": 0.26832225918769836,
      "eval_synth_precision": 0.910802775024777,
      "eval_synth_recall": 0.9358452138492872,
      "eval_synth_runtime": 102.8108,
      "eval_synth_samples_per_second": 14.249,
      "eval_synth_steps_per_second": 0.447,
      "step": 5075
    },
    {
      "epoch": 0.09112210361884926,
      "eval_real_accuracy": 0.8343023255813954,
      "eval_real_auroc": 0.9049774077126375,
      "eval_real_f1": 0.8819875776397516,
      "eval_real_loss": 0.3922230899333954,
      "eval_real_precision": 0.8369351669941061,
      "eval_real_recall": 0.9321663019693655,
      "eval_real_runtime": 96.1003,
      "eval_real_samples_per_second": 14.318,
      "eval_real_steps_per_second": 0.447,
      "step": 5075
    },
    {
      "epoch": 0.0912956695305042,
      "grad_norm": 37.0770263671875,
      "learning_rate": 4.58728943338438e-06,
      "loss": 2.0418,
      "step": 5076
    },
    {
      "epoch": 0.09146923544215917,
      "grad_norm": 48.26607894897461,
      "learning_rate": 4.587034201123022e-06,
      "loss": 2.8518,
      "step": 5077
    },
    {
      "epoch": 0.09164280135381411,
      "grad_norm": 40.29713821411133,
      "learning_rate": 4.586778968861664e-06,
      "loss": 2.9247,
      "step": 5078
    },
    {
      "epoch": 0.09181636726546906,
      "grad_norm": 32.37711715698242,
      "learning_rate": 4.586523736600306e-06,
      "loss": 2.6166,
      "step": 5079
    },
    {
      "epoch": 0.09198993317712402,
      "grad_norm": 45.602500915527344,
      "learning_rate": 4.586268504338948e-06,
      "loss": 2.7169,
      "step": 5080
    },
    {
      "epoch": 0.09216349908877897,
      "grad_norm": 40.21565628051758,
      "learning_rate": 4.58601327207759e-06,
      "loss": 2.3066,
      "step": 5081
    },
    {
      "epoch": 0.09233706500043391,
      "grad_norm": 60.808372497558594,
      "learning_rate": 4.585758039816233e-06,
      "loss": 3.2639,
      "step": 5082
    },
    {
      "epoch": 0.09251063091208886,
      "grad_norm": 54.890899658203125,
      "learning_rate": 4.585502807554875e-06,
      "loss": 3.1048,
      "step": 5083
    },
    {
      "epoch": 0.09268419682374382,
      "grad_norm": 42.41887283325195,
      "learning_rate": 4.585247575293517e-06,
      "loss": 2.2702,
      "step": 5084
    },
    {
      "epoch": 0.09285776273539877,
      "grad_norm": 39.161643981933594,
      "learning_rate": 4.584992343032159e-06,
      "loss": 2.8295,
      "step": 5085
    },
    {
      "epoch": 0.09303132864705371,
      "grad_norm": 42.51826477050781,
      "learning_rate": 4.584737110770801e-06,
      "loss": 3.0926,
      "step": 5086
    },
    {
      "epoch": 0.09320489455870867,
      "grad_norm": 40.18380355834961,
      "learning_rate": 4.584481878509444e-06,
      "loss": 2.3367,
      "step": 5087
    },
    {
      "epoch": 0.09337846047036362,
      "grad_norm": 38.88705825805664,
      "learning_rate": 4.584226646248086e-06,
      "loss": 2.4534,
      "step": 5088
    },
    {
      "epoch": 0.09355202638201857,
      "grad_norm": 45.20895767211914,
      "learning_rate": 4.583971413986728e-06,
      "loss": 2.89,
      "step": 5089
    },
    {
      "epoch": 0.09372559229367353,
      "grad_norm": 46.604122161865234,
      "learning_rate": 4.58371618172537e-06,
      "loss": 2.7157,
      "step": 5090
    },
    {
      "epoch": 0.09389915820532847,
      "grad_norm": 38.386497497558594,
      "learning_rate": 4.583460949464012e-06,
      "loss": 2.105,
      "step": 5091
    },
    {
      "epoch": 0.09407272411698342,
      "grad_norm": 44.84867477416992,
      "learning_rate": 4.583205717202655e-06,
      "loss": 2.7475,
      "step": 5092
    },
    {
      "epoch": 0.09424629002863838,
      "grad_norm": 30.444293975830078,
      "learning_rate": 4.582950484941297e-06,
      "loss": 1.5502,
      "step": 5093
    },
    {
      "epoch": 0.09441985594029333,
      "grad_norm": 45.07614517211914,
      "learning_rate": 4.582695252679939e-06,
      "loss": 2.4391,
      "step": 5094
    },
    {
      "epoch": 0.09459342185194827,
      "grad_norm": 95.31458282470703,
      "learning_rate": 4.582440020418581e-06,
      "loss": 2.7397,
      "step": 5095
    },
    {
      "epoch": 0.09476698776360323,
      "grad_norm": 41.9882698059082,
      "learning_rate": 4.582184788157223e-06,
      "loss": 2.0576,
      "step": 5096
    },
    {
      "epoch": 0.09494055367525818,
      "grad_norm": 44.19923782348633,
      "learning_rate": 4.581929555895865e-06,
      "loss": 2.2636,
      "step": 5097
    },
    {
      "epoch": 0.09511411958691313,
      "grad_norm": 45.00595474243164,
      "learning_rate": 4.581674323634508e-06,
      "loss": 2.24,
      "step": 5098
    },
    {
      "epoch": 0.09528768549856809,
      "grad_norm": 52.61537170410156,
      "learning_rate": 4.58141909137315e-06,
      "loss": 2.4379,
      "step": 5099
    },
    {
      "epoch": 0.09546125141022303,
      "grad_norm": 58.7867317199707,
      "learning_rate": 4.581163859111792e-06,
      "loss": 3.6853,
      "step": 5100
    },
    {
      "epoch": 0.09546125141022303,
      "eval_synth_accuracy": 0.8593856655290102,
      "eval_synth_auroc": 0.9469677802937345,
      "eval_synth_f1": 0.8886486486486487,
      "eval_synth_loss": 0.37409648299217224,
      "eval_synth_precision": 0.9470046082949308,
      "eval_synth_recall": 0.8370672097759674,
      "eval_synth_runtime": 102.8168,
      "eval_synth_samples_per_second": 14.249,
      "eval_synth_steps_per_second": 0.447,
      "step": 5100
    },
    {
      "epoch": 0.09546125141022303,
      "eval_real_accuracy": 0.8393895348837209,
      "eval_real_auroc": 0.9044848295395341,
      "eval_real_f1": 0.8776978417266187,
      "eval_real_loss": 0.3946397602558136,
      "eval_real_precision": 0.8880179171332587,
      "eval_real_recall": 0.8676148796498906,
      "eval_real_runtime": 96.0661,
      "eval_real_samples_per_second": 14.323,
      "eval_real_steps_per_second": 0.448,
      "step": 5100
    },
    {
      "epoch": 0.09563481732187798,
      "grad_norm": 58.38804626464844,
      "learning_rate": 4.580908626850434e-06,
      "loss": 3.0519,
      "step": 5101
    },
    {
      "epoch": 0.09580838323353294,
      "grad_norm": 39.96921920776367,
      "learning_rate": 4.580653394589076e-06,
      "loss": 1.9462,
      "step": 5102
    },
    {
      "epoch": 0.09598194914518789,
      "grad_norm": 49.07529067993164,
      "learning_rate": 4.580398162327719e-06,
      "loss": 1.9235,
      "step": 5103
    },
    {
      "epoch": 0.09615551505684283,
      "grad_norm": 41.84272766113281,
      "learning_rate": 4.580142930066361e-06,
      "loss": 2.2328,
      "step": 5104
    },
    {
      "epoch": 0.0963290809684978,
      "grad_norm": 68.81827545166016,
      "learning_rate": 4.579887697805003e-06,
      "loss": 3.3032,
      "step": 5105
    },
    {
      "epoch": 0.09650264688015274,
      "grad_norm": 60.14943313598633,
      "learning_rate": 4.579632465543645e-06,
      "loss": 2.5284,
      "step": 5106
    },
    {
      "epoch": 0.09667621279180769,
      "grad_norm": 41.258644104003906,
      "learning_rate": 4.579377233282287e-06,
      "loss": 2.0625,
      "step": 5107
    },
    {
      "epoch": 0.09684977870346265,
      "grad_norm": 40.6259765625,
      "learning_rate": 4.579122001020929e-06,
      "loss": 2.3744,
      "step": 5108
    },
    {
      "epoch": 0.0970233446151176,
      "grad_norm": 59.44810485839844,
      "learning_rate": 4.578866768759572e-06,
      "loss": 3.9955,
      "step": 5109
    },
    {
      "epoch": 0.09719691052677254,
      "grad_norm": 60.999637603759766,
      "learning_rate": 4.578611536498214e-06,
      "loss": 2.6793,
      "step": 5110
    },
    {
      "epoch": 0.09737047643842749,
      "grad_norm": 54.829994201660156,
      "learning_rate": 4.578356304236856e-06,
      "loss": 2.7075,
      "step": 5111
    },
    {
      "epoch": 0.09754404235008245,
      "grad_norm": 59.70962142944336,
      "learning_rate": 4.578101071975498e-06,
      "loss": 3.0674,
      "step": 5112
    },
    {
      "epoch": 0.0977176082617374,
      "grad_norm": 39.64823913574219,
      "learning_rate": 4.57784583971414e-06,
      "loss": 2.8168,
      "step": 5113
    },
    {
      "epoch": 0.09789117417339234,
      "grad_norm": 40.92488479614258,
      "learning_rate": 4.577590607452783e-06,
      "loss": 3.5071,
      "step": 5114
    },
    {
      "epoch": 0.0980647400850473,
      "grad_norm": 34.70191192626953,
      "learning_rate": 4.577335375191425e-06,
      "loss": 2.1812,
      "step": 5115
    },
    {
      "epoch": 0.09823830599670225,
      "grad_norm": 32.41451644897461,
      "learning_rate": 4.577080142930067e-06,
      "loss": 2.0138,
      "step": 5116
    },
    {
      "epoch": 0.09841187190835719,
      "grad_norm": 58.9211311340332,
      "learning_rate": 4.576824910668709e-06,
      "loss": 2.9135,
      "step": 5117
    },
    {
      "epoch": 0.09858543782001215,
      "grad_norm": 46.122806549072266,
      "learning_rate": 4.576569678407351e-06,
      "loss": 2.4042,
      "step": 5118
    },
    {
      "epoch": 0.0987590037316671,
      "grad_norm": 48.724822998046875,
      "learning_rate": 4.576314446145993e-06,
      "loss": 1.9274,
      "step": 5119
    },
    {
      "epoch": 0.09893256964332205,
      "grad_norm": 49.16403579711914,
      "learning_rate": 4.5760592138846356e-06,
      "loss": 2.7997,
      "step": 5120
    },
    {
      "epoch": 0.099106135554977,
      "grad_norm": 40.85068893432617,
      "learning_rate": 4.5758039816232776e-06,
      "loss": 2.3732,
      "step": 5121
    },
    {
      "epoch": 0.09927970146663195,
      "grad_norm": 38.39543533325195,
      "learning_rate": 4.57554874936192e-06,
      "loss": 2.6228,
      "step": 5122
    },
    {
      "epoch": 0.0994532673782869,
      "grad_norm": 35.5392951965332,
      "learning_rate": 4.575293517100562e-06,
      "loss": 1.7092,
      "step": 5123
    },
    {
      "epoch": 0.09962683328994186,
      "grad_norm": 40.4619026184082,
      "learning_rate": 4.575038284839204e-06,
      "loss": 2.8612,
      "step": 5124
    },
    {
      "epoch": 0.0998003992015968,
      "grad_norm": 46.625770568847656,
      "learning_rate": 4.5747830525778465e-06,
      "loss": 2.6925,
      "step": 5125
    },
    {
      "epoch": 0.0998003992015968,
      "eval_synth_accuracy": 0.8832764505119454,
      "eval_synth_auroc": 0.9532401023811633,
      "eval_synth_f1": 0.9107049608355091,
      "eval_synth_loss": 0.29615432024002075,
      "eval_synth_precision": 0.9346195069667739,
      "eval_synth_recall": 0.8879837067209776,
      "eval_synth_runtime": 102.7757,
      "eval_synth_samples_per_second": 14.254,
      "eval_synth_steps_per_second": 0.448,
      "step": 5125
    },
    {
      "epoch": 0.0998003992015968,
      "eval_real_accuracy": 0.8386627906976745,
      "eval_real_auroc": 0.9057304839580551,
      "eval_real_f1": 0.8789531079607416,
      "eval_real_loss": 0.3840906023979187,
      "eval_real_precision": 0.8760869565217392,
      "eval_real_recall": 0.8818380743982495,
      "eval_real_runtime": 96.0425,
      "eval_real_samples_per_second": 14.327,
      "eval_real_steps_per_second": 0.448,
      "step": 5125
    },
    {
      "epoch": 0.09997396511325175,
      "grad_norm": 51.11325454711914,
      "learning_rate": 4.5745278203164885e-06,
      "loss": 2.5469,
      "step": 5126
    },
    {
      "epoch": 0.10014753102490671,
      "grad_norm": 54.22544479370117,
      "learning_rate": 4.5742725880551305e-06,
      "loss": 2.6642,
      "step": 5127
    },
    {
      "epoch": 0.10032109693656166,
      "grad_norm": 64.31893920898438,
      "learning_rate": 4.5740173557937725e-06,
      "loss": 3.1328,
      "step": 5128
    },
    {
      "epoch": 0.1004946628482166,
      "grad_norm": 37.54444122314453,
      "learning_rate": 4.5737621235324145e-06,
      "loss": 2.0894,
      "step": 5129
    },
    {
      "epoch": 0.10066822875987157,
      "grad_norm": 42.230281829833984,
      "learning_rate": 4.573506891271057e-06,
      "loss": 1.9875,
      "step": 5130
    },
    {
      "epoch": 0.10084179467152651,
      "grad_norm": 40.445159912109375,
      "learning_rate": 4.573251659009699e-06,
      "loss": 2.369,
      "step": 5131
    },
    {
      "epoch": 0.10101536058318146,
      "grad_norm": 48.81671905517578,
      "learning_rate": 4.572996426748341e-06,
      "loss": 2.3789,
      "step": 5132
    },
    {
      "epoch": 0.10118892649483642,
      "grad_norm": 50.86398696899414,
      "learning_rate": 4.572741194486983e-06,
      "loss": 3.7684,
      "step": 5133
    },
    {
      "epoch": 0.10136249240649137,
      "grad_norm": 48.4582405090332,
      "learning_rate": 4.572485962225625e-06,
      "loss": 2.7482,
      "step": 5134
    },
    {
      "epoch": 0.10153605831814631,
      "grad_norm": 45.98853302001953,
      "learning_rate": 4.572230729964267e-06,
      "loss": 3.0255,
      "step": 5135
    },
    {
      "epoch": 0.10170962422980127,
      "grad_norm": 49.116268157958984,
      "learning_rate": 4.57197549770291e-06,
      "loss": 2.3404,
      "step": 5136
    },
    {
      "epoch": 0.10188319014145622,
      "grad_norm": 45.00388717651367,
      "learning_rate": 4.571720265441552e-06,
      "loss": 2.367,
      "step": 5137
    },
    {
      "epoch": 0.10205675605311117,
      "grad_norm": 59.501014709472656,
      "learning_rate": 4.571465033180194e-06,
      "loss": 2.0758,
      "step": 5138
    },
    {
      "epoch": 0.10223032196476611,
      "grad_norm": 30.684158325195312,
      "learning_rate": 4.571209800918836e-06,
      "loss": 1.8663,
      "step": 5139
    },
    {
      "epoch": 0.10240388787642107,
      "grad_norm": 54.81256103515625,
      "learning_rate": 4.570954568657478e-06,
      "loss": 2.2991,
      "step": 5140
    },
    {
      "epoch": 0.10257745378807602,
      "grad_norm": 50.52653121948242,
      "learning_rate": 4.570699336396121e-06,
      "loss": 2.7136,
      "step": 5141
    },
    {
      "epoch": 0.10275101969973097,
      "grad_norm": 50.38406753540039,
      "learning_rate": 4.570444104134763e-06,
      "loss": 2.6866,
      "step": 5142
    },
    {
      "epoch": 0.10292458561138593,
      "grad_norm": 43.442020416259766,
      "learning_rate": 4.570188871873405e-06,
      "loss": 2.5353,
      "step": 5143
    },
    {
      "epoch": 0.10309815152304087,
      "grad_norm": 57.61934280395508,
      "learning_rate": 4.569933639612047e-06,
      "loss": 2.5273,
      "step": 5144
    },
    {
      "epoch": 0.10327171743469582,
      "grad_norm": 55.2239990234375,
      "learning_rate": 4.569678407350689e-06,
      "loss": 3.0003,
      "step": 5145
    },
    {
      "epoch": 0.10344528334635078,
      "grad_norm": 54.67694854736328,
      "learning_rate": 4.569423175089331e-06,
      "loss": 2.0519,
      "step": 5146
    },
    {
      "epoch": 0.10361884925800573,
      "grad_norm": 42.71099090576172,
      "learning_rate": 4.569167942827974e-06,
      "loss": 2.2957,
      "step": 5147
    },
    {
      "epoch": 0.10379241516966067,
      "grad_norm": 38.99642562866211,
      "learning_rate": 4.568912710566616e-06,
      "loss": 2.1848,
      "step": 5148
    },
    {
      "epoch": 0.10396598108131563,
      "grad_norm": 47.97965621948242,
      "learning_rate": 4.568657478305258e-06,
      "loss": 2.1265,
      "step": 5149
    },
    {
      "epoch": 0.10413954699297058,
      "grad_norm": 47.552520751953125,
      "learning_rate": 4.5684022460439e-06,
      "loss": 2.3747,
      "step": 5150
    },
    {
      "epoch": 0.10413954699297058,
      "eval_synth_accuracy": 0.856655290102389,
      "eval_synth_auroc": 0.94792391409765,
      "eval_synth_f1": 0.8864864864864865,
      "eval_synth_loss": 0.34931620955467224,
      "eval_synth_precision": 0.9447004608294931,
      "eval_synth_recall": 0.835030549898167,
      "eval_synth_runtime": 102.8837,
      "eval_synth_samples_per_second": 14.239,
      "eval_synth_steps_per_second": 0.447,
      "step": 5150
    },
    {
      "epoch": 0.10413954699297058,
      "eval_real_accuracy": 0.8313953488372093,
      "eval_real_auroc": 0.9036097928329876,
      "eval_real_f1": 0.8733624454148472,
      "eval_real_loss": 0.39188748598098755,
      "eval_real_precision": 0.8714596949891068,
      "eval_real_recall": 0.87527352297593,
      "eval_real_runtime": 96.566,
      "eval_real_samples_per_second": 14.249,
      "eval_real_steps_per_second": 0.445,
      "step": 5150
    },
    {
      "epoch": 0.10431311290462553,
      "grad_norm": 44.05577850341797,
      "learning_rate": 4.568147013782542e-06,
      "loss": 2.3379,
      "step": 5151
    },
    {
      "epoch": 0.10448667881628049,
      "grad_norm": 61.564598083496094,
      "learning_rate": 4.567891781521185e-06,
      "loss": 2.3624,
      "step": 5152
    },
    {
      "epoch": 0.10466024472793543,
      "grad_norm": 81.3373031616211,
      "learning_rate": 4.567636549259827e-06,
      "loss": 3.6014,
      "step": 5153
    },
    {
      "epoch": 0.10483381063959038,
      "grad_norm": 62.891815185546875,
      "learning_rate": 4.567381316998469e-06,
      "loss": 3.5118,
      "step": 5154
    },
    {
      "epoch": 0.10500737655124534,
      "grad_norm": 62.37218475341797,
      "learning_rate": 4.567126084737111e-06,
      "loss": 3.0788,
      "step": 5155
    },
    {
      "epoch": 0.10518094246290029,
      "grad_norm": 45.850589752197266,
      "learning_rate": 4.566870852475753e-06,
      "loss": 2.23,
      "step": 5156
    },
    {
      "epoch": 0.10535450837455523,
      "grad_norm": 49.71845626831055,
      "learning_rate": 4.566615620214396e-06,
      "loss": 3.4281,
      "step": 5157
    },
    {
      "epoch": 0.1055280742862102,
      "grad_norm": 43.425254821777344,
      "learning_rate": 4.566360387953038e-06,
      "loss": 2.69,
      "step": 5158
    },
    {
      "epoch": 0.10570164019786514,
      "grad_norm": 54.030174255371094,
      "learning_rate": 4.56610515569168e-06,
      "loss": 2.0568,
      "step": 5159
    },
    {
      "epoch": 0.10587520610952009,
      "grad_norm": 62.44487380981445,
      "learning_rate": 4.565849923430322e-06,
      "loss": 2.6175,
      "step": 5160
    },
    {
      "epoch": 0.10604877202117505,
      "grad_norm": 53.46607971191406,
      "learning_rate": 4.565594691168964e-06,
      "loss": 2.0983,
      "step": 5161
    },
    {
      "epoch": 0.10622233793283,
      "grad_norm": 54.211299896240234,
      "learning_rate": 4.565339458907606e-06,
      "loss": 2.6324,
      "step": 5162
    },
    {
      "epoch": 0.10639590384448494,
      "grad_norm": 53.49992370605469,
      "learning_rate": 4.565084226646249e-06,
      "loss": 2.6768,
      "step": 5163
    },
    {
      "epoch": 0.1065694697561399,
      "grad_norm": 45.57731246948242,
      "learning_rate": 4.564828994384891e-06,
      "loss": 2.7573,
      "step": 5164
    },
    {
      "epoch": 0.10674303566779485,
      "grad_norm": 33.623497009277344,
      "learning_rate": 4.564573762123533e-06,
      "loss": 1.8567,
      "step": 5165
    },
    {
      "epoch": 0.1069166015794498,
      "grad_norm": 35.14840316772461,
      "learning_rate": 4.564318529862175e-06,
      "loss": 1.9755,
      "step": 5166
    },
    {
      "epoch": 0.10709016749110474,
      "grad_norm": 57.99260711669922,
      "learning_rate": 4.564063297600817e-06,
      "loss": 2.5619,
      "step": 5167
    },
    {
      "epoch": 0.1072637334027597,
      "grad_norm": 43.27734375,
      "learning_rate": 4.56380806533946e-06,
      "loss": 2.3404,
      "step": 5168
    },
    {
      "epoch": 0.10743729931441465,
      "grad_norm": 39.979793548583984,
      "learning_rate": 4.563552833078102e-06,
      "loss": 2.7236,
      "step": 5169
    },
    {
      "epoch": 0.1076108652260696,
      "grad_norm": 36.71597671508789,
      "learning_rate": 4.563297600816744e-06,
      "loss": 1.9284,
      "step": 5170
    },
    {
      "epoch": 0.10778443113772455,
      "grad_norm": 67.74278259277344,
      "learning_rate": 4.563042368555386e-06,
      "loss": 2.3187,
      "step": 5171
    },
    {
      "epoch": 0.1079579970493795,
      "grad_norm": 70.14844512939453,
      "learning_rate": 4.562787136294028e-06,
      "loss": 2.5267,
      "step": 5172
    },
    {
      "epoch": 0.10813156296103445,
      "grad_norm": 43.86671829223633,
      "learning_rate": 4.56253190403267e-06,
      "loss": 2.3017,
      "step": 5173
    },
    {
      "epoch": 0.10830512887268941,
      "grad_norm": 51.60572814941406,
      "learning_rate": 4.5622766717713125e-06,
      "loss": 2.8417,
      "step": 5174
    },
    {
      "epoch": 0.10847869478434435,
      "grad_norm": 51.457801818847656,
      "learning_rate": 4.5620214395099546e-06,
      "loss": 1.7139,
      "step": 5175
    },
    {
      "epoch": 0.10847869478434435,
      "eval_synth_accuracy": 0.8716723549488055,
      "eval_synth_auroc": 0.9423072868570078,
      "eval_synth_f1": 0.9017763845350052,
      "eval_synth_loss": 0.34080755710601807,
      "eval_synth_precision": 0.9259656652360515,
      "eval_synth_recall": 0.8788187372708758,
      "eval_synth_runtime": 102.7273,
      "eval_synth_samples_per_second": 14.261,
      "eval_synth_steps_per_second": 0.448,
      "step": 5175
    },
    {
      "epoch": 0.10847869478434435,
      "eval_real_accuracy": 0.8284883720930233,
      "eval_real_auroc": 0.898990688377997,
      "eval_real_f1": 0.87117903930131,
      "eval_real_loss": 0.4136008322238922,
      "eval_real_precision": 0.869281045751634,
      "eval_real_recall": 0.8730853391684902,
      "eval_real_runtime": 96.0266,
      "eval_real_samples_per_second": 14.329,
      "eval_real_steps_per_second": 0.448,
      "step": 5175
    },
    {
      "epoch": 0.1086522606959993,
      "grad_norm": 61.294307708740234,
      "learning_rate": 4.5617662072485966e-06,
      "loss": 2.5382,
      "step": 5176
    },
    {
      "epoch": 0.10882582660765426,
      "grad_norm": 40.47026824951172,
      "learning_rate": 4.5615109749872386e-06,
      "loss": 2.2675,
      "step": 5177
    },
    {
      "epoch": 0.10899939251930921,
      "grad_norm": 43.80411148071289,
      "learning_rate": 4.561255742725881e-06,
      "loss": 2.297,
      "step": 5178
    },
    {
      "epoch": 0.10917295843096415,
      "grad_norm": 49.03329086303711,
      "learning_rate": 4.5610005104645234e-06,
      "loss": 2.3531,
      "step": 5179
    },
    {
      "epoch": 0.10934652434261911,
      "grad_norm": 42.014522552490234,
      "learning_rate": 4.5607452782031654e-06,
      "loss": 2.3511,
      "step": 5180
    },
    {
      "epoch": 0.10952009025427406,
      "grad_norm": 54.34049606323242,
      "learning_rate": 4.5604900459418075e-06,
      "loss": 2.6512,
      "step": 5181
    },
    {
      "epoch": 0.10969365616592901,
      "grad_norm": 60.50563049316406,
      "learning_rate": 4.5602348136804495e-06,
      "loss": 3.3132,
      "step": 5182
    },
    {
      "epoch": 0.10986722207758397,
      "grad_norm": 67.57331085205078,
      "learning_rate": 4.5599795814190915e-06,
      "loss": 2.1733,
      "step": 5183
    },
    {
      "epoch": 0.11004078798923891,
      "grad_norm": 49.53015899658203,
      "learning_rate": 4.5597243491577335e-06,
      "loss": 3.0601,
      "step": 5184
    },
    {
      "epoch": 0.11021435390089386,
      "grad_norm": 66.84149169921875,
      "learning_rate": 4.559469116896376e-06,
      "loss": 3.043,
      "step": 5185
    },
    {
      "epoch": 0.11038791981254882,
      "grad_norm": 34.18243408203125,
      "learning_rate": 4.559213884635018e-06,
      "loss": 2.1453,
      "step": 5186
    },
    {
      "epoch": 0.11056148572420377,
      "grad_norm": 55.98698425292969,
      "learning_rate": 4.55895865237366e-06,
      "loss": 2.0085,
      "step": 5187
    },
    {
      "epoch": 0.11073505163585871,
      "grad_norm": 45.76124572753906,
      "learning_rate": 4.558703420112302e-06,
      "loss": 2.7858,
      "step": 5188
    },
    {
      "epoch": 0.11090861754751367,
      "grad_norm": 49.0527458190918,
      "learning_rate": 4.558448187850944e-06,
      "loss": 2.7814,
      "step": 5189
    },
    {
      "epoch": 0.11108218345916862,
      "grad_norm": 42.94843673706055,
      "learning_rate": 4.558192955589587e-06,
      "loss": 2.3688,
      "step": 5190
    },
    {
      "epoch": 0.11125574937082357,
      "grad_norm": 52.476741790771484,
      "learning_rate": 4.557937723328229e-06,
      "loss": 2.2646,
      "step": 5191
    },
    {
      "epoch": 0.11142931528247853,
      "grad_norm": 66.26551818847656,
      "learning_rate": 4.557682491066871e-06,
      "loss": 4.0103,
      "step": 5192
    },
    {
      "epoch": 0.11160288119413347,
      "grad_norm": 42.753265380859375,
      "learning_rate": 4.557427258805513e-06,
      "loss": 2.0124,
      "step": 5193
    },
    {
      "epoch": 0.11177644710578842,
      "grad_norm": 58.11158752441406,
      "learning_rate": 4.557172026544155e-06,
      "loss": 3.0203,
      "step": 5194
    },
    {
      "epoch": 0.11195001301744337,
      "grad_norm": 51.44532012939453,
      "learning_rate": 4.556916794282798e-06,
      "loss": 2.1651,
      "step": 5195
    },
    {
      "epoch": 0.11212357892909833,
      "grad_norm": 49.80875778198242,
      "learning_rate": 4.55666156202144e-06,
      "loss": 2.7291,
      "step": 5196
    },
    {
      "epoch": 0.11229714484075327,
      "grad_norm": 55.393856048583984,
      "learning_rate": 4.556406329760082e-06,
      "loss": 2.3896,
      "step": 5197
    },
    {
      "epoch": 0.11247071075240822,
      "grad_norm": 71.09428405761719,
      "learning_rate": 4.556151097498724e-06,
      "loss": 2.406,
      "step": 5198
    },
    {
      "epoch": 0.11264427666406318,
      "grad_norm": 43.06236267089844,
      "learning_rate": 4.555895865237366e-06,
      "loss": 2.0612,
      "step": 5199
    },
    {
      "epoch": 0.11281784257571813,
      "grad_norm": 40.88783645629883,
      "learning_rate": 4.555640632976008e-06,
      "loss": 2.3341,
      "step": 5200
    },
    {
      "epoch": 0.11281784257571813,
      "eval_synth_accuracy": 0.8784982935153584,
      "eval_synth_auroc": 0.9441468166120606,
      "eval_synth_f1": 0.9078674948240165,
      "eval_synth_loss": 0.3132483661174774,
      "eval_synth_precision": 0.9231578947368421,
      "eval_synth_recall": 0.8930753564154786,
      "eval_synth_runtime": 102.7053,
      "eval_synth_samples_per_second": 14.264,
      "eval_synth_steps_per_second": 0.448,
      "step": 5200
    },
    {
      "epoch": 0.11281784257571813,
      "eval_real_accuracy": 0.8401162790697675,
      "eval_real_auroc": 0.9115360387242224,
      "eval_real_f1": 0.8833510074231177,
      "eval_real_loss": 0.3703811466693878,
      "eval_real_precision": 0.8569958847736625,
      "eval_real_recall": 0.9113785557986871,
      "eval_real_runtime": 96.0295,
      "eval_real_samples_per_second": 14.329,
      "eval_real_steps_per_second": 0.448,
      "step": 5200
    },
    {
      "epoch": 0.11299140848737307,
      "grad_norm": 57.67471694946289,
      "learning_rate": 4.555385400714651e-06,
      "loss": 2.5684,
      "step": 5201
    },
    {
      "epoch": 0.11316497439902803,
      "grad_norm": 54.50000762939453,
      "learning_rate": 4.555130168453293e-06,
      "loss": 3.002,
      "step": 5202
    },
    {
      "epoch": 0.11333854031068298,
      "grad_norm": 53.59626770019531,
      "learning_rate": 4.554874936191935e-06,
      "loss": 2.4205,
      "step": 5203
    },
    {
      "epoch": 0.11351210622233793,
      "grad_norm": 47.101318359375,
      "learning_rate": 4.554619703930577e-06,
      "loss": 2.1837,
      "step": 5204
    },
    {
      "epoch": 0.11368567213399289,
      "grad_norm": 63.64996337890625,
      "learning_rate": 4.554364471669219e-06,
      "loss": 2.6858,
      "step": 5205
    },
    {
      "epoch": 0.11385923804564783,
      "grad_norm": 62.96410369873047,
      "learning_rate": 4.554109239407862e-06,
      "loss": 2.7408,
      "step": 5206
    },
    {
      "epoch": 0.11403280395730278,
      "grad_norm": 52.69012451171875,
      "learning_rate": 4.553854007146504e-06,
      "loss": 2.5292,
      "step": 5207
    },
    {
      "epoch": 0.11420636986895774,
      "grad_norm": 36.00016784667969,
      "learning_rate": 4.553598774885146e-06,
      "loss": 1.989,
      "step": 5208
    },
    {
      "epoch": 0.11437993578061269,
      "grad_norm": 41.03641891479492,
      "learning_rate": 4.553343542623788e-06,
      "loss": 1.9949,
      "step": 5209
    },
    {
      "epoch": 0.11455350169226763,
      "grad_norm": 45.78083038330078,
      "learning_rate": 4.55308831036243e-06,
      "loss": 3.2534,
      "step": 5210
    },
    {
      "epoch": 0.1147270676039226,
      "grad_norm": 41.28583526611328,
      "learning_rate": 4.552833078101072e-06,
      "loss": 2.3805,
      "step": 5211
    },
    {
      "epoch": 0.11490063351557754,
      "grad_norm": 45.29783630371094,
      "learning_rate": 4.552577845839715e-06,
      "loss": 2.4637,
      "step": 5212
    },
    {
      "epoch": 0.11507419942723249,
      "grad_norm": 51.35780715942383,
      "learning_rate": 4.552322613578357e-06,
      "loss": 2.5435,
      "step": 5213
    },
    {
      "epoch": 0.11524776533888745,
      "grad_norm": 63.334774017333984,
      "learning_rate": 4.552067381316999e-06,
      "loss": 2.8978,
      "step": 5214
    },
    {
      "epoch": 0.1154213312505424,
      "grad_norm": 43.154701232910156,
      "learning_rate": 4.551812149055641e-06,
      "loss": 2.4004,
      "step": 5215
    },
    {
      "epoch": 0.11559489716219734,
      "grad_norm": 39.122642517089844,
      "learning_rate": 4.551556916794283e-06,
      "loss": 2.0246,
      "step": 5216
    },
    {
      "epoch": 0.1157684630738523,
      "grad_norm": 47.39756774902344,
      "learning_rate": 4.551301684532926e-06,
      "loss": 2.3277,
      "step": 5217
    },
    {
      "epoch": 0.11594202898550725,
      "grad_norm": 33.231964111328125,
      "learning_rate": 4.551046452271568e-06,
      "loss": 1.5071,
      "step": 5218
    },
    {
      "epoch": 0.1161155948971622,
      "grad_norm": 41.75653076171875,
      "learning_rate": 4.55079122001021e-06,
      "loss": 2.7191,
      "step": 5219
    },
    {
      "epoch": 0.11628916080881715,
      "grad_norm": 60.801700592041016,
      "learning_rate": 4.550535987748852e-06,
      "loss": 2.8104,
      "step": 5220
    },
    {
      "epoch": 0.1164627267204721,
      "grad_norm": 34.03874969482422,
      "learning_rate": 4.550280755487494e-06,
      "loss": 2.1014,
      "step": 5221
    },
    {
      "epoch": 0.11663629263212705,
      "grad_norm": 40.084598541259766,
      "learning_rate": 4.550025523226136e-06,
      "loss": 2.3093,
      "step": 5222
    },
    {
      "epoch": 0.11680985854378201,
      "grad_norm": 46.41950607299805,
      "learning_rate": 4.549770290964779e-06,
      "loss": 2.7048,
      "step": 5223
    },
    {
      "epoch": 0.11698342445543695,
      "grad_norm": 54.96993637084961,
      "learning_rate": 4.549515058703421e-06,
      "loss": 2.3725,
      "step": 5224
    },
    {
      "epoch": 0.1171569903670919,
      "grad_norm": 40.6070556640625,
      "learning_rate": 4.549259826442063e-06,
      "loss": 2.2141,
      "step": 5225
    },
    {
      "epoch": 0.1171569903670919,
      "eval_synth_accuracy": 0.863481228668942,
      "eval_synth_auroc": 0.9367096347083949,
      "eval_synth_f1": 0.8968008255933952,
      "eval_synth_loss": 0.329673707485199,
      "eval_synth_precision": 0.9089958158995816,
      "eval_synth_recall": 0.884928716904277,
      "eval_synth_runtime": 102.8133,
      "eval_synth_samples_per_second": 14.249,
      "eval_synth_steps_per_second": 0.447,
      "step": 5225
    },
    {
      "epoch": 0.1171569903670919,
      "eval_real_accuracy": 0.840843023255814,
      "eval_real_auroc": 0.9108255894360926,
      "eval_real_f1": 0.8838196286472149,
      "eval_real_loss": 0.3675120174884796,
      "eval_real_precision": 0.8578784757981462,
      "eval_real_recall": 0.9113785557986871,
      "eval_real_runtime": 96.0615,
      "eval_real_samples_per_second": 14.324,
      "eval_real_steps_per_second": 0.448,
      "step": 5225
    },
    {
      "epoch": 0.11733055627874685,
      "grad_norm": 65.7274169921875,
      "learning_rate": 4.549004594180705e-06,
      "loss": 2.8292,
      "step": 5226
    },
    {
      "epoch": 0.11750412219040181,
      "grad_norm": 41.33091354370117,
      "learning_rate": 4.548749361919347e-06,
      "loss": 1.897,
      "step": 5227
    },
    {
      "epoch": 0.11767768810205675,
      "grad_norm": 47.39444351196289,
      "learning_rate": 4.5484941296579895e-06,
      "loss": 2.3095,
      "step": 5228
    },
    {
      "epoch": 0.1178512540137117,
      "grad_norm": 60.555206298828125,
      "learning_rate": 4.5482388973966315e-06,
      "loss": 2.7214,
      "step": 5229
    },
    {
      "epoch": 0.11802481992536666,
      "grad_norm": 48.86392593383789,
      "learning_rate": 4.5479836651352735e-06,
      "loss": 2.907,
      "step": 5230
    },
    {
      "epoch": 0.11819838583702161,
      "grad_norm": 52.76538848876953,
      "learning_rate": 4.5477284328739156e-06,
      "loss": 2.563,
      "step": 5231
    },
    {
      "epoch": 0.11837195174867655,
      "grad_norm": 44.88420104980469,
      "learning_rate": 4.5474732006125576e-06,
      "loss": 2.8966,
      "step": 5232
    },
    {
      "epoch": 0.11854551766033151,
      "grad_norm": 39.17166519165039,
      "learning_rate": 4.5472179683512e-06,
      "loss": 2.1375,
      "step": 5233
    },
    {
      "epoch": 0.11871908357198646,
      "grad_norm": 41.73615646362305,
      "learning_rate": 4.5469627360898424e-06,
      "loss": 1.7969,
      "step": 5234
    },
    {
      "epoch": 0.11889264948364141,
      "grad_norm": 59.367591857910156,
      "learning_rate": 4.5467075038284844e-06,
      "loss": 2.33,
      "step": 5235
    },
    {
      "epoch": 0.11906621539529637,
      "grad_norm": 64.30477905273438,
      "learning_rate": 4.5464522715671264e-06,
      "loss": 2.6332,
      "step": 5236
    },
    {
      "epoch": 0.11923978130695131,
      "grad_norm": 44.3994140625,
      "learning_rate": 4.5461970393057685e-06,
      "loss": 3.0836,
      "step": 5237
    },
    {
      "epoch": 0.11941334721860626,
      "grad_norm": 40.41254806518555,
      "learning_rate": 4.5459418070444105e-06,
      "loss": 3.0931,
      "step": 5238
    },
    {
      "epoch": 0.11958691313026122,
      "grad_norm": 39.043800354003906,
      "learning_rate": 4.545686574783053e-06,
      "loss": 1.4848,
      "step": 5239
    },
    {
      "epoch": 0.11976047904191617,
      "grad_norm": 46.003257751464844,
      "learning_rate": 4.545431342521695e-06,
      "loss": 3.4793,
      "step": 5240
    },
    {
      "epoch": 0.11993404495357111,
      "grad_norm": 38.810977935791016,
      "learning_rate": 4.545176110260337e-06,
      "loss": 1.925,
      "step": 5241
    },
    {
      "epoch": 0.12010761086522607,
      "grad_norm": 54.83968734741211,
      "learning_rate": 4.544920877998979e-06,
      "loss": 2.6068,
      "step": 5242
    },
    {
      "epoch": 0.12028117677688102,
      "grad_norm": 56.56364822387695,
      "learning_rate": 4.544665645737621e-06,
      "loss": 2.2942,
      "step": 5243
    },
    {
      "epoch": 0.12045474268853597,
      "grad_norm": 48.20057678222656,
      "learning_rate": 4.544410413476264e-06,
      "loss": 2.1406,
      "step": 5244
    },
    {
      "epoch": 0.12062830860019093,
      "grad_norm": 59.31093215942383,
      "learning_rate": 4.544155181214906e-06,
      "loss": 3.2263,
      "step": 5245
    },
    {
      "epoch": 0.12080187451184587,
      "grad_norm": 41.7995491027832,
      "learning_rate": 4.543899948953548e-06,
      "loss": 2.6245,
      "step": 5246
    },
    {
      "epoch": 0.12097544042350082,
      "grad_norm": 45.00135803222656,
      "learning_rate": 4.54364471669219e-06,
      "loss": 1.9946,
      "step": 5247
    },
    {
      "epoch": 0.12114900633515578,
      "grad_norm": 39.48908615112305,
      "learning_rate": 4.543389484430832e-06,
      "loss": 1.7433,
      "step": 5248
    },
    {
      "epoch": 0.12132257224681073,
      "grad_norm": 45.33855438232422,
      "learning_rate": 4.543134252169474e-06,
      "loss": 2.6719,
      "step": 5249
    },
    {
      "epoch": 0.12149613815846567,
      "grad_norm": 55.08351516723633,
      "learning_rate": 4.542879019908117e-06,
      "loss": 1.629,
      "step": 5250
    },
    {
      "epoch": 0.12149613815846567,
      "eval_synth_accuracy": 0.8784982935153584,
      "eval_synth_auroc": 0.944316538268544,
      "eval_synth_f1": 0.9106425702811245,
      "eval_synth_loss": 0.30389437079429626,
      "eval_synth_precision": 0.898019801980198,
      "eval_synth_recall": 0.9236252545824847,
      "eval_synth_runtime": 102.9192,
      "eval_synth_samples_per_second": 14.234,
      "eval_synth_steps_per_second": 0.447,
      "step": 5250
    },
    {
      "epoch": 0.12149613815846567,
      "eval_real_accuracy": 0.8350290697674418,
      "eval_real_auroc": 0.90488149705874,
      "eval_real_f1": 0.8805891635981062,
      "eval_real_loss": 0.39066341519355774,
      "eval_real_precision": 0.8480243161094225,
      "eval_real_recall": 0.9157549234135668,
      "eval_real_runtime": 96.077,
      "eval_real_samples_per_second": 14.322,
      "eval_real_steps_per_second": 0.448,
      "step": 5250
    },
    {
      "epoch": 0.12166970407012064,
      "grad_norm": 67.47373962402344,
      "learning_rate": 4.542623787646759e-06,
      "loss": 3.3903,
      "step": 5251
    },
    {
      "epoch": 0.12184326998177558,
      "grad_norm": 59.026371002197266,
      "learning_rate": 4.542368555385401e-06,
      "loss": 1.917,
      "step": 5252
    },
    {
      "epoch": 0.12201683589343053,
      "grad_norm": 45.999122619628906,
      "learning_rate": 4.542113323124043e-06,
      "loss": 2.0884,
      "step": 5253
    },
    {
      "epoch": 0.12219040180508547,
      "grad_norm": 40.116310119628906,
      "learning_rate": 4.541858090862685e-06,
      "loss": 2.4151,
      "step": 5254
    },
    {
      "epoch": 0.12236396771674043,
      "grad_norm": 38.58894348144531,
      "learning_rate": 4.541602858601328e-06,
      "loss": 1.8709,
      "step": 5255
    },
    {
      "epoch": 0.12253753362839538,
      "grad_norm": 43.73738479614258,
      "learning_rate": 4.54134762633997e-06,
      "loss": 1.9601,
      "step": 5256
    },
    {
      "epoch": 0.12271109954005033,
      "grad_norm": 45.862911224365234,
      "learning_rate": 4.541092394078612e-06,
      "loss": 2.0794,
      "step": 5257
    },
    {
      "epoch": 0.12288466545170529,
      "grad_norm": 50.42782211303711,
      "learning_rate": 4.540837161817254e-06,
      "loss": 2.6823,
      "step": 5258
    },
    {
      "epoch": 0.12305823136336023,
      "grad_norm": 44.67986297607422,
      "learning_rate": 4.540581929555896e-06,
      "loss": 2.5369,
      "step": 5259
    },
    {
      "epoch": 0.12323179727501518,
      "grad_norm": 44.56481170654297,
      "learning_rate": 4.540326697294539e-06,
      "loss": 2.8123,
      "step": 5260
    },
    {
      "epoch": 0.12340536318667014,
      "grad_norm": 42.96139144897461,
      "learning_rate": 4.540071465033181e-06,
      "loss": 2.156,
      "step": 5261
    },
    {
      "epoch": 0.12357892909832509,
      "grad_norm": 46.391197204589844,
      "learning_rate": 4.539816232771823e-06,
      "loss": 2.1129,
      "step": 5262
    },
    {
      "epoch": 0.12375249500998003,
      "grad_norm": 65.10064697265625,
      "learning_rate": 4.539561000510465e-06,
      "loss": 2.4169,
      "step": 5263
    },
    {
      "epoch": 0.123926060921635,
      "grad_norm": 52.43864059448242,
      "learning_rate": 4.539305768249107e-06,
      "loss": 2.9507,
      "step": 5264
    },
    {
      "epoch": 0.12409962683328994,
      "grad_norm": 40.896297454833984,
      "learning_rate": 4.539050535987749e-06,
      "loss": 1.9928,
      "step": 5265
    },
    {
      "epoch": 0.12427319274494489,
      "grad_norm": 35.45026397705078,
      "learning_rate": 4.538795303726392e-06,
      "loss": 2.479,
      "step": 5266
    },
    {
      "epoch": 0.12444675865659985,
      "grad_norm": 43.94279861450195,
      "learning_rate": 4.538540071465034e-06,
      "loss": 1.9639,
      "step": 5267
    },
    {
      "epoch": 0.1246203245682548,
      "grad_norm": 50.09751510620117,
      "learning_rate": 4.538284839203676e-06,
      "loss": 1.937,
      "step": 5268
    },
    {
      "epoch": 0.12479389047990974,
      "grad_norm": 42.110618591308594,
      "learning_rate": 4.538029606942318e-06,
      "loss": 2.1357,
      "step": 5269
    },
    {
      "epoch": 0.1249674563915647,
      "grad_norm": 61.049713134765625,
      "learning_rate": 4.53777437468096e-06,
      "loss": 2.6308,
      "step": 5270
    },
    {
      "epoch": 0.12514102230321963,
      "grad_norm": 33.252166748046875,
      "learning_rate": 4.537519142419603e-06,
      "loss": 1.8909,
      "step": 5271
    },
    {
      "epoch": 0.1253145882148746,
      "grad_norm": 45.91761779785156,
      "learning_rate": 4.537263910158245e-06,
      "loss": 1.9028,
      "step": 5272
    },
    {
      "epoch": 0.12548815412652956,
      "grad_norm": 45.45037078857422,
      "learning_rate": 4.537008677896887e-06,
      "loss": 2.9657,
      "step": 5273
    },
    {
      "epoch": 0.1256617200381845,
      "grad_norm": 32.85309982299805,
      "learning_rate": 4.536753445635529e-06,
      "loss": 1.8959,
      "step": 5274
    },
    {
      "epoch": 0.12583528594983945,
      "grad_norm": 34.833457946777344,
      "learning_rate": 4.536498213374171e-06,
      "loss": 1.7832,
      "step": 5275
    },
    {
      "epoch": 0.12583528594983945,
      "eval_synth_accuracy": 0.8873720136518771,
      "eval_synth_auroc": 0.9528131628105063,
      "eval_synth_f1": 0.9151670951156813,
      "eval_synth_loss": 0.28858304023742676,
      "eval_synth_precision": 0.9241952232606438,
      "eval_synth_recall": 0.9063136456211812,
      "eval_synth_runtime": 102.7685,
      "eval_synth_samples_per_second": 14.255,
      "eval_synth_steps_per_second": 0.448,
      "step": 5275
    },
    {
      "epoch": 0.12583528594983945,
      "eval_real_accuracy": 0.8488372093023255,
      "eval_real_auroc": 0.91183324334309,
      "eval_real_f1": 0.8878101402373247,
      "eval_real_loss": 0.36768633127212524,
      "eval_real_precision": 0.875531914893617,
      "eval_real_recall": 0.9004376367614879,
      "eval_real_runtime": 96.0395,
      "eval_real_samples_per_second": 14.327,
      "eval_real_steps_per_second": 0.448,
      "step": 5275
    },
    {
      "epoch": 0.1260088518614944,
      "grad_norm": 48.8484992980957,
      "learning_rate": 4.536242981112813e-06,
      "loss": 2.5346,
      "step": 5276
    },
    {
      "epoch": 0.12618241777314934,
      "grad_norm": 48.63349151611328,
      "learning_rate": 4.535987748851456e-06,
      "loss": 2.9139,
      "step": 5277
    },
    {
      "epoch": 0.1263559836848043,
      "grad_norm": 39.80138397216797,
      "learning_rate": 4.535732516590098e-06,
      "loss": 2.5078,
      "step": 5278
    },
    {
      "epoch": 0.12652954959645926,
      "grad_norm": 46.4074592590332,
      "learning_rate": 4.53547728432874e-06,
      "loss": 2.8775,
      "step": 5279
    },
    {
      "epoch": 0.1267031155081142,
      "grad_norm": 52.49308395385742,
      "learning_rate": 4.535222052067382e-06,
      "loss": 2.7014,
      "step": 5280
    },
    {
      "epoch": 0.12687668141976916,
      "grad_norm": 55.43931579589844,
      "learning_rate": 4.534966819806024e-06,
      "loss": 2.9788,
      "step": 5281
    },
    {
      "epoch": 0.12705024733142412,
      "grad_norm": 42.2968635559082,
      "learning_rate": 4.5347115875446665e-06,
      "loss": 2.102,
      "step": 5282
    },
    {
      "epoch": 0.12722381324307905,
      "grad_norm": 35.116634368896484,
      "learning_rate": 4.5344563552833085e-06,
      "loss": 2.2492,
      "step": 5283
    },
    {
      "epoch": 0.127397379154734,
      "grad_norm": 43.9028205871582,
      "learning_rate": 4.5342011230219505e-06,
      "loss": 2.3109,
      "step": 5284
    },
    {
      "epoch": 0.12757094506638897,
      "grad_norm": 46.31853485107422,
      "learning_rate": 4.5339458907605925e-06,
      "loss": 2.8543,
      "step": 5285
    },
    {
      "epoch": 0.1277445109780439,
      "grad_norm": 44.746944427490234,
      "learning_rate": 4.5336906584992345e-06,
      "loss": 3.2812,
      "step": 5286
    },
    {
      "epoch": 0.12791807688969886,
      "grad_norm": 40.29290771484375,
      "learning_rate": 4.5334354262378766e-06,
      "loss": 2.6955,
      "step": 5287
    },
    {
      "epoch": 0.12809164280135382,
      "grad_norm": 30.66684341430664,
      "learning_rate": 4.533180193976519e-06,
      "loss": 2.3268,
      "step": 5288
    },
    {
      "epoch": 0.12826520871300875,
      "grad_norm": 34.626708984375,
      "learning_rate": 4.532924961715161e-06,
      "loss": 2.3715,
      "step": 5289
    },
    {
      "epoch": 0.12843877462466372,
      "grad_norm": 45.21488952636719,
      "learning_rate": 4.5326697294538034e-06,
      "loss": 2.2105,
      "step": 5290
    },
    {
      "epoch": 0.12861234053631868,
      "grad_norm": 43.360572814941406,
      "learning_rate": 4.5324144971924454e-06,
      "loss": 2.6746,
      "step": 5291
    },
    {
      "epoch": 0.1287859064479736,
      "grad_norm": 41.25481033325195,
      "learning_rate": 4.5321592649310874e-06,
      "loss": 2.3204,
      "step": 5292
    },
    {
      "epoch": 0.12895947235962857,
      "grad_norm": 37.67701721191406,
      "learning_rate": 4.53190403266973e-06,
      "loss": 2.1979,
      "step": 5293
    },
    {
      "epoch": 0.12913303827128353,
      "grad_norm": 33.58476257324219,
      "learning_rate": 4.531648800408372e-06,
      "loss": 2.1791,
      "step": 5294
    },
    {
      "epoch": 0.12930660418293846,
      "grad_norm": 39.5897216796875,
      "learning_rate": 4.531393568147014e-06,
      "loss": 2.9748,
      "step": 5295
    },
    {
      "epoch": 0.12948017009459342,
      "grad_norm": 37.20758056640625,
      "learning_rate": 4.531138335885656e-06,
      "loss": 1.7434,
      "step": 5296
    },
    {
      "epoch": 0.12965373600624838,
      "grad_norm": 32.762718200683594,
      "learning_rate": 4.530883103624298e-06,
      "loss": 2.1562,
      "step": 5297
    },
    {
      "epoch": 0.12982730191790331,
      "grad_norm": 48.90721130371094,
      "learning_rate": 4.530627871362941e-06,
      "loss": 2.9323,
      "step": 5298
    },
    {
      "epoch": 0.13000086782955828,
      "grad_norm": 64.57976531982422,
      "learning_rate": 4.530372639101583e-06,
      "loss": 2.1195,
      "step": 5299
    },
    {
      "epoch": 0.13017443374121324,
      "grad_norm": 46.49079132080078,
      "learning_rate": 4.530117406840225e-06,
      "loss": 2.4977,
      "step": 5300
    },
    {
      "epoch": 0.13017443374121324,
      "eval_synth_accuracy": 0.8764505119453925,
      "eval_synth_auroc": 0.949964790662568,
      "eval_synth_f1": 0.9065565307176046,
      "eval_synth_loss": 0.28720036149024963,
      "eval_synth_precision": 0.9193717277486911,
      "eval_synth_recall": 0.8940936863543788,
      "eval_synth_runtime": 102.755,
      "eval_synth_samples_per_second": 14.257,
      "eval_synth_steps_per_second": 0.448,
      "step": 5300
    },
    {
      "epoch": 0.13017443374121324,
      "eval_real_accuracy": 0.8393895348837209,
      "eval_real_auroc": 0.9160047647465589,
      "eval_real_f1": 0.8786381109280615,
      "eval_real_loss": 0.36417150497436523,
      "eval_real_precision": 0.8820286659316428,
      "eval_real_recall": 0.87527352297593,
      "eval_real_runtime": 96.0804,
      "eval_real_samples_per_second": 14.321,
      "eval_real_steps_per_second": 0.448,
      "step": 5300
    },
    {
      "epoch": 0.13034799965286817,
      "grad_norm": 73.223388671875,
      "learning_rate": 4.529862174578867e-06,
      "loss": 3.3073,
      "step": 5301
    },
    {
      "epoch": 0.13052156556452313,
      "grad_norm": 43.02969741821289,
      "learning_rate": 4.529606942317509e-06,
      "loss": 2.5108,
      "step": 5302
    },
    {
      "epoch": 0.1306951314761781,
      "grad_norm": 45.37728500366211,
      "learning_rate": 4.529351710056151e-06,
      "loss": 2.5649,
      "step": 5303
    },
    {
      "epoch": 0.13086869738783302,
      "grad_norm": 46.490867614746094,
      "learning_rate": 4.529096477794794e-06,
      "loss": 2.4941,
      "step": 5304
    },
    {
      "epoch": 0.13104226329948798,
      "grad_norm": 66.38011932373047,
      "learning_rate": 4.528841245533436e-06,
      "loss": 2.2214,
      "step": 5305
    },
    {
      "epoch": 0.13121582921114294,
      "grad_norm": 37.50584030151367,
      "learning_rate": 4.528586013272078e-06,
      "loss": 1.7647,
      "step": 5306
    },
    {
      "epoch": 0.13138939512279788,
      "grad_norm": 50.15464782714844,
      "learning_rate": 4.52833078101072e-06,
      "loss": 2.0191,
      "step": 5307
    },
    {
      "epoch": 0.13156296103445284,
      "grad_norm": 63.96341323852539,
      "learning_rate": 4.528075548749362e-06,
      "loss": 3.1009,
      "step": 5308
    },
    {
      "epoch": 0.1317365269461078,
      "grad_norm": 35.790225982666016,
      "learning_rate": 4.527820316488005e-06,
      "loss": 2.2981,
      "step": 5309
    },
    {
      "epoch": 0.13191009285776273,
      "grad_norm": 31.96273422241211,
      "learning_rate": 4.527565084226647e-06,
      "loss": 1.8699,
      "step": 5310
    },
    {
      "epoch": 0.1320836587694177,
      "grad_norm": 45.72767639160156,
      "learning_rate": 4.527309851965289e-06,
      "loss": 2.4832,
      "step": 5311
    },
    {
      "epoch": 0.13225722468107265,
      "grad_norm": 40.9018440246582,
      "learning_rate": 4.527054619703931e-06,
      "loss": 2.2692,
      "step": 5312
    },
    {
      "epoch": 0.13243079059272758,
      "grad_norm": 35.193115234375,
      "learning_rate": 4.526799387442573e-06,
      "loss": 1.9966,
      "step": 5313
    },
    {
      "epoch": 0.13260435650438254,
      "grad_norm": 53.02958679199219,
      "learning_rate": 4.526544155181215e-06,
      "loss": 1.9872,
      "step": 5314
    },
    {
      "epoch": 0.1327779224160375,
      "grad_norm": 54.79090118408203,
      "learning_rate": 4.526288922919858e-06,
      "loss": 3.0685,
      "step": 5315
    },
    {
      "epoch": 0.13295148832769244,
      "grad_norm": 40.513423919677734,
      "learning_rate": 4.5260336906585e-06,
      "loss": 2.5087,
      "step": 5316
    },
    {
      "epoch": 0.1331250542393474,
      "grad_norm": 55.39236831665039,
      "learning_rate": 4.525778458397142e-06,
      "loss": 2.605,
      "step": 5317
    },
    {
      "epoch": 0.13329862015100236,
      "grad_norm": 39.525081634521484,
      "learning_rate": 4.525523226135784e-06,
      "loss": 2.2494,
      "step": 5318
    },
    {
      "epoch": 0.1334721860626573,
      "grad_norm": 37.946598052978516,
      "learning_rate": 4.525267993874426e-06,
      "loss": 2.2318,
      "step": 5319
    },
    {
      "epoch": 0.13364575197431225,
      "grad_norm": 74.75281524658203,
      "learning_rate": 4.525012761613069e-06,
      "loss": 2.745,
      "step": 5320
    },
    {
      "epoch": 0.1338193178859672,
      "grad_norm": 55.92938232421875,
      "learning_rate": 4.524757529351711e-06,
      "loss": 2.1747,
      "step": 5321
    },
    {
      "epoch": 0.13399288379762214,
      "grad_norm": 39.03123474121094,
      "learning_rate": 4.524502297090352e-06,
      "loss": 2.2759,
      "step": 5322
    },
    {
      "epoch": 0.1341664497092771,
      "grad_norm": 64.70954895019531,
      "learning_rate": 4.524247064828995e-06,
      "loss": 3.2102,
      "step": 5323
    },
    {
      "epoch": 0.13434001562093204,
      "grad_norm": 30.394943237304688,
      "learning_rate": 4.523991832567637e-06,
      "loss": 2.0304,
      "step": 5324
    },
    {
      "epoch": 0.134513581532587,
      "grad_norm": 53.44209671020508,
      "learning_rate": 4.523736600306279e-06,
      "loss": 2.6332,
      "step": 5325
    },
    {
      "epoch": 0.134513581532587,
      "eval_synth_accuracy": 0.8805460750853242,
      "eval_synth_auroc": 0.9446412231765992,
      "eval_synth_f1": 0.9107598164201938,
      "eval_synth_loss": 0.28800320625305176,
      "eval_synth_precision": 0.9121552604698672,
      "eval_synth_recall": 0.9093686354378818,
      "eval_synth_runtime": 102.7632,
      "eval_synth_samples_per_second": 14.256,
      "eval_synth_steps_per_second": 0.448,
      "step": 5325
    },
    {
      "epoch": 0.134513581532587,
      "eval_real_accuracy": 0.8379360465116279,
      "eval_real_auroc": 0.9034404690859833,
      "eval_real_f1": 0.8826933193056287,
      "eval_real_loss": 0.3955639600753784,
      "eval_real_precision": 0.8500506585612969,
      "eval_real_recall": 0.9179431072210066,
      "eval_real_runtime": 96.0655,
      "eval_real_samples_per_second": 14.324,
      "eval_real_steps_per_second": 0.448,
      "step": 5325
    },
    {
      "epoch": 0.13468714744424196,
      "grad_norm": 49.50178527832031,
      "learning_rate": 4.523481368044922e-06,
      "loss": 2.3133,
      "step": 5326
    },
    {
      "epoch": 0.1348607133558969,
      "grad_norm": 38.17219161987305,
      "learning_rate": 4.523226135783564e-06,
      "loss": 2.358,
      "step": 5327
    },
    {
      "epoch": 0.13503427926755185,
      "grad_norm": 46.947017669677734,
      "learning_rate": 4.522970903522206e-06,
      "loss": 2.9293,
      "step": 5328
    },
    {
      "epoch": 0.1352078451792068,
      "grad_norm": 52.295249938964844,
      "learning_rate": 4.522715671260848e-06,
      "loss": 2.8605,
      "step": 5329
    },
    {
      "epoch": 0.13538141109086174,
      "grad_norm": 52.245391845703125,
      "learning_rate": 4.52246043899949e-06,
      "loss": 2.3552,
      "step": 5330
    },
    {
      "epoch": 0.1355549770025167,
      "grad_norm": 42.22974395751953,
      "learning_rate": 4.522205206738133e-06,
      "loss": 1.8339,
      "step": 5331
    },
    {
      "epoch": 0.13572854291417166,
      "grad_norm": 48.62417221069336,
      "learning_rate": 4.521949974476775e-06,
      "loss": 3.1395,
      "step": 5332
    },
    {
      "epoch": 0.1359021088258266,
      "grad_norm": 37.458953857421875,
      "learning_rate": 4.521694742215416e-06,
      "loss": 1.4292,
      "step": 5333
    },
    {
      "epoch": 0.13607567473748156,
      "grad_norm": 36.17237091064453,
      "learning_rate": 4.521439509954059e-06,
      "loss": 2.1092,
      "step": 5334
    },
    {
      "epoch": 0.13624924064913652,
      "grad_norm": 62.751808166503906,
      "learning_rate": 4.521184277692701e-06,
      "loss": 2.6242,
      "step": 5335
    },
    {
      "epoch": 0.13642280656079145,
      "grad_norm": 30.03692054748535,
      "learning_rate": 4.5209290454313435e-06,
      "loss": 1.5812,
      "step": 5336
    },
    {
      "epoch": 0.1365963724724464,
      "grad_norm": 33.971500396728516,
      "learning_rate": 4.5206738131699855e-06,
      "loss": 1.6861,
      "step": 5337
    },
    {
      "epoch": 0.13676993838410137,
      "grad_norm": 44.477020263671875,
      "learning_rate": 4.520418580908627e-06,
      "loss": 2.4246,
      "step": 5338
    },
    {
      "epoch": 0.1369435042957563,
      "grad_norm": 46.83859634399414,
      "learning_rate": 4.5201633486472695e-06,
      "loss": 1.6561,
      "step": 5339
    },
    {
      "epoch": 0.13711707020741126,
      "grad_norm": 53.839019775390625,
      "learning_rate": 4.5199081163859115e-06,
      "loss": 2.6358,
      "step": 5340
    },
    {
      "epoch": 0.13729063611906622,
      "grad_norm": 40.65894317626953,
      "learning_rate": 4.5196528841245535e-06,
      "loss": 1.9316,
      "step": 5341
    },
    {
      "epoch": 0.13746420203072116,
      "grad_norm": 49.761695861816406,
      "learning_rate": 4.519397651863196e-06,
      "loss": 2.2662,
      "step": 5342
    },
    {
      "epoch": 0.13763776794237612,
      "grad_norm": 60.578147888183594,
      "learning_rate": 4.5191424196018375e-06,
      "loss": 2.1329,
      "step": 5343
    },
    {
      "epoch": 0.13781133385403108,
      "grad_norm": 59.107566833496094,
      "learning_rate": 4.5188871873404796e-06,
      "loss": 2.9615,
      "step": 5344
    },
    {
      "epoch": 0.137984899765686,
      "grad_norm": 66.38563537597656,
      "learning_rate": 4.518631955079122e-06,
      "loss": 2.7178,
      "step": 5345
    },
    {
      "epoch": 0.13815846567734097,
      "grad_norm": 57.33549118041992,
      "learning_rate": 4.5183767228177644e-06,
      "loss": 2.0386,
      "step": 5346
    },
    {
      "epoch": 0.13833203158899593,
      "grad_norm": 40.84208297729492,
      "learning_rate": 4.518121490556407e-06,
      "loss": 1.5286,
      "step": 5347
    },
    {
      "epoch": 0.13850559750065086,
      "grad_norm": 57.99063491821289,
      "learning_rate": 4.517866258295049e-06,
      "loss": 2.5289,
      "step": 5348
    },
    {
      "epoch": 0.13867916341230582,
      "grad_norm": 72.85027313232422,
      "learning_rate": 4.5176110260336905e-06,
      "loss": 2.6599,
      "step": 5349
    },
    {
      "epoch": 0.13885272932396078,
      "grad_norm": 68.68468475341797,
      "learning_rate": 4.517355793772333e-06,
      "loss": 2.9413,
      "step": 5350
    },
    {
      "epoch": 0.13885272932396078,
      "eval_synth_accuracy": 0.8853242320819112,
      "eval_synth_auroc": 0.9495030634231909,
      "eval_synth_f1": 0.9148073022312373,
      "eval_synth_loss": 0.29461759328842163,
      "eval_synth_precision": 0.9111111111111111,
      "eval_synth_recall": 0.9185336048879837,
      "eval_synth_runtime": 102.75,
      "eval_synth_samples_per_second": 14.258,
      "eval_synth_steps_per_second": 0.448,
      "step": 5350
    },
    {
      "epoch": 0.13885272932396078,
      "eval_real_accuracy": 0.8415697674418605,
      "eval_real_auroc": 0.9104526035598246,
      "eval_real_f1": 0.8847780126849895,
      "eval_real_loss": 0.3918062150478363,
      "eval_real_precision": 0.8558282208588958,
      "eval_real_recall": 0.9157549234135668,
      "eval_real_runtime": 96.0393,
      "eval_real_samples_per_second": 14.327,
      "eval_real_steps_per_second": 0.448,
      "step": 5350
    },
    {
      "epoch": 0.13902629523561572,
      "grad_norm": 50.54882049560547,
      "learning_rate": 4.517100561510975e-06,
      "loss": 2.1108,
      "step": 5351
    },
    {
      "epoch": 0.13919986114727068,
      "grad_norm": 53.15739440917969,
      "learning_rate": 4.516845329249617e-06,
      "loss": 3.0665,
      "step": 5352
    },
    {
      "epoch": 0.13937342705892564,
      "grad_norm": 52.27041244506836,
      "learning_rate": 4.51659009698826e-06,
      "loss": 2.4142,
      "step": 5353
    },
    {
      "epoch": 0.13954699297058057,
      "grad_norm": 42.64490509033203,
      "learning_rate": 4.516334864726901e-06,
      "loss": 1.903,
      "step": 5354
    },
    {
      "epoch": 0.13972055888223553,
      "grad_norm": 56.87363052368164,
      "learning_rate": 4.516079632465544e-06,
      "loss": 2.1544,
      "step": 5355
    },
    {
      "epoch": 0.1398941247938905,
      "grad_norm": 50.28759765625,
      "learning_rate": 4.515824400204186e-06,
      "loss": 2.5128,
      "step": 5356
    },
    {
      "epoch": 0.14006769070554542,
      "grad_norm": 39.79350662231445,
      "learning_rate": 4.515569167942828e-06,
      "loss": 2.6334,
      "step": 5357
    },
    {
      "epoch": 0.14024125661720038,
      "grad_norm": 54.00352096557617,
      "learning_rate": 4.515313935681471e-06,
      "loss": 2.3325,
      "step": 5358
    },
    {
      "epoch": 0.14041482252885534,
      "grad_norm": 38.915313720703125,
      "learning_rate": 4.515058703420112e-06,
      "loss": 2.158,
      "step": 5359
    },
    {
      "epoch": 0.14058838844051028,
      "grad_norm": 39.96137237548828,
      "learning_rate": 4.514803471158754e-06,
      "loss": 1.8388,
      "step": 5360
    },
    {
      "epoch": 0.14076195435216524,
      "grad_norm": 57.64217758178711,
      "learning_rate": 4.514548238897397e-06,
      "loss": 3.1741,
      "step": 5361
    },
    {
      "epoch": 0.1409355202638202,
      "grad_norm": 49.20712661743164,
      "learning_rate": 4.514293006636039e-06,
      "loss": 2.0309,
      "step": 5362
    },
    {
      "epoch": 0.14110908617547513,
      "grad_norm": 45.60059356689453,
      "learning_rate": 4.514037774374682e-06,
      "loss": 2.1934,
      "step": 5363
    },
    {
      "epoch": 0.1412826520871301,
      "grad_norm": 44.62863540649414,
      "learning_rate": 4.513782542113324e-06,
      "loss": 2.9148,
      "step": 5364
    },
    {
      "epoch": 0.14145621799878505,
      "grad_norm": 36.595481872558594,
      "learning_rate": 4.513527309851965e-06,
      "loss": 1.7143,
      "step": 5365
    },
    {
      "epoch": 0.14162978391043998,
      "grad_norm": 49.08100891113281,
      "learning_rate": 4.513272077590608e-06,
      "loss": 3.2782,
      "step": 5366
    },
    {
      "epoch": 0.14180334982209494,
      "grad_norm": 40.48775100708008,
      "learning_rate": 4.51301684532925e-06,
      "loss": 1.73,
      "step": 5367
    },
    {
      "epoch": 0.1419769157337499,
      "grad_norm": 43.19556427001953,
      "learning_rate": 4.512761613067892e-06,
      "loss": 2.3559,
      "step": 5368
    },
    {
      "epoch": 0.14215048164540484,
      "grad_norm": 54.02225112915039,
      "learning_rate": 4.512506380806535e-06,
      "loss": 2.5819,
      "step": 5369
    },
    {
      "epoch": 0.1423240475570598,
      "grad_norm": 42.73640060424805,
      "learning_rate": 4.512251148545176e-06,
      "loss": 2.4898,
      "step": 5370
    },
    {
      "epoch": 0.14249761346871476,
      "grad_norm": 55.45315170288086,
      "learning_rate": 4.511995916283818e-06,
      "loss": 3.5423,
      "step": 5371
    },
    {
      "epoch": 0.1426711793803697,
      "grad_norm": 41.850765228271484,
      "learning_rate": 4.511740684022461e-06,
      "loss": 2.3843,
      "step": 5372
    },
    {
      "epoch": 0.14284474529202465,
      "grad_norm": 55.402442932128906,
      "learning_rate": 4.511485451761103e-06,
      "loss": 2.3927,
      "step": 5373
    },
    {
      "epoch": 0.1430183112036796,
      "grad_norm": 41.913841247558594,
      "learning_rate": 4.511230219499746e-06,
      "loss": 1.9119,
      "step": 5374
    },
    {
      "epoch": 0.14319187711533454,
      "grad_norm": 41.780067443847656,
      "learning_rate": 4.510974987238387e-06,
      "loss": 2.4604,
      "step": 5375
    },
    {
      "epoch": 0.14319187711533454,
      "eval_synth_accuracy": 0.879863481228669,
      "eval_synth_auroc": 0.9513900309083166,
      "eval_synth_f1": 0.9085239085239085,
      "eval_synth_loss": 0.28107497096061707,
      "eval_synth_precision": 0.9278131634819533,
      "eval_synth_recall": 0.890020366598778,
      "eval_synth_runtime": 102.7253,
      "eval_synth_samples_per_second": 14.261,
      "eval_synth_steps_per_second": 0.448,
      "step": 5375
    },
    {
      "epoch": 0.14319187711533454,
      "eval_real_accuracy": 0.8401162790697675,
      "eval_real_auroc": 0.9068316803546562,
      "eval_real_f1": 0.8823529411764706,
      "eval_real_loss": 0.3732456862926483,
      "eval_real_precision": 0.8629707112970711,
      "eval_real_recall": 0.9026258205689278,
      "eval_real_runtime": 96.0519,
      "eval_real_samples_per_second": 14.326,
      "eval_real_steps_per_second": 0.448,
      "step": 5375
    },
    {
      "epoch": 0.1433654430269895,
      "grad_norm": 46.52748107910156,
      "learning_rate": 4.510719754977029e-06,
      "loss": 2.7566,
      "step": 5376
    },
    {
      "epoch": 0.14353900893864446,
      "grad_norm": 35.50965881347656,
      "learning_rate": 4.510464522715672e-06,
      "loss": 1.8429,
      "step": 5377
    },
    {
      "epoch": 0.1437125748502994,
      "grad_norm": 33.1330451965332,
      "learning_rate": 4.510209290454314e-06,
      "loss": 2.1202,
      "step": 5378
    },
    {
      "epoch": 0.14388614076195436,
      "grad_norm": 41.344478607177734,
      "learning_rate": 4.509954058192956e-06,
      "loss": 1.8575,
      "step": 5379
    },
    {
      "epoch": 0.14405970667360932,
      "grad_norm": 39.34010696411133,
      "learning_rate": 4.509698825931598e-06,
      "loss": 2.2925,
      "step": 5380
    },
    {
      "epoch": 0.14423327258526425,
      "grad_norm": 47.62736129760742,
      "learning_rate": 4.50944359367024e-06,
      "loss": 2.6298,
      "step": 5381
    },
    {
      "epoch": 0.1444068384969192,
      "grad_norm": 45.1794548034668,
      "learning_rate": 4.509188361408883e-06,
      "loss": 3.0892,
      "step": 5382
    },
    {
      "epoch": 0.14458040440857414,
      "grad_norm": 42.0125732421875,
      "learning_rate": 4.508933129147525e-06,
      "loss": 2.3506,
      "step": 5383
    },
    {
      "epoch": 0.1447539703202291,
      "grad_norm": 59.3731689453125,
      "learning_rate": 4.508677896886167e-06,
      "loss": 2.1934,
      "step": 5384
    },
    {
      "epoch": 0.14492753623188406,
      "grad_norm": 31.881593704223633,
      "learning_rate": 4.5084226646248096e-06,
      "loss": 2.0643,
      "step": 5385
    },
    {
      "epoch": 0.145101102143539,
      "grad_norm": 52.0638542175293,
      "learning_rate": 4.508167432363451e-06,
      "loss": 2.0852,
      "step": 5386
    },
    {
      "epoch": 0.14527466805519396,
      "grad_norm": 37.462181091308594,
      "learning_rate": 4.507912200102093e-06,
      "loss": 1.8856,
      "step": 5387
    },
    {
      "epoch": 0.14544823396684892,
      "grad_norm": 39.05772399902344,
      "learning_rate": 4.507656967840736e-06,
      "loss": 2.0463,
      "step": 5388
    },
    {
      "epoch": 0.14562179987850385,
      "grad_norm": 85.01260375976562,
      "learning_rate": 4.507401735579378e-06,
      "loss": 3.242,
      "step": 5389
    },
    {
      "epoch": 0.1457953657901588,
      "grad_norm": 72.06794738769531,
      "learning_rate": 4.50714650331802e-06,
      "loss": 2.3386,
      "step": 5390
    },
    {
      "epoch": 0.14596893170181377,
      "grad_norm": 42.96036911010742,
      "learning_rate": 4.506891271056662e-06,
      "loss": 2.2098,
      "step": 5391
    },
    {
      "epoch": 0.1461424976134687,
      "grad_norm": 52.11185836791992,
      "learning_rate": 4.506636038795304e-06,
      "loss": 2.9699,
      "step": 5392
    },
    {
      "epoch": 0.14631606352512366,
      "grad_norm": 46.482078552246094,
      "learning_rate": 4.5063808065339465e-06,
      "loss": 1.9346,
      "step": 5393
    },
    {
      "epoch": 0.14648962943677862,
      "grad_norm": 69.58760070800781,
      "learning_rate": 4.5061255742725885e-06,
      "loss": 3.6413,
      "step": 5394
    },
    {
      "epoch": 0.14666319534843356,
      "grad_norm": 58.80257797241211,
      "learning_rate": 4.5058703420112305e-06,
      "loss": 2.9168,
      "step": 5395
    },
    {
      "epoch": 0.14683676126008852,
      "grad_norm": 67.22984313964844,
      "learning_rate": 4.5056151097498725e-06,
      "loss": 2.5963,
      "step": 5396
    },
    {
      "epoch": 0.14701032717174348,
      "grad_norm": 53.218746185302734,
      "learning_rate": 4.5053598774885145e-06,
      "loss": 2.1628,
      "step": 5397
    },
    {
      "epoch": 0.1471838930833984,
      "grad_norm": 45.44939041137695,
      "learning_rate": 4.5051046452271565e-06,
      "loss": 2.2001,
      "step": 5398
    },
    {
      "epoch": 0.14735745899505337,
      "grad_norm": 52.771976470947266,
      "learning_rate": 4.504849412965799e-06,
      "loss": 3.2754,
      "step": 5399
    },
    {
      "epoch": 0.14753102490670833,
      "grad_norm": 48.23316955566406,
      "learning_rate": 4.504594180704441e-06,
      "loss": 1.7207,
      "step": 5400
    },
    {
      "epoch": 0.14753102490670833,
      "eval_synth_accuracy": 0.8819112627986349,
      "eval_synth_auroc": 0.9553305250197129,
      "eval_synth_f1": 0.9088033737480232,
      "eval_synth_loss": 0.2840477526187897,
      "eval_synth_precision": 0.9420765027322404,
      "eval_synth_recall": 0.8778004073319755,
      "eval_synth_runtime": 102.7438,
      "eval_synth_samples_per_second": 14.259,
      "eval_synth_steps_per_second": 0.448,
      "step": 5400
    },
    {
      "epoch": 0.14753102490670833,
      "eval_real_accuracy": 0.84375,
      "eval_real_auroc": 0.9152540566654352,
      "eval_real_f1": 0.8806218767351471,
      "eval_real_loss": 0.3738683760166168,
      "eval_real_precision": 0.8940248027057497,
      "eval_real_recall": 0.8676148796498906,
      "eval_real_runtime": 96.003,
      "eval_real_samples_per_second": 14.333,
      "eval_real_steps_per_second": 0.448,
      "step": 5400
    },
    {
      "epoch": 0.14770459081836326,
      "grad_norm": 36.240699768066406,
      "learning_rate": 4.504338948443084e-06,
      "loss": 2.0905,
      "step": 5401
    },
    {
      "epoch": 0.14787815673001822,
      "grad_norm": 41.15024185180664,
      "learning_rate": 4.504083716181725e-06,
      "loss": 1.8373,
      "step": 5402
    },
    {
      "epoch": 0.14805172264167318,
      "grad_norm": 45.822044372558594,
      "learning_rate": 4.5038284839203674e-06,
      "loss": 2.8847,
      "step": 5403
    },
    {
      "epoch": 0.14822528855332812,
      "grad_norm": 55.30815124511719,
      "learning_rate": 4.50357325165901e-06,
      "loss": 2.8086,
      "step": 5404
    },
    {
      "epoch": 0.14839885446498308,
      "grad_norm": 57.30333709716797,
      "learning_rate": 4.503318019397652e-06,
      "loss": 1.9697,
      "step": 5405
    },
    {
      "epoch": 0.14857242037663804,
      "grad_norm": 60.911285400390625,
      "learning_rate": 4.503062787136294e-06,
      "loss": 2.6078,
      "step": 5406
    },
    {
      "epoch": 0.14874598628829297,
      "grad_norm": 45.27062225341797,
      "learning_rate": 4.502807554874936e-06,
      "loss": 2.1433,
      "step": 5407
    },
    {
      "epoch": 0.14891955219994793,
      "grad_norm": 67.32756042480469,
      "learning_rate": 4.502552322613578e-06,
      "loss": 2.6349,
      "step": 5408
    },
    {
      "epoch": 0.1490931181116029,
      "grad_norm": 40.53438186645508,
      "learning_rate": 4.50229709035222e-06,
      "loss": 1.7063,
      "step": 5409
    },
    {
      "epoch": 0.14926668402325782,
      "grad_norm": 46.96669006347656,
      "learning_rate": 4.502041858090863e-06,
      "loss": 1.8617,
      "step": 5410
    },
    {
      "epoch": 0.14944024993491278,
      "grad_norm": 41.393821716308594,
      "learning_rate": 4.501786625829505e-06,
      "loss": 2.0869,
      "step": 5411
    },
    {
      "epoch": 0.14961381584656774,
      "grad_norm": 30.744766235351562,
      "learning_rate": 4.501531393568147e-06,
      "loss": 1.4843,
      "step": 5412
    },
    {
      "epoch": 0.14978738175822268,
      "grad_norm": 65.26356506347656,
      "learning_rate": 4.501276161306789e-06,
      "loss": 3.2152,
      "step": 5413
    },
    {
      "epoch": 0.14996094766987764,
      "grad_norm": 70.33475494384766,
      "learning_rate": 4.501020929045431e-06,
      "loss": 3.1668,
      "step": 5414
    },
    {
      "epoch": 0.1501345135815326,
      "grad_norm": 82.91386413574219,
      "learning_rate": 4.500765696784074e-06,
      "loss": 3.9615,
      "step": 5415
    },
    {
      "epoch": 0.15030807949318753,
      "grad_norm": 39.31607437133789,
      "learning_rate": 4.500510464522716e-06,
      "loss": 1.6567,
      "step": 5416
    },
    {
      "epoch": 0.1504816454048425,
      "grad_norm": 50.803436279296875,
      "learning_rate": 4.500255232261358e-06,
      "loss": 2.388,
      "step": 5417
    },
    {
      "epoch": 0.15065521131649745,
      "grad_norm": 45.29328918457031,
      "learning_rate": 4.5e-06,
      "loss": 2.5131,
      "step": 5418
    },
    {
      "epoch": 0.15082877722815238,
      "grad_norm": 47.37934112548828,
      "learning_rate": 4.499744767738642e-06,
      "loss": 2.5327,
      "step": 5419
    },
    {
      "epoch": 0.15100234313980734,
      "grad_norm": 42.88484573364258,
      "learning_rate": 4.499489535477285e-06,
      "loss": 2.348,
      "step": 5420
    },
    {
      "epoch": 0.1511759090514623,
      "grad_norm": 49.5176887512207,
      "learning_rate": 4.499234303215927e-06,
      "loss": 2.5212,
      "step": 5421
    },
    {
      "epoch": 0.15134947496311724,
      "grad_norm": 63.3892707824707,
      "learning_rate": 4.498979070954569e-06,
      "loss": 2.9921,
      "step": 5422
    },
    {
      "epoch": 0.1515230408747722,
      "grad_norm": 45.974510192871094,
      "learning_rate": 4.498723838693211e-06,
      "loss": 2.6914,
      "step": 5423
    },
    {
      "epoch": 0.15169660678642716,
      "grad_norm": 56.895851135253906,
      "learning_rate": 4.498468606431853e-06,
      "loss": 3.9451,
      "step": 5424
    },
    {
      "epoch": 0.1518701726980821,
      "grad_norm": 49.95307922363281,
      "learning_rate": 4.498213374170495e-06,
      "loss": 2.2291,
      "step": 5425
    },
    {
      "epoch": 0.1518701726980821,
      "eval_synth_accuracy": 0.868259385665529,
      "eval_synth_auroc": 0.9451219255080054,
      "eval_synth_f1": 0.8987939171473519,
      "eval_synth_loss": 0.30248552560806274,
      "eval_synth_precision": 0.9264864864864865,
      "eval_synth_recall": 0.8727087576374746,
      "eval_synth_runtime": 102.7808,
      "eval_synth_samples_per_second": 14.254,
      "eval_synth_steps_per_second": 0.448,
      "step": 5425
    },
    {
      "epoch": 0.1518701726980821,
      "eval_real_accuracy": 0.8313953488372093,
      "eval_real_auroc": 0.9069642975551072,
      "eval_real_f1": 0.8748651564185544,
      "eval_real_loss": 0.3710785508155823,
      "eval_real_precision": 0.8627659574468085,
      "eval_real_recall": 0.887308533916849,
      "eval_real_runtime": 96.0924,
      "eval_real_samples_per_second": 14.32,
      "eval_real_steps_per_second": 0.447,
      "step": 5425
    },
    {
      "epoch": 0.15204373860973705,
      "grad_norm": 46.36285400390625,
      "learning_rate": 4.497958141909138e-06,
      "loss": 2.5586,
      "step": 5426
    },
    {
      "epoch": 0.152217304521392,
      "grad_norm": 36.197181701660156,
      "learning_rate": 4.49770290964778e-06,
      "loss": 2.7419,
      "step": 5427
    },
    {
      "epoch": 0.15239087043304694,
      "grad_norm": 62.433650970458984,
      "learning_rate": 4.497447677386422e-06,
      "loss": 3.2657,
      "step": 5428
    },
    {
      "epoch": 0.1525644363447019,
      "grad_norm": 47.54813766479492,
      "learning_rate": 4.497192445125064e-06,
      "loss": 2.6702,
      "step": 5429
    },
    {
      "epoch": 0.15273800225635686,
      "grad_norm": 33.661678314208984,
      "learning_rate": 4.496937212863706e-06,
      "loss": 1.8386,
      "step": 5430
    },
    {
      "epoch": 0.1529115681680118,
      "grad_norm": 30.975929260253906,
      "learning_rate": 4.496681980602349e-06,
      "loss": 2.2421,
      "step": 5431
    },
    {
      "epoch": 0.15308513407966676,
      "grad_norm": 43.835296630859375,
      "learning_rate": 4.496426748340991e-06,
      "loss": 2.5655,
      "step": 5432
    },
    {
      "epoch": 0.15325869999132172,
      "grad_norm": 40.09340286254883,
      "learning_rate": 4.496171516079633e-06,
      "loss": 2.0553,
      "step": 5433
    },
    {
      "epoch": 0.15343226590297665,
      "grad_norm": 46.13035202026367,
      "learning_rate": 4.495916283818275e-06,
      "loss": 1.8302,
      "step": 5434
    },
    {
      "epoch": 0.1536058318146316,
      "grad_norm": 46.37908935546875,
      "learning_rate": 4.495661051556917e-06,
      "loss": 2.5485,
      "step": 5435
    },
    {
      "epoch": 0.15377939772628657,
      "grad_norm": 42.95130920410156,
      "learning_rate": 4.495405819295559e-06,
      "loss": 2.0488,
      "step": 5436
    },
    {
      "epoch": 0.1539529636379415,
      "grad_norm": 57.85260772705078,
      "learning_rate": 4.495150587034202e-06,
      "loss": 2.2034,
      "step": 5437
    },
    {
      "epoch": 0.15412652954959646,
      "grad_norm": 37.21772384643555,
      "learning_rate": 4.494895354772844e-06,
      "loss": 2.3357,
      "step": 5438
    },
    {
      "epoch": 0.1543000954612514,
      "grad_norm": 46.92487335205078,
      "learning_rate": 4.494640122511486e-06,
      "loss": 1.5928,
      "step": 5439
    },
    {
      "epoch": 0.15447366137290636,
      "grad_norm": 34.16709899902344,
      "learning_rate": 4.494384890250128e-06,
      "loss": 1.8781,
      "step": 5440
    },
    {
      "epoch": 0.15464722728456132,
      "grad_norm": 40.26041030883789,
      "learning_rate": 4.49412965798877e-06,
      "loss": 1.9356,
      "step": 5441
    },
    {
      "epoch": 0.15482079319621625,
      "grad_norm": 53.66044235229492,
      "learning_rate": 4.4938744257274126e-06,
      "loss": 1.7435,
      "step": 5442
    },
    {
      "epoch": 0.1549943591078712,
      "grad_norm": 39.24462127685547,
      "learning_rate": 4.493619193466055e-06,
      "loss": 1.8434,
      "step": 5443
    },
    {
      "epoch": 0.15516792501952617,
      "grad_norm": 43.69659423828125,
      "learning_rate": 4.493363961204697e-06,
      "loss": 1.7736,
      "step": 5444
    },
    {
      "epoch": 0.1553414909311811,
      "grad_norm": 37.645957946777344,
      "learning_rate": 4.493108728943339e-06,
      "loss": 2.185,
      "step": 5445
    },
    {
      "epoch": 0.15551505684283606,
      "grad_norm": 80.29788970947266,
      "learning_rate": 4.492853496681981e-06,
      "loss": 3.4889,
      "step": 5446
    },
    {
      "epoch": 0.15568862275449102,
      "grad_norm": 47.565372467041016,
      "learning_rate": 4.492598264420623e-06,
      "loss": 2.1523,
      "step": 5447
    },
    {
      "epoch": 0.15586218866614596,
      "grad_norm": 59.03895568847656,
      "learning_rate": 4.4923430321592655e-06,
      "loss": 2.593,
      "step": 5448
    },
    {
      "epoch": 0.15603575457780092,
      "grad_norm": 45.67304992675781,
      "learning_rate": 4.4920877998979075e-06,
      "loss": 2.064,
      "step": 5449
    },
    {
      "epoch": 0.15620932048945588,
      "grad_norm": 29.070363998413086,
      "learning_rate": 4.4918325676365495e-06,
      "loss": 1.4201,
      "step": 5450
    },
    {
      "epoch": 0.15620932048945588,
      "eval_synth_accuracy": 0.8887372013651877,
      "eval_synth_auroc": 0.9520383465526474,
      "eval_synth_f1": 0.9176351692774128,
      "eval_synth_loss": 0.27447381615638733,
      "eval_synth_precision": 0.9107321965897693,
      "eval_synth_recall": 0.924643584521385,
      "eval_synth_runtime": 103.869,
      "eval_synth_samples_per_second": 14.104,
      "eval_synth_steps_per_second": 0.443,
      "step": 5450
    },
    {
      "epoch": 0.15620932048945588,
      "eval_real_accuracy": 0.8444767441860465,
      "eval_real_auroc": 0.9141860145689467,
      "eval_real_f1": 0.8872497365648051,
      "eval_real_loss": 0.3874289095401764,
      "eval_real_precision": 0.8556910569105691,
      "eval_real_recall": 0.9212253829321663,
      "eval_real_runtime": 96.0939,
      "eval_real_samples_per_second": 14.319,
      "eval_real_steps_per_second": 0.447,
      "step": 5450
    },
    {
      "epoch": 0.1563828864011108,
      "grad_norm": 56.6171989440918,
      "learning_rate": 4.4915773353751915e-06,
      "loss": 3.6059,
      "step": 5451
    },
    {
      "epoch": 0.15655645231276577,
      "grad_norm": 48.22722625732422,
      "learning_rate": 4.4913221031138335e-06,
      "loss": 2.4529,
      "step": 5452
    },
    {
      "epoch": 0.15673001822442073,
      "grad_norm": 33.52861404418945,
      "learning_rate": 4.491066870852476e-06,
      "loss": 1.8216,
      "step": 5453
    },
    {
      "epoch": 0.15690358413607566,
      "grad_norm": 38.14685821533203,
      "learning_rate": 4.490811638591118e-06,
      "loss": 2.1939,
      "step": 5454
    },
    {
      "epoch": 0.15707715004773062,
      "grad_norm": 45.221370697021484,
      "learning_rate": 4.49055640632976e-06,
      "loss": 2.6831,
      "step": 5455
    },
    {
      "epoch": 0.15725071595938558,
      "grad_norm": 39.18854522705078,
      "learning_rate": 4.490301174068402e-06,
      "loss": 2.7583,
      "step": 5456
    },
    {
      "epoch": 0.15742428187104052,
      "grad_norm": 47.513946533203125,
      "learning_rate": 4.490045941807044e-06,
      "loss": 2.0116,
      "step": 5457
    },
    {
      "epoch": 0.15759784778269548,
      "grad_norm": 65.96686553955078,
      "learning_rate": 4.489790709545687e-06,
      "loss": 2.5733,
      "step": 5458
    },
    {
      "epoch": 0.15777141369435044,
      "grad_norm": 48.77524185180664,
      "learning_rate": 4.489535477284329e-06,
      "loss": 1.2882,
      "step": 5459
    },
    {
      "epoch": 0.15794497960600537,
      "grad_norm": 55.4132080078125,
      "learning_rate": 4.489280245022971e-06,
      "loss": 2.3255,
      "step": 5460
    },
    {
      "epoch": 0.15811854551766033,
      "grad_norm": 51.60914611816406,
      "learning_rate": 4.489025012761613e-06,
      "loss": 2.183,
      "step": 5461
    },
    {
      "epoch": 0.1582921114293153,
      "grad_norm": 36.93029022216797,
      "learning_rate": 4.488769780500255e-06,
      "loss": 2.2323,
      "step": 5462
    },
    {
      "epoch": 0.15846567734097022,
      "grad_norm": 53.06542205810547,
      "learning_rate": 4.488514548238897e-06,
      "loss": 2.6452,
      "step": 5463
    },
    {
      "epoch": 0.15863924325262518,
      "grad_norm": 58.11319351196289,
      "learning_rate": 4.48825931597754e-06,
      "loss": 2.6801,
      "step": 5464
    },
    {
      "epoch": 0.15881280916428014,
      "grad_norm": 60.5345573425293,
      "learning_rate": 4.488004083716182e-06,
      "loss": 3.2256,
      "step": 5465
    },
    {
      "epoch": 0.15898637507593508,
      "grad_norm": 35.54772186279297,
      "learning_rate": 4.487748851454824e-06,
      "loss": 2.1175,
      "step": 5466
    },
    {
      "epoch": 0.15915994098759004,
      "grad_norm": 54.25712966918945,
      "learning_rate": 4.487493619193466e-06,
      "loss": 1.8874,
      "step": 5467
    },
    {
      "epoch": 0.159333506899245,
      "grad_norm": 59.87229537963867,
      "learning_rate": 4.487238386932108e-06,
      "loss": 3.7502,
      "step": 5468
    },
    {
      "epoch": 0.15950707281089993,
      "grad_norm": 43.34298324584961,
      "learning_rate": 4.486983154670751e-06,
      "loss": 2.389,
      "step": 5469
    },
    {
      "epoch": 0.1596806387225549,
      "grad_norm": 35.62929916381836,
      "learning_rate": 4.486727922409393e-06,
      "loss": 2.0849,
      "step": 5470
    },
    {
      "epoch": 0.15985420463420985,
      "grad_norm": 41.27283477783203,
      "learning_rate": 4.486472690148035e-06,
      "loss": 2.3721,
      "step": 5471
    },
    {
      "epoch": 0.16002777054586478,
      "grad_norm": 41.68288040161133,
      "learning_rate": 4.486217457886677e-06,
      "loss": 1.9385,
      "step": 5472
    },
    {
      "epoch": 0.16020133645751974,
      "grad_norm": 35.845741271972656,
      "learning_rate": 4.485962225625319e-06,
      "loss": 1.8916,
      "step": 5473
    },
    {
      "epoch": 0.1603749023691747,
      "grad_norm": 43.21002960205078,
      "learning_rate": 4.485706993363961e-06,
      "loss": 2.0902,
      "step": 5474
    },
    {
      "epoch": 0.16054846828082964,
      "grad_norm": 42.5477180480957,
      "learning_rate": 4.485451761102604e-06,
      "loss": 2.5572,
      "step": 5475
    },
    {
      "epoch": 0.16054846828082964,
      "eval_synth_accuracy": 0.8778156996587031,
      "eval_synth_auroc": 0.9547560013999402,
      "eval_synth_f1": 0.9062336301728654,
      "eval_synth_loss": 0.2702195942401886,
      "eval_synth_precision": 0.9331175836030206,
      "eval_synth_recall": 0.8808553971486762,
      "eval_synth_runtime": 102.8254,
      "eval_synth_samples_per_second": 14.247,
      "eval_synth_steps_per_second": 0.447,
      "step": 5475
    },
    {
      "epoch": 0.16054846828082964,
      "eval_real_accuracy": 0.8495639534883721,
      "eval_real_auroc": 0.9184901531728664,
      "eval_real_f1": 0.8879263670817542,
      "eval_real_loss": 0.36028003692626953,
      "eval_real_precision": 0.8788853161843515,
      "eval_real_recall": 0.8971553610503282,
      "eval_real_runtime": 96.0879,
      "eval_real_samples_per_second": 14.32,
      "eval_real_steps_per_second": 0.448,
      "step": 5475
    },
    {
      "epoch": 0.1607220341924846,
      "grad_norm": 42.30366516113281,
      "learning_rate": 4.485196528841246e-06,
      "loss": 2.3086,
      "step": 5476
    },
    {
      "epoch": 0.16089560010413956,
      "grad_norm": 50.13921356201172,
      "learning_rate": 4.484941296579888e-06,
      "loss": 2.1323,
      "step": 5477
    },
    {
      "epoch": 0.1610691660157945,
      "grad_norm": 47.054290771484375,
      "learning_rate": 4.48468606431853e-06,
      "loss": 3.1213,
      "step": 5478
    },
    {
      "epoch": 0.16124273192744945,
      "grad_norm": 40.874794006347656,
      "learning_rate": 4.484430832057172e-06,
      "loss": 2.3121,
      "step": 5479
    },
    {
      "epoch": 0.1614162978391044,
      "grad_norm": 45.864566802978516,
      "learning_rate": 4.484175599795815e-06,
      "loss": 2.284,
      "step": 5480
    },
    {
      "epoch": 0.16158986375075934,
      "grad_norm": 41.26240158081055,
      "learning_rate": 4.483920367534457e-06,
      "loss": 2.2116,
      "step": 5481
    },
    {
      "epoch": 0.1617634296624143,
      "grad_norm": 37.107879638671875,
      "learning_rate": 4.483665135273099e-06,
      "loss": 1.5237,
      "step": 5482
    },
    {
      "epoch": 0.16193699557406926,
      "grad_norm": 33.86445617675781,
      "learning_rate": 4.483409903011741e-06,
      "loss": 1.7312,
      "step": 5483
    },
    {
      "epoch": 0.1621105614857242,
      "grad_norm": 68.88301849365234,
      "learning_rate": 4.483154670750383e-06,
      "loss": 1.7276,
      "step": 5484
    },
    {
      "epoch": 0.16228412739737916,
      "grad_norm": 60.673770904541016,
      "learning_rate": 4.482899438489026e-06,
      "loss": 3.141,
      "step": 5485
    },
    {
      "epoch": 0.16245769330903412,
      "grad_norm": 47.244476318359375,
      "learning_rate": 4.482644206227668e-06,
      "loss": 1.4258,
      "step": 5486
    },
    {
      "epoch": 0.16263125922068905,
      "grad_norm": 32.83348846435547,
      "learning_rate": 4.48238897396631e-06,
      "loss": 1.6251,
      "step": 5487
    },
    {
      "epoch": 0.162804825132344,
      "grad_norm": 56.12905502319336,
      "learning_rate": 4.482133741704952e-06,
      "loss": 1.8156,
      "step": 5488
    },
    {
      "epoch": 0.16297839104399897,
      "grad_norm": 66.11040496826172,
      "learning_rate": 4.481878509443594e-06,
      "loss": 3.4858,
      "step": 5489
    },
    {
      "epoch": 0.1631519569556539,
      "grad_norm": 46.64191436767578,
      "learning_rate": 4.481623277182236e-06,
      "loss": 2.1215,
      "step": 5490
    },
    {
      "epoch": 0.16332552286730886,
      "grad_norm": 44.431861877441406,
      "learning_rate": 4.481368044920879e-06,
      "loss": 1.7597,
      "step": 5491
    },
    {
      "epoch": 0.16349908877896382,
      "grad_norm": 41.4130744934082,
      "learning_rate": 4.481112812659521e-06,
      "loss": 2.3755,
      "step": 5492
    },
    {
      "epoch": 0.16367265469061876,
      "grad_norm": 61.148765563964844,
      "learning_rate": 4.480857580398163e-06,
      "loss": 2.8719,
      "step": 5493
    },
    {
      "epoch": 0.16384622060227372,
      "grad_norm": 52.678993225097656,
      "learning_rate": 4.480602348136805e-06,
      "loss": 2.515,
      "step": 5494
    },
    {
      "epoch": 0.16401978651392868,
      "grad_norm": 45.00615310668945,
      "learning_rate": 4.480347115875447e-06,
      "loss": 1.9987,
      "step": 5495
    },
    {
      "epoch": 0.1641933524255836,
      "grad_norm": 51.52080154418945,
      "learning_rate": 4.4800918836140896e-06,
      "loss": 2.5592,
      "step": 5496
    },
    {
      "epoch": 0.16436691833723857,
      "grad_norm": 62.8807258605957,
      "learning_rate": 4.4798366513527316e-06,
      "loss": 2.7058,
      "step": 5497
    },
    {
      "epoch": 0.1645404842488935,
      "grad_norm": 68.95864868164062,
      "learning_rate": 4.4795814190913736e-06,
      "loss": 3.6199,
      "step": 5498
    },
    {
      "epoch": 0.16471405016054846,
      "grad_norm": 49.447853088378906,
      "learning_rate": 4.479326186830016e-06,
      "loss": 2.6867,
      "step": 5499
    },
    {
      "epoch": 0.16488761607220342,
      "grad_norm": 43.620662689208984,
      "learning_rate": 4.479070954568658e-06,
      "loss": 2.2663,
      "step": 5500
    },
    {
      "epoch": 0.16488761607220342,
      "eval_synth_accuracy": 0.8819112627986349,
      "eval_synth_auroc": 0.9569328661244006,
      "eval_synth_f1": 0.9092815941269009,
      "eval_synth_loss": 0.2602594196796417,
      "eval_synth_precision": 0.9372972972972973,
      "eval_synth_recall": 0.8828920570264766,
      "eval_synth_runtime": 102.8202,
      "eval_synth_samples_per_second": 14.248,
      "eval_synth_steps_per_second": 0.447,
      "step": 5500
    },
    {
      "epoch": 0.16488761607220342,
      "eval_real_accuracy": 0.8459302325581395,
      "eval_real_auroc": 0.9113039586234335,
      "eval_real_f1": 0.8847826086956522,
      "eval_real_loss": 0.36257311701774597,
      "eval_real_precision": 0.8790496760259179,
      "eval_real_recall": 0.8905908096280087,
      "eval_real_runtime": 96.0598,
      "eval_real_samples_per_second": 14.324,
      "eval_real_steps_per_second": 0.448,
      "step": 5500
    },
    {
      "epoch": 0.16506118198385836,
      "grad_norm": 44.30805587768555,
      "learning_rate": 4.4788157223073e-06,
      "loss": 2.6264,
      "step": 5501
    },
    {
      "epoch": 0.16523474789551332,
      "grad_norm": 45.700801849365234,
      "learning_rate": 4.4785604900459425e-06,
      "loss": 3.2017,
      "step": 5502
    },
    {
      "epoch": 0.16540831380716828,
      "grad_norm": 69.21735382080078,
      "learning_rate": 4.4783052577845845e-06,
      "loss": 2.459,
      "step": 5503
    },
    {
      "epoch": 0.1655818797188232,
      "grad_norm": 56.1223258972168,
      "learning_rate": 4.4780500255232265e-06,
      "loss": 2.7673,
      "step": 5504
    },
    {
      "epoch": 0.16575544563047817,
      "grad_norm": 30.778921127319336,
      "learning_rate": 4.4777947932618685e-06,
      "loss": 1.8737,
      "step": 5505
    },
    {
      "epoch": 0.16592901154213313,
      "grad_norm": 50.51024627685547,
      "learning_rate": 4.4775395610005105e-06,
      "loss": 2.2756,
      "step": 5506
    },
    {
      "epoch": 0.16610257745378806,
      "grad_norm": 57.22885513305664,
      "learning_rate": 4.477284328739153e-06,
      "loss": 2.3762,
      "step": 5507
    },
    {
      "epoch": 0.16627614336544302,
      "grad_norm": 35.49725341796875,
      "learning_rate": 4.477029096477795e-06,
      "loss": 2.3676,
      "step": 5508
    },
    {
      "epoch": 0.16644970927709798,
      "grad_norm": 34.791561126708984,
      "learning_rate": 4.476773864216437e-06,
      "loss": 1.8813,
      "step": 5509
    },
    {
      "epoch": 0.16662327518875292,
      "grad_norm": 35.900672912597656,
      "learning_rate": 4.476518631955079e-06,
      "loss": 2.2579,
      "step": 5510
    },
    {
      "epoch": 0.16679684110040788,
      "grad_norm": 42.41989517211914,
      "learning_rate": 4.476263399693721e-06,
      "loss": 2.3113,
      "step": 5511
    },
    {
      "epoch": 0.16697040701206284,
      "grad_norm": 40.72792434692383,
      "learning_rate": 4.476008167432363e-06,
      "loss": 1.8135,
      "step": 5512
    },
    {
      "epoch": 0.16714397292371777,
      "grad_norm": 49.62993240356445,
      "learning_rate": 4.475752935171006e-06,
      "loss": 2.6168,
      "step": 5513
    },
    {
      "epoch": 0.16731753883537273,
      "grad_norm": 36.604427337646484,
      "learning_rate": 4.475497702909648e-06,
      "loss": 2.1478,
      "step": 5514
    },
    {
      "epoch": 0.1674911047470277,
      "grad_norm": 39.77085876464844,
      "learning_rate": 4.47524247064829e-06,
      "loss": 1.8845,
      "step": 5515
    },
    {
      "epoch": 0.16766467065868262,
      "grad_norm": 63.01089096069336,
      "learning_rate": 4.474987238386932e-06,
      "loss": 2.7173,
      "step": 5516
    },
    {
      "epoch": 0.16783823657033758,
      "grad_norm": 52.245201110839844,
      "learning_rate": 4.474732006125574e-06,
      "loss": 2.0871,
      "step": 5517
    },
    {
      "epoch": 0.16801180248199254,
      "grad_norm": 59.79228210449219,
      "learning_rate": 4.474476773864217e-06,
      "loss": 2.9097,
      "step": 5518
    },
    {
      "epoch": 0.16818536839364748,
      "grad_norm": 55.478336334228516,
      "learning_rate": 4.474221541602859e-06,
      "loss": 2.3628,
      "step": 5519
    },
    {
      "epoch": 0.16835893430530244,
      "grad_norm": 60.592098236083984,
      "learning_rate": 4.473966309341501e-06,
      "loss": 2.8124,
      "step": 5520
    },
    {
      "epoch": 0.1685325002169574,
      "grad_norm": 52.07582473754883,
      "learning_rate": 4.473711077080143e-06,
      "loss": 1.937,
      "step": 5521
    },
    {
      "epoch": 0.16870606612861233,
      "grad_norm": 62.32394790649414,
      "learning_rate": 4.473455844818785e-06,
      "loss": 2.8421,
      "step": 5522
    },
    {
      "epoch": 0.1688796320402673,
      "grad_norm": 47.981056213378906,
      "learning_rate": 4.473200612557428e-06,
      "loss": 3.2021,
      "step": 5523
    },
    {
      "epoch": 0.16905319795192225,
      "grad_norm": 41.695533752441406,
      "learning_rate": 4.47294538029607e-06,
      "loss": 2.119,
      "step": 5524
    },
    {
      "epoch": 0.16922676386357718,
      "grad_norm": 45.70063781738281,
      "learning_rate": 4.472690148034712e-06,
      "loss": 2.3237,
      "step": 5525
    },
    {
      "epoch": 0.16922676386357718,
      "eval_synth_accuracy": 0.8771331058020477,
      "eval_synth_auroc": 0.9517199866752687,
      "eval_synth_f1": 0.90625,
      "eval_synth_loss": 0.2921712398529053,
      "eval_synth_precision": 0.9275053304904051,
      "eval_synth_recall": 0.8859470468431772,
      "eval_synth_runtime": 102.7613,
      "eval_synth_samples_per_second": 14.256,
      "eval_synth_steps_per_second": 0.448,
      "step": 5525
    },
    {
      "epoch": 0.16922676386357718,
      "eval_real_accuracy": 0.8510174418604651,
      "eval_real_auroc": 0.912138736536986,
      "eval_real_f1": 0.889487870619946,
      "eval_real_loss": 0.3660731315612793,
      "eval_real_precision": 0.8767268862911796,
      "eval_real_recall": 0.9026258205689278,
      "eval_real_runtime": 96.0505,
      "eval_real_samples_per_second": 14.326,
      "eval_real_steps_per_second": 0.448,
      "step": 5525
    },
    {
      "epoch": 0.16940032977523214,
      "grad_norm": 35.92811965942383,
      "learning_rate": 4.472434915773354e-06,
      "loss": 1.9248,
      "step": 5526
    },
    {
      "epoch": 0.1695738956868871,
      "grad_norm": 33.30506134033203,
      "learning_rate": 4.472179683511996e-06,
      "loss": 1.779,
      "step": 5527
    },
    {
      "epoch": 0.16974746159854204,
      "grad_norm": 46.896976470947266,
      "learning_rate": 4.471924451250638e-06,
      "loss": 2.5456,
      "step": 5528
    },
    {
      "epoch": 0.169921027510197,
      "grad_norm": 76.20289611816406,
      "learning_rate": 4.471669218989281e-06,
      "loss": 2.2063,
      "step": 5529
    },
    {
      "epoch": 0.17009459342185196,
      "grad_norm": 48.72234344482422,
      "learning_rate": 4.471413986727923e-06,
      "loss": 2.6214,
      "step": 5530
    },
    {
      "epoch": 0.1702681593335069,
      "grad_norm": 42.623512268066406,
      "learning_rate": 4.471158754466565e-06,
      "loss": 1.6535,
      "step": 5531
    },
    {
      "epoch": 0.17044172524516185,
      "grad_norm": 39.14137268066406,
      "learning_rate": 4.470903522205207e-06,
      "loss": 2.4475,
      "step": 5532
    },
    {
      "epoch": 0.1706152911568168,
      "grad_norm": 48.885555267333984,
      "learning_rate": 4.470648289943849e-06,
      "loss": 2.3112,
      "step": 5533
    },
    {
      "epoch": 0.17078885706847174,
      "grad_norm": 72.39334106445312,
      "learning_rate": 4.470393057682492e-06,
      "loss": 3.0593,
      "step": 5534
    },
    {
      "epoch": 0.1709624229801267,
      "grad_norm": 60.8450927734375,
      "learning_rate": 4.470137825421134e-06,
      "loss": 2.4211,
      "step": 5535
    },
    {
      "epoch": 0.17113598889178167,
      "grad_norm": 31.897184371948242,
      "learning_rate": 4.469882593159776e-06,
      "loss": 2.358,
      "step": 5536
    },
    {
      "epoch": 0.1713095548034366,
      "grad_norm": 32.585105895996094,
      "learning_rate": 4.469627360898418e-06,
      "loss": 2.0145,
      "step": 5537
    },
    {
      "epoch": 0.17148312071509156,
      "grad_norm": 36.251708984375,
      "learning_rate": 4.46937212863706e-06,
      "loss": 2.2934,
      "step": 5538
    },
    {
      "epoch": 0.17165668662674652,
      "grad_norm": 49.461483001708984,
      "learning_rate": 4.469116896375702e-06,
      "loss": 2.6713,
      "step": 5539
    },
    {
      "epoch": 0.17183025253840145,
      "grad_norm": 35.989532470703125,
      "learning_rate": 4.468861664114345e-06,
      "loss": 2.0394,
      "step": 5540
    },
    {
      "epoch": 0.1720038184500564,
      "grad_norm": 37.251407623291016,
      "learning_rate": 4.468606431852987e-06,
      "loss": 2.0223,
      "step": 5541
    },
    {
      "epoch": 0.17217738436171137,
      "grad_norm": 66.534423828125,
      "learning_rate": 4.468351199591629e-06,
      "loss": 3.7344,
      "step": 5542
    },
    {
      "epoch": 0.1723509502733663,
      "grad_norm": 54.132389068603516,
      "learning_rate": 4.468095967330271e-06,
      "loss": 2.7898,
      "step": 5543
    },
    {
      "epoch": 0.17252451618502126,
      "grad_norm": 42.09469985961914,
      "learning_rate": 4.467840735068913e-06,
      "loss": 2.0547,
      "step": 5544
    },
    {
      "epoch": 0.17269808209667623,
      "grad_norm": 51.6033935546875,
      "learning_rate": 4.467585502807556e-06,
      "loss": 2.838,
      "step": 5545
    },
    {
      "epoch": 0.17287164800833116,
      "grad_norm": 35.17155075073242,
      "learning_rate": 4.467330270546198e-06,
      "loss": 1.7736,
      "step": 5546
    },
    {
      "epoch": 0.17304521391998612,
      "grad_norm": 45.308597564697266,
      "learning_rate": 4.46707503828484e-06,
      "loss": 2.5468,
      "step": 5547
    },
    {
      "epoch": 0.17321877983164108,
      "grad_norm": 51.30427932739258,
      "learning_rate": 4.466819806023482e-06,
      "loss": 2.404,
      "step": 5548
    },
    {
      "epoch": 0.173392345743296,
      "grad_norm": 44.81299591064453,
      "learning_rate": 4.466564573762124e-06,
      "loss": 2.6852,
      "step": 5549
    },
    {
      "epoch": 0.17356591165495097,
      "grad_norm": 40.54071807861328,
      "learning_rate": 4.4663093415007665e-06,
      "loss": 3.3009,
      "step": 5550
    },
    {
      "epoch": 0.17356591165495097,
      "eval_synth_accuracy": 0.8764505119453925,
      "eval_synth_auroc": 0.9433087500474376,
      "eval_synth_f1": 0.9071318624935865,
      "eval_synth_loss": 0.30705776810646057,
      "eval_synth_precision": 0.9141675284384695,
      "eval_synth_recall": 0.90020366598778,
      "eval_synth_runtime": 102.6962,
      "eval_synth_samples_per_second": 14.265,
      "eval_synth_steps_per_second": 0.448,
      "step": 5550
    },
    {
      "epoch": 0.17356591165495097,
      "eval_real_accuracy": 0.8357558139534884,
      "eval_real_auroc": 0.9036405789688065,
      "eval_real_f1": 0.884102564102564,
      "eval_real_loss": 0.39844706654548645,
      "eval_real_precision": 0.832046332046332,
      "eval_real_recall": 0.9431072210065645,
      "eval_real_runtime": 96.0607,
      "eval_real_samples_per_second": 14.324,
      "eval_real_steps_per_second": 0.448,
      "step": 5550
    },
    {
      "epoch": 0.17373947756660593,
      "grad_norm": 48.18439483642578,
      "learning_rate": 4.4660541092394085e-06,
      "loss": 2.8785,
      "step": 5551
    },
    {
      "epoch": 0.17391304347826086,
      "grad_norm": 31.62012481689453,
      "learning_rate": 4.4657988769780506e-06,
      "loss": 1.8361,
      "step": 5552
    },
    {
      "epoch": 0.17408660938991583,
      "grad_norm": 38.90004348754883,
      "learning_rate": 4.4655436447166926e-06,
      "loss": 2.4153,
      "step": 5553
    },
    {
      "epoch": 0.17426017530157076,
      "grad_norm": 39.022056579589844,
      "learning_rate": 4.4652884124553346e-06,
      "loss": 1.4869,
      "step": 5554
    },
    {
      "epoch": 0.17443374121322572,
      "grad_norm": 41.48775863647461,
      "learning_rate": 4.465033180193977e-06,
      "loss": 1.7329,
      "step": 5555
    },
    {
      "epoch": 0.17460730712488068,
      "grad_norm": 39.01057052612305,
      "learning_rate": 4.4647779479326194e-06,
      "loss": 2.1327,
      "step": 5556
    },
    {
      "epoch": 0.1747808730365356,
      "grad_norm": 41.52173614501953,
      "learning_rate": 4.4645227156712614e-06,
      "loss": 2.4068,
      "step": 5557
    },
    {
      "epoch": 0.17495443894819057,
      "grad_norm": 43.30805206298828,
      "learning_rate": 4.4642674834099035e-06,
      "loss": 2.7391,
      "step": 5558
    },
    {
      "epoch": 0.17512800485984553,
      "grad_norm": 50.68647003173828,
      "learning_rate": 4.4640122511485455e-06,
      "loss": 2.307,
      "step": 5559
    },
    {
      "epoch": 0.17530157077150046,
      "grad_norm": 76.2343521118164,
      "learning_rate": 4.4637570188871875e-06,
      "loss": 2.7731,
      "step": 5560
    },
    {
      "epoch": 0.17547513668315542,
      "grad_norm": 49.8687629699707,
      "learning_rate": 4.46350178662583e-06,
      "loss": 2.2956,
      "step": 5561
    },
    {
      "epoch": 0.17564870259481039,
      "grad_norm": 44.76786804199219,
      "learning_rate": 4.463246554364472e-06,
      "loss": 1.3754,
      "step": 5562
    },
    {
      "epoch": 0.17582226850646532,
      "grad_norm": 45.12248229980469,
      "learning_rate": 4.462991322103114e-06,
      "loss": 3.3135,
      "step": 5563
    },
    {
      "epoch": 0.17599583441812028,
      "grad_norm": 55.51472091674805,
      "learning_rate": 4.462736089841756e-06,
      "loss": 2.2307,
      "step": 5564
    },
    {
      "epoch": 0.17616940032977524,
      "grad_norm": 44.94038772583008,
      "learning_rate": 4.462480857580398e-06,
      "loss": 2.0107,
      "step": 5565
    },
    {
      "epoch": 0.17634296624143017,
      "grad_norm": 54.71864700317383,
      "learning_rate": 4.46222562531904e-06,
      "loss": 2.6463,
      "step": 5566
    },
    {
      "epoch": 0.17651653215308513,
      "grad_norm": 33.307151794433594,
      "learning_rate": 4.461970393057683e-06,
      "loss": 1.5918,
      "step": 5567
    },
    {
      "epoch": 0.1766900980647401,
      "grad_norm": 72.69428253173828,
      "learning_rate": 4.461715160796325e-06,
      "loss": 2.4942,
      "step": 5568
    },
    {
      "epoch": 0.17686366397639502,
      "grad_norm": 36.95052719116211,
      "learning_rate": 4.461459928534967e-06,
      "loss": 2.0043,
      "step": 5569
    },
    {
      "epoch": 0.17703722988804999,
      "grad_norm": 49.729278564453125,
      "learning_rate": 4.461204696273609e-06,
      "loss": 1.6923,
      "step": 5570
    },
    {
      "epoch": 0.17721079579970495,
      "grad_norm": 65.10480499267578,
      "learning_rate": 4.460949464012251e-06,
      "loss": 2.269,
      "step": 5571
    },
    {
      "epoch": 0.17738436171135988,
      "grad_norm": 95.43163299560547,
      "learning_rate": 4.460694231750894e-06,
      "loss": 2.8157,
      "step": 5572
    },
    {
      "epoch": 0.17755792762301484,
      "grad_norm": 62.68973922729492,
      "learning_rate": 4.460438999489536e-06,
      "loss": 2.1562,
      "step": 5573
    },
    {
      "epoch": 0.1777314935346698,
      "grad_norm": 35.10749435424805,
      "learning_rate": 4.460183767228178e-06,
      "loss": 1.5923,
      "step": 5574
    },
    {
      "epoch": 0.17790505944632473,
      "grad_norm": 67.4764633178711,
      "learning_rate": 4.45992853496682e-06,
      "loss": 2.8884,
      "step": 5575
    },
    {
      "epoch": 0.17790505944632473,
      "eval_synth_accuracy": 0.875085324232082,
      "eval_synth_auroc": 0.9474801077785228,
      "eval_synth_f1": 0.9047371160853722,
      "eval_synth_loss": 0.3179643750190735,
      "eval_synth_precision": 0.9254526091586794,
      "eval_synth_recall": 0.884928716904277,
      "eval_synth_runtime": 102.7077,
      "eval_synth_samples_per_second": 14.264,
      "eval_synth_steps_per_second": 0.448,
      "step": 5575
    },
    {
      "epoch": 0.17790505944632473,
      "eval_real_accuracy": 0.8343023255813954,
      "eval_real_auroc": 0.9063142364564684,
      "eval_real_f1": 0.88,
      "eval_real_loss": 0.4089358150959015,
      "eval_real_precision": 0.847870182555781,
      "eval_real_recall": 0.9146608315098468,
      "eval_real_runtime": 96.0592,
      "eval_real_samples_per_second": 14.324,
      "eval_real_steps_per_second": 0.448,
      "step": 5575
    },
    {
      "epoch": 0.1780786253579797,
      "grad_norm": 40.657371520996094,
      "learning_rate": 4.459673302705462e-06,
      "loss": 2.3756,
      "step": 5576
    },
    {
      "epoch": 0.17825219126963465,
      "grad_norm": 53.9351921081543,
      "learning_rate": 4.459418070444104e-06,
      "loss": 2.6033,
      "step": 5577
    },
    {
      "epoch": 0.17842575718128958,
      "grad_norm": 40.891475677490234,
      "learning_rate": 4.459162838182747e-06,
      "loss": 1.7899,
      "step": 5578
    },
    {
      "epoch": 0.17859932309294455,
      "grad_norm": 46.338314056396484,
      "learning_rate": 4.458907605921389e-06,
      "loss": 2.228,
      "step": 5579
    },
    {
      "epoch": 0.1787728890045995,
      "grad_norm": 45.6859245300293,
      "learning_rate": 4.458652373660031e-06,
      "loss": 1.9778,
      "step": 5580
    },
    {
      "epoch": 0.17894645491625444,
      "grad_norm": 38.19967269897461,
      "learning_rate": 4.458397141398673e-06,
      "loss": 2.0668,
      "step": 5581
    },
    {
      "epoch": 0.1791200208279094,
      "grad_norm": 64.73150634765625,
      "learning_rate": 4.458141909137315e-06,
      "loss": 3.3024,
      "step": 5582
    },
    {
      "epoch": 0.17929358673956436,
      "grad_norm": 38.49892044067383,
      "learning_rate": 4.457886676875958e-06,
      "loss": 2.2321,
      "step": 5583
    },
    {
      "epoch": 0.1794671526512193,
      "grad_norm": 58.72225570678711,
      "learning_rate": 4.4576314446146e-06,
      "loss": 2.7116,
      "step": 5584
    },
    {
      "epoch": 0.17964071856287425,
      "grad_norm": 48.24978256225586,
      "learning_rate": 4.457376212353242e-06,
      "loss": 2.3454,
      "step": 5585
    },
    {
      "epoch": 0.1798142844745292,
      "grad_norm": 46.182044982910156,
      "learning_rate": 4.457120980091884e-06,
      "loss": 2.3479,
      "step": 5586
    },
    {
      "epoch": 0.17998785038618415,
      "grad_norm": 44.519561767578125,
      "learning_rate": 4.456865747830526e-06,
      "loss": 2.8104,
      "step": 5587
    },
    {
      "epoch": 0.1801614162978391,
      "grad_norm": 41.321876525878906,
      "learning_rate": 4.456610515569169e-06,
      "loss": 2.6427,
      "step": 5588
    },
    {
      "epoch": 0.18033498220949407,
      "grad_norm": 52.5001106262207,
      "learning_rate": 4.456355283307811e-06,
      "loss": 3.1199,
      "step": 5589
    },
    {
      "epoch": 0.180508548121149,
      "grad_norm": 44.87064743041992,
      "learning_rate": 4.456100051046453e-06,
      "loss": 3.0476,
      "step": 5590
    },
    {
      "epoch": 0.18068211403280396,
      "grad_norm": 44.907108306884766,
      "learning_rate": 4.455844818785095e-06,
      "loss": 2.2956,
      "step": 5591
    },
    {
      "epoch": 0.18085567994445892,
      "grad_norm": 47.115234375,
      "learning_rate": 4.455589586523737e-06,
      "loss": 2.6261,
      "step": 5592
    },
    {
      "epoch": 0.18102924585611385,
      "grad_norm": 35.602569580078125,
      "learning_rate": 4.455334354262379e-06,
      "loss": 2.9025,
      "step": 5593
    },
    {
      "epoch": 0.1812028117677688,
      "grad_norm": 41.9572868347168,
      "learning_rate": 4.455079122001022e-06,
      "loss": 2.8272,
      "step": 5594
    },
    {
      "epoch": 0.18137637767942377,
      "grad_norm": 60.509300231933594,
      "learning_rate": 4.454823889739664e-06,
      "loss": 3.4428,
      "step": 5595
    },
    {
      "epoch": 0.1815499435910787,
      "grad_norm": 49.97395324707031,
      "learning_rate": 4.454568657478306e-06,
      "loss": 2.9235,
      "step": 5596
    },
    {
      "epoch": 0.18172350950273367,
      "grad_norm": 33.4544677734375,
      "learning_rate": 4.454313425216948e-06,
      "loss": 1.9803,
      "step": 5597
    },
    {
      "epoch": 0.18189707541438863,
      "grad_norm": 37.940372467041016,
      "learning_rate": 4.45405819295559e-06,
      "loss": 2.1268,
      "step": 5598
    },
    {
      "epoch": 0.18207064132604356,
      "grad_norm": 36.05032730102539,
      "learning_rate": 4.453802960694233e-06,
      "loss": 2.1694,
      "step": 5599
    },
    {
      "epoch": 0.18224420723769852,
      "grad_norm": 25.858840942382812,
      "learning_rate": 4.453547728432875e-06,
      "loss": 1.8067,
      "step": 5600
    },
    {
      "epoch": 0.18224420723769852,
      "eval_synth_accuracy": 0.8614334470989761,
      "eval_synth_auroc": 0.9475254371650369,
      "eval_synth_f1": 0.890918860827512,
      "eval_synth_loss": 0.33887454867362976,
      "eval_synth_precision": 0.9431171786120591,
      "eval_synth_recall": 0.8441955193482689,
      "eval_synth_runtime": 103.6868,
      "eval_synth_samples_per_second": 14.129,
      "eval_synth_steps_per_second": 0.444,
      "step": 5600
    },
    {
      "epoch": 0.18224420723769852,
      "eval_real_accuracy": 0.8401162790697675,
      "eval_real_auroc": 0.9117231237034301,
      "eval_real_f1": 0.8780487804878049,
      "eval_real_loss": 0.3673296570777893,
      "eval_real_precision": 0.8898876404494382,
      "eval_real_recall": 0.8665207877461707,
      "eval_real_runtime": 96.0192,
      "eval_real_samples_per_second": 14.33,
      "eval_real_steps_per_second": 0.448,
      "step": 5600
    },
    {
      "epoch": 0.18241777314935348,
      "grad_norm": 39.10282897949219,
      "learning_rate": 4.453292496171517e-06,
      "loss": 1.7579,
      "step": 5601
    },
    {
      "epoch": 0.1825913390610084,
      "grad_norm": 36.41804122924805,
      "learning_rate": 4.453037263910159e-06,
      "loss": 1.8337,
      "step": 5602
    },
    {
      "epoch": 0.18276490497266337,
      "grad_norm": 58.06783676147461,
      "learning_rate": 4.452782031648801e-06,
      "loss": 2.4115,
      "step": 5603
    },
    {
      "epoch": 0.18293847088431833,
      "grad_norm": 40.9572639465332,
      "learning_rate": 4.452526799387443e-06,
      "loss": 2.1636,
      "step": 5604
    },
    {
      "epoch": 0.18311203679597327,
      "grad_norm": 50.162960052490234,
      "learning_rate": 4.4522715671260855e-06,
      "loss": 2.0437,
      "step": 5605
    },
    {
      "epoch": 0.18328560270762823,
      "grad_norm": 49.34804916381836,
      "learning_rate": 4.4520163348647275e-06,
      "loss": 2.9272,
      "step": 5606
    },
    {
      "epoch": 0.18345916861928319,
      "grad_norm": 65.78364562988281,
      "learning_rate": 4.4517611026033695e-06,
      "loss": 2.5887,
      "step": 5607
    },
    {
      "epoch": 0.18363273453093812,
      "grad_norm": 77.31687927246094,
      "learning_rate": 4.4515058703420116e-06,
      "loss": 2.5838,
      "step": 5608
    },
    {
      "epoch": 0.18380630044259308,
      "grad_norm": 69.80091857910156,
      "learning_rate": 4.4512506380806536e-06,
      "loss": 2.3235,
      "step": 5609
    },
    {
      "epoch": 0.18397986635424804,
      "grad_norm": 65.80406188964844,
      "learning_rate": 4.450995405819296e-06,
      "loss": 2.9206,
      "step": 5610
    },
    {
      "epoch": 0.18415343226590297,
      "grad_norm": 86.9798812866211,
      "learning_rate": 4.4507401735579384e-06,
      "loss": 3.3906,
      "step": 5611
    },
    {
      "epoch": 0.18432699817755793,
      "grad_norm": 74.01856231689453,
      "learning_rate": 4.4504849412965804e-06,
      "loss": 3.7172,
      "step": 5612
    },
    {
      "epoch": 0.18450056408921287,
      "grad_norm": 50.52249526977539,
      "learning_rate": 4.4502297090352224e-06,
      "loss": 2.7231,
      "step": 5613
    },
    {
      "epoch": 0.18467413000086783,
      "grad_norm": 56.80113983154297,
      "learning_rate": 4.4499744767738645e-06,
      "loss": 2.0152,
      "step": 5614
    },
    {
      "epoch": 0.18484769591252279,
      "grad_norm": 63.13862609863281,
      "learning_rate": 4.4497192445125065e-06,
      "loss": 2.5472,
      "step": 5615
    },
    {
      "epoch": 0.18502126182417772,
      "grad_norm": 85.88587188720703,
      "learning_rate": 4.449464012251149e-06,
      "loss": 2.5937,
      "step": 5616
    },
    {
      "epoch": 0.18519482773583268,
      "grad_norm": 54.056663513183594,
      "learning_rate": 4.449208779989791e-06,
      "loss": 2.1317,
      "step": 5617
    },
    {
      "epoch": 0.18536839364748764,
      "grad_norm": 45.9912223815918,
      "learning_rate": 4.448953547728433e-06,
      "loss": 2.3118,
      "step": 5618
    },
    {
      "epoch": 0.18554195955914257,
      "grad_norm": 64.3826675415039,
      "learning_rate": 4.448698315467075e-06,
      "loss": 2.136,
      "step": 5619
    },
    {
      "epoch": 0.18571552547079753,
      "grad_norm": 45.93648147583008,
      "learning_rate": 4.448443083205717e-06,
      "loss": 2.0919,
      "step": 5620
    },
    {
      "epoch": 0.1858890913824525,
      "grad_norm": 50.17316436767578,
      "learning_rate": 4.44818785094436e-06,
      "loss": 2.5831,
      "step": 5621
    },
    {
      "epoch": 0.18606265729410743,
      "grad_norm": 52.722923278808594,
      "learning_rate": 4.447932618683002e-06,
      "loss": 2.4648,
      "step": 5622
    },
    {
      "epoch": 0.18623622320576239,
      "grad_norm": 42.435367584228516,
      "learning_rate": 4.447677386421644e-06,
      "loss": 2.4238,
      "step": 5623
    },
    {
      "epoch": 0.18640978911741735,
      "grad_norm": 46.99103927612305,
      "learning_rate": 4.447422154160286e-06,
      "loss": 2.08,
      "step": 5624
    },
    {
      "epoch": 0.18658335502907228,
      "grad_norm": 42.59238815307617,
      "learning_rate": 4.447166921898928e-06,
      "loss": 1.8903,
      "step": 5625
    },
    {
      "epoch": 0.18658335502907228,
      "eval_synth_accuracy": 0.8853242320819112,
      "eval_synth_auroc": 0.9542658115225192,
      "eval_synth_f1": 0.9126819126819127,
      "eval_synth_loss": 0.2779867649078369,
      "eval_synth_precision": 0.9320594479830149,
      "eval_synth_recall": 0.8940936863543788,
      "eval_synth_runtime": 102.9374,
      "eval_synth_samples_per_second": 14.232,
      "eval_synth_steps_per_second": 0.447,
      "step": 5625
    },
    {
      "epoch": 0.18658335502907228,
      "eval_real_accuracy": 0.8357558139534884,
      "eval_real_auroc": 0.9140131385755017,
      "eval_real_f1": 0.8773072747014115,
      "eval_real_loss": 0.36207878589630127,
      "eval_real_precision": 0.8706896551724138,
      "eval_real_recall": 0.8840262582056893,
      "eval_real_runtime": 97.1423,
      "eval_real_samples_per_second": 14.165,
      "eval_real_steps_per_second": 0.443,
      "step": 5625
    },
    {
      "epoch": 0.18675692094072724,
      "grad_norm": 41.15086364746094,
      "learning_rate": 4.446911689637571e-06,
      "loss": 2.5799,
      "step": 5626
    },
    {
      "epoch": 0.1869304868523822,
      "grad_norm": 47.42828369140625,
      "learning_rate": 4.446656457376213e-06,
      "loss": 2.2513,
      "step": 5627
    },
    {
      "epoch": 0.18710405276403713,
      "grad_norm": 43.42570495605469,
      "learning_rate": 4.446401225114855e-06,
      "loss": 2.3166,
      "step": 5628
    },
    {
      "epoch": 0.1872776186756921,
      "grad_norm": 62.41585159301758,
      "learning_rate": 4.446145992853497e-06,
      "loss": 3.1329,
      "step": 5629
    },
    {
      "epoch": 0.18745118458734705,
      "grad_norm": 51.22532653808594,
      "learning_rate": 4.445890760592139e-06,
      "loss": 1.3435,
      "step": 5630
    },
    {
      "epoch": 0.18762475049900199,
      "grad_norm": 38.76103591918945,
      "learning_rate": 4.445635528330781e-06,
      "loss": 1.9163,
      "step": 5631
    },
    {
      "epoch": 0.18779831641065695,
      "grad_norm": 56.863040924072266,
      "learning_rate": 4.445380296069424e-06,
      "loss": 2.5754,
      "step": 5632
    },
    {
      "epoch": 0.1879718823223119,
      "grad_norm": 44.57545471191406,
      "learning_rate": 4.445125063808066e-06,
      "loss": 2.5098,
      "step": 5633
    },
    {
      "epoch": 0.18814544823396684,
      "grad_norm": 39.09269332885742,
      "learning_rate": 4.444869831546707e-06,
      "loss": 2.0759,
      "step": 5634
    },
    {
      "epoch": 0.1883190141456218,
      "grad_norm": 39.00868606567383,
      "learning_rate": 4.44461459928535e-06,
      "loss": 2.2829,
      "step": 5635
    },
    {
      "epoch": 0.18849258005727676,
      "grad_norm": 50.27057647705078,
      "learning_rate": 4.444359367023992e-06,
      "loss": 3.3616,
      "step": 5636
    },
    {
      "epoch": 0.1886661459689317,
      "grad_norm": 36.647369384765625,
      "learning_rate": 4.444104134762635e-06,
      "loss": 1.7543,
      "step": 5637
    },
    {
      "epoch": 0.18883971188058665,
      "grad_norm": 50.8851203918457,
      "learning_rate": 4.443848902501277e-06,
      "loss": 3.0617,
      "step": 5638
    },
    {
      "epoch": 0.1890132777922416,
      "grad_norm": 38.281246185302734,
      "learning_rate": 4.443593670239918e-06,
      "loss": 2.2961,
      "step": 5639
    },
    {
      "epoch": 0.18918684370389655,
      "grad_norm": 44.715702056884766,
      "learning_rate": 4.443338437978561e-06,
      "loss": 2.3879,
      "step": 5640
    },
    {
      "epoch": 0.1893604096155515,
      "grad_norm": 52.6084098815918,
      "learning_rate": 4.443083205717203e-06,
      "loss": 2.6474,
      "step": 5641
    },
    {
      "epoch": 0.18953397552720647,
      "grad_norm": 43.83259201049805,
      "learning_rate": 4.442827973455845e-06,
      "loss": 1.8424,
      "step": 5642
    },
    {
      "epoch": 0.1897075414388614,
      "grad_norm": 36.02567672729492,
      "learning_rate": 4.442572741194488e-06,
      "loss": 2.2256,
      "step": 5643
    },
    {
      "epoch": 0.18988110735051636,
      "grad_norm": 41.5672492980957,
      "learning_rate": 4.44231750893313e-06,
      "loss": 2.8473,
      "step": 5644
    },
    {
      "epoch": 0.19005467326217132,
      "grad_norm": 44.156158447265625,
      "learning_rate": 4.442062276671772e-06,
      "loss": 2.554,
      "step": 5645
    },
    {
      "epoch": 0.19022823917382625,
      "grad_norm": 37.36509704589844,
      "learning_rate": 4.441807044410414e-06,
      "loss": 1.8459,
      "step": 5646
    },
    {
      "epoch": 0.1904018050854812,
      "grad_norm": 45.53947830200195,
      "learning_rate": 4.441551812149056e-06,
      "loss": 2.7518,
      "step": 5647
    },
    {
      "epoch": 0.19057537099713617,
      "grad_norm": 35.106624603271484,
      "learning_rate": 4.441296579887699e-06,
      "loss": 2.2807,
      "step": 5648
    },
    {
      "epoch": 0.1907489369087911,
      "grad_norm": 33.95521926879883,
      "learning_rate": 4.441041347626341e-06,
      "loss": 1.7316,
      "step": 5649
    },
    {
      "epoch": 0.19092250282044607,
      "grad_norm": 41.5405387878418,
      "learning_rate": 4.440786115364982e-06,
      "loss": 2.2525,
      "step": 5650
    },
    {
      "epoch": 0.19092250282044607,
      "eval_synth_accuracy": 0.8873720136518771,
      "eval_synth_auroc": 0.943931765569063,
      "eval_synth_f1": 0.9149922720247295,
      "eval_synth_loss": 0.30555489659309387,
      "eval_synth_precision": 0.9259645464025026,
      "eval_synth_recall": 0.9042769857433809,
      "eval_synth_runtime": 102.7656,
      "eval_synth_samples_per_second": 14.256,
      "eval_synth_steps_per_second": 0.448,
      "step": 5650
    },
    {
      "epoch": 0.19092250282044607,
      "eval_real_accuracy": 0.8248546511627907,
      "eval_real_auroc": 0.9057174590544395,
      "eval_real_f1": 0.872688853671421,
      "eval_real_loss": 0.39122799038887024,
      "eval_real_precision": 0.8437180796731358,
      "eval_real_recall": 0.9037199124726477,
      "eval_real_runtime": 96.0046,
      "eval_real_samples_per_second": 14.333,
      "eval_real_steps_per_second": 0.448,
      "step": 5650
    },
    {
      "epoch": 0.19109606873210103,
      "grad_norm": 46.2528076171875,
      "learning_rate": 4.440530883103625e-06,
      "loss": 2.0734,
      "step": 5651
    },
    {
      "epoch": 0.19126963464375596,
      "grad_norm": 47.998878479003906,
      "learning_rate": 4.440275650842267e-06,
      "loss": 2.9101,
      "step": 5652
    },
    {
      "epoch": 0.19144320055541092,
      "grad_norm": 31.788524627685547,
      "learning_rate": 4.44002041858091e-06,
      "loss": 1.5464,
      "step": 5653
    },
    {
      "epoch": 0.19161676646706588,
      "grad_norm": 47.69837188720703,
      "learning_rate": 4.439765186319552e-06,
      "loss": 1.735,
      "step": 5654
    },
    {
      "epoch": 0.1917903323787208,
      "grad_norm": 55.24986267089844,
      "learning_rate": 4.439509954058193e-06,
      "loss": 2.8461,
      "step": 5655
    },
    {
      "epoch": 0.19196389829037577,
      "grad_norm": 43.44087219238281,
      "learning_rate": 4.439254721796836e-06,
      "loss": 2.1715,
      "step": 5656
    },
    {
      "epoch": 0.19213746420203073,
      "grad_norm": 56.73062515258789,
      "learning_rate": 4.438999489535478e-06,
      "loss": 2.182,
      "step": 5657
    },
    {
      "epoch": 0.19231103011368567,
      "grad_norm": 47.07929992675781,
      "learning_rate": 4.43874425727412e-06,
      "loss": 1.6768,
      "step": 5658
    },
    {
      "epoch": 0.19248459602534063,
      "grad_norm": 63.94586944580078,
      "learning_rate": 4.4384890250127625e-06,
      "loss": 3.5622,
      "step": 5659
    },
    {
      "epoch": 0.1926581619369956,
      "grad_norm": 37.9361686706543,
      "learning_rate": 4.4382337927514045e-06,
      "loss": 1.2025,
      "step": 5660
    },
    {
      "epoch": 0.19283172784865052,
      "grad_norm": 60.871150970458984,
      "learning_rate": 4.437978560490046e-06,
      "loss": 3.0059,
      "step": 5661
    },
    {
      "epoch": 0.19300529376030548,
      "grad_norm": 57.29044723510742,
      "learning_rate": 4.4377233282286885e-06,
      "loss": 2.71,
      "step": 5662
    },
    {
      "epoch": 0.19317885967196044,
      "grad_norm": 40.95066452026367,
      "learning_rate": 4.4374680959673305e-06,
      "loss": 1.9255,
      "step": 5663
    },
    {
      "epoch": 0.19335242558361537,
      "grad_norm": 41.70418930053711,
      "learning_rate": 4.437212863705973e-06,
      "loss": 2.3354,
      "step": 5664
    },
    {
      "epoch": 0.19352599149527033,
      "grad_norm": 56.75836944580078,
      "learning_rate": 4.436957631444615e-06,
      "loss": 2.3099,
      "step": 5665
    },
    {
      "epoch": 0.1936995574069253,
      "grad_norm": 42.87007522583008,
      "learning_rate": 4.4367023991832566e-06,
      "loss": 1.8582,
      "step": 5666
    },
    {
      "epoch": 0.19387312331858023,
      "grad_norm": 43.44719696044922,
      "learning_rate": 4.4364471669218994e-06,
      "loss": 1.6248,
      "step": 5667
    },
    {
      "epoch": 0.1940466892302352,
      "grad_norm": 37.83487319946289,
      "learning_rate": 4.4361919346605414e-06,
      "loss": 1.6849,
      "step": 5668
    },
    {
      "epoch": 0.19422025514189012,
      "grad_norm": 38.60993576049805,
      "learning_rate": 4.4359367023991834e-06,
      "loss": 2.4159,
      "step": 5669
    },
    {
      "epoch": 0.19439382105354508,
      "grad_norm": 51.73381423950195,
      "learning_rate": 4.435681470137826e-06,
      "loss": 1.8705,
      "step": 5670
    },
    {
      "epoch": 0.19456738696520004,
      "grad_norm": 45.118770599365234,
      "learning_rate": 4.4354262378764675e-06,
      "loss": 2.1605,
      "step": 5671
    },
    {
      "epoch": 0.19474095287685497,
      "grad_norm": 55.100013732910156,
      "learning_rate": 4.43517100561511e-06,
      "loss": 2.9429,
      "step": 5672
    },
    {
      "epoch": 0.19491451878850993,
      "grad_norm": 35.85411834716797,
      "learning_rate": 4.434915773353752e-06,
      "loss": 2.4274,
      "step": 5673
    },
    {
      "epoch": 0.1950880847001649,
      "grad_norm": 41.98554992675781,
      "learning_rate": 4.434660541092394e-06,
      "loss": 1.7564,
      "step": 5674
    },
    {
      "epoch": 0.19526165061181983,
      "grad_norm": 66.43498229980469,
      "learning_rate": 4.434405308831037e-06,
      "loss": 2.9206,
      "step": 5675
    },
    {
      "epoch": 0.19526165061181983,
      "eval_synth_accuracy": 0.8832764505119454,
      "eval_synth_auroc": 0.9474642952018317,
      "eval_synth_f1": 0.9108910891089109,
      "eval_synth_loss": 0.3083513081073761,
      "eval_synth_precision": 0.9327641408751334,
      "eval_synth_recall": 0.890020366598778,
      "eval_synth_runtime": 102.8094,
      "eval_synth_samples_per_second": 14.25,
      "eval_synth_steps_per_second": 0.447,
      "step": 5675
    },
    {
      "epoch": 0.19526165061181983,
      "eval_real_accuracy": 0.8335755813953488,
      "eval_real_auroc": 0.9084515047315922,
      "eval_real_f1": 0.881162428645563,
      "eval_real_loss": 0.40894827246665955,
      "eval_real_precision": 0.8381046396841066,
      "eval_real_recall": 0.9288840262582057,
      "eval_real_runtime": 96.0269,
      "eval_real_samples_per_second": 14.329,
      "eval_real_steps_per_second": 0.448,
      "step": 5675
    },
    {
      "epoch": 0.1954352165234748,
      "grad_norm": 63.83382034301758,
      "learning_rate": 4.434150076569678e-06,
      "loss": 3.7537,
      "step": 5676
    },
    {
      "epoch": 0.19560878243512975,
      "grad_norm": 44.858211517333984,
      "learning_rate": 4.43389484430832e-06,
      "loss": 2.4429,
      "step": 5677
    },
    {
      "epoch": 0.19578234834678468,
      "grad_norm": 40.118534088134766,
      "learning_rate": 4.433639612046963e-06,
      "loss": 2.8339,
      "step": 5678
    },
    {
      "epoch": 0.19595591425843964,
      "grad_norm": 43.12274932861328,
      "learning_rate": 4.433384379785605e-06,
      "loss": 3.2822,
      "step": 5679
    },
    {
      "epoch": 0.1961294801700946,
      "grad_norm": 35.05671691894531,
      "learning_rate": 4.433129147524247e-06,
      "loss": 1.815,
      "step": 5680
    },
    {
      "epoch": 0.19630304608174953,
      "grad_norm": 28.054645538330078,
      "learning_rate": 4.43287391526289e-06,
      "loss": 1.9662,
      "step": 5681
    },
    {
      "epoch": 0.1964766119934045,
      "grad_norm": 29.3073787689209,
      "learning_rate": 4.432618683001531e-06,
      "loss": 1.5629,
      "step": 5682
    },
    {
      "epoch": 0.19665017790505945,
      "grad_norm": 42.32783126831055,
      "learning_rate": 4.432363450740174e-06,
      "loss": 2.6607,
      "step": 5683
    },
    {
      "epoch": 0.19682374381671439,
      "grad_norm": 34.95279312133789,
      "learning_rate": 4.432108218478816e-06,
      "loss": 2.2967,
      "step": 5684
    },
    {
      "epoch": 0.19699730972836935,
      "grad_norm": 34.26792907714844,
      "learning_rate": 4.431852986217458e-06,
      "loss": 2.0425,
      "step": 5685
    },
    {
      "epoch": 0.1971708756400243,
      "grad_norm": 47.05366516113281,
      "learning_rate": 4.431597753956101e-06,
      "loss": 3.0266,
      "step": 5686
    },
    {
      "epoch": 0.19734444155167924,
      "grad_norm": 43.04397964477539,
      "learning_rate": 4.431342521694742e-06,
      "loss": 3.1581,
      "step": 5687
    },
    {
      "epoch": 0.1975180074633342,
      "grad_norm": 39.0930061340332,
      "learning_rate": 4.431087289433384e-06,
      "loss": 2.6561,
      "step": 5688
    },
    {
      "epoch": 0.19769157337498916,
      "grad_norm": 31.50368881225586,
      "learning_rate": 4.430832057172027e-06,
      "loss": 1.7711,
      "step": 5689
    },
    {
      "epoch": 0.1978651392866441,
      "grad_norm": 47.97517013549805,
      "learning_rate": 4.430576824910669e-06,
      "loss": 1.7802,
      "step": 5690
    },
    {
      "epoch": 0.19803870519829905,
      "grad_norm": 43.17084503173828,
      "learning_rate": 4.430321592649312e-06,
      "loss": 2.9946,
      "step": 5691
    },
    {
      "epoch": 0.198212271109954,
      "grad_norm": 34.750213623046875,
      "learning_rate": 4.430066360387953e-06,
      "loss": 1.6731,
      "step": 5692
    },
    {
      "epoch": 0.19838583702160895,
      "grad_norm": 36.0434455871582,
      "learning_rate": 4.429811128126595e-06,
      "loss": 2.1602,
      "step": 5693
    },
    {
      "epoch": 0.1985594029332639,
      "grad_norm": 58.672298431396484,
      "learning_rate": 4.429555895865238e-06,
      "loss": 2.5819,
      "step": 5694
    },
    {
      "epoch": 0.19873296884491887,
      "grad_norm": 59.249671936035156,
      "learning_rate": 4.42930066360388e-06,
      "loss": 3.1013,
      "step": 5695
    },
    {
      "epoch": 0.1989065347565738,
      "grad_norm": 48.67388153076172,
      "learning_rate": 4.429045431342522e-06,
      "loss": 2.227,
      "step": 5696
    },
    {
      "epoch": 0.19908010066822876,
      "grad_norm": 50.95235061645508,
      "learning_rate": 4.428790199081164e-06,
      "loss": 2.6035,
      "step": 5697
    },
    {
      "epoch": 0.19925366657988372,
      "grad_norm": 35.879669189453125,
      "learning_rate": 4.428534966819806e-06,
      "loss": 1.8326,
      "step": 5698
    },
    {
      "epoch": 0.19942723249153865,
      "grad_norm": 46.67632293701172,
      "learning_rate": 4.428279734558448e-06,
      "loss": 2.6194,
      "step": 5699
    },
    {
      "epoch": 0.1996007984031936,
      "grad_norm": 45.036094665527344,
      "learning_rate": 4.428024502297091e-06,
      "loss": 1.9881,
      "step": 5700
    },
    {
      "epoch": 0.1996007984031936,
      "eval_synth_accuracy": 0.8825938566552901,
      "eval_synth_auroc": 0.9478922889442681,
      "eval_synth_f1": 0.9103232533889468,
      "eval_synth_loss": 0.3136844038963318,
      "eval_synth_precision": 0.9326923076923077,
      "eval_synth_recall": 0.8890020366598778,
      "eval_synth_runtime": 102.7875,
      "eval_synth_samples_per_second": 14.253,
      "eval_synth_steps_per_second": 0.448,
      "step": 5700
    },
    {
      "epoch": 0.1996007984031936,
      "eval_real_accuracy": 0.8343023255813954,
      "eval_real_auroc": 0.9100831699299972,
      "eval_real_f1": 0.8763557483731019,
      "eval_real_loss": 0.3812754452228546,
      "eval_real_precision": 0.8688172043010752,
      "eval_real_recall": 0.8840262582056893,
      "eval_real_runtime": 96.0625,
      "eval_real_samples_per_second": 14.324,
      "eval_real_steps_per_second": 0.448,
      "step": 5700
    },
    {
      "epoch": 0.19977436431484857,
      "grad_norm": 56.04106521606445,
      "learning_rate": 4.427769270035733e-06,
      "loss": 2.4627,
      "step": 5701
    },
    {
      "epoch": 0.1999479302265035,
      "grad_norm": 29.679718017578125,
      "learning_rate": 4.427514037774376e-06,
      "loss": 1.3668,
      "step": 5702
    },
    {
      "epoch": 0.20012149613815847,
      "grad_norm": 34.597312927246094,
      "learning_rate": 4.427258805513017e-06,
      "loss": 1.2855,
      "step": 5703
    },
    {
      "epoch": 0.20029506204981343,
      "grad_norm": 68.79862213134766,
      "learning_rate": 4.427003573251659e-06,
      "loss": 2.9216,
      "step": 5704
    },
    {
      "epoch": 0.20046862796146836,
      "grad_norm": 36.559818267822266,
      "learning_rate": 4.426748340990302e-06,
      "loss": 1.8382,
      "step": 5705
    },
    {
      "epoch": 0.20064219387312332,
      "grad_norm": 40.62958526611328,
      "learning_rate": 4.426493108728944e-06,
      "loss": 1.9811,
      "step": 5706
    },
    {
      "epoch": 0.20081575978477828,
      "grad_norm": 55.18879318237305,
      "learning_rate": 4.426237876467586e-06,
      "loss": 2.2595,
      "step": 5707
    },
    {
      "epoch": 0.2009893256964332,
      "grad_norm": 76.0666275024414,
      "learning_rate": 4.425982644206228e-06,
      "loss": 3.09,
      "step": 5708
    },
    {
      "epoch": 0.20116289160808817,
      "grad_norm": 51.0145378112793,
      "learning_rate": 4.42572741194487e-06,
      "loss": 1.8884,
      "step": 5709
    },
    {
      "epoch": 0.20133645751974313,
      "grad_norm": 49.65354919433594,
      "learning_rate": 4.425472179683513e-06,
      "loss": 2.2096,
      "step": 5710
    },
    {
      "epoch": 0.20151002343139807,
      "grad_norm": 37.030738830566406,
      "learning_rate": 4.425216947422155e-06,
      "loss": 1.429,
      "step": 5711
    },
    {
      "epoch": 0.20168358934305303,
      "grad_norm": 55.27431106567383,
      "learning_rate": 4.424961715160797e-06,
      "loss": 3.0502,
      "step": 5712
    },
    {
      "epoch": 0.201857155254708,
      "grad_norm": 40.433902740478516,
      "learning_rate": 4.424706482899439e-06,
      "loss": 1.845,
      "step": 5713
    },
    {
      "epoch": 0.20203072116636292,
      "grad_norm": 32.30436325073242,
      "learning_rate": 4.424451250638081e-06,
      "loss": 1.3666,
      "step": 5714
    },
    {
      "epoch": 0.20220428707801788,
      "grad_norm": 57.872493743896484,
      "learning_rate": 4.424196018376723e-06,
      "loss": 2.9104,
      "step": 5715
    },
    {
      "epoch": 0.20237785298967284,
      "grad_norm": 61.82651138305664,
      "learning_rate": 4.4239407861153655e-06,
      "loss": 1.9174,
      "step": 5716
    },
    {
      "epoch": 0.20255141890132777,
      "grad_norm": 42.45655059814453,
      "learning_rate": 4.4236855538540075e-06,
      "loss": 1.37,
      "step": 5717
    },
    {
      "epoch": 0.20272498481298273,
      "grad_norm": 65.3007583618164,
      "learning_rate": 4.4234303215926495e-06,
      "loss": 1.9582,
      "step": 5718
    },
    {
      "epoch": 0.2028985507246377,
      "grad_norm": 60.32081604003906,
      "learning_rate": 4.4231750893312915e-06,
      "loss": 2.9372,
      "step": 5719
    },
    {
      "epoch": 0.20307211663629263,
      "grad_norm": 43.217002868652344,
      "learning_rate": 4.4229198570699335e-06,
      "loss": 2.1491,
      "step": 5720
    },
    {
      "epoch": 0.2032456825479476,
      "grad_norm": 74.50101470947266,
      "learning_rate": 4.422664624808576e-06,
      "loss": 3.2704,
      "step": 5721
    },
    {
      "epoch": 0.20341924845960255,
      "grad_norm": 40.05432891845703,
      "learning_rate": 4.422409392547218e-06,
      "loss": 1.7121,
      "step": 5722
    },
    {
      "epoch": 0.20359281437125748,
      "grad_norm": 46.876808166503906,
      "learning_rate": 4.42215416028586e-06,
      "loss": 2.4059,
      "step": 5723
    },
    {
      "epoch": 0.20376638028291244,
      "grad_norm": 63.59079360961914,
      "learning_rate": 4.4218989280245024e-06,
      "loss": 3.4814,
      "step": 5724
    },
    {
      "epoch": 0.2039399461945674,
      "grad_norm": 47.02106857299805,
      "learning_rate": 4.4216436957631444e-06,
      "loss": 2.3313,
      "step": 5725
    },
    {
      "epoch": 0.2039399461945674,
      "eval_synth_accuracy": 0.8907849829351536,
      "eval_synth_auroc": 0.9482001071038527,
      "eval_synth_f1": 0.917610710607621,
      "eval_synth_loss": 0.30129340291023254,
      "eval_synth_precision": 0.928125,
      "eval_synth_recall": 0.9073319755600815,
      "eval_synth_runtime": 102.7838,
      "eval_synth_samples_per_second": 14.253,
      "eval_synth_steps_per_second": 0.448,
      "step": 5725
    },
    {
      "epoch": 0.2039399461945674,
      "eval_real_accuracy": 0.8386627906976745,
      "eval_real_auroc": 0.9114235509202687,
      "eval_real_f1": 0.8816631130063965,
      "eval_real_loss": 0.3711540699005127,
      "eval_real_precision": 0.8596673596673596,
      "eval_real_recall": 0.9048140043763676,
      "eval_real_runtime": 96.2511,
      "eval_real_samples_per_second": 14.296,
      "eval_real_steps_per_second": 0.447,
      "step": 5725
    },
    {
      "epoch": 0.20411351210622233,
      "grad_norm": 40.48344421386719,
      "learning_rate": 4.4213884635017865e-06,
      "loss": 1.8908,
      "step": 5726
    },
    {
      "epoch": 0.2042870780178773,
      "grad_norm": 40.61967468261719,
      "learning_rate": 4.421133231240429e-06,
      "loss": 1.9893,
      "step": 5727
    },
    {
      "epoch": 0.20446064392953223,
      "grad_norm": 42.3036994934082,
      "learning_rate": 4.420877998979071e-06,
      "loss": 2.2268,
      "step": 5728
    },
    {
      "epoch": 0.2046342098411872,
      "grad_norm": 41.94565963745117,
      "learning_rate": 4.420622766717713e-06,
      "loss": 2.038,
      "step": 5729
    },
    {
      "epoch": 0.20480777575284215,
      "grad_norm": 36.719993591308594,
      "learning_rate": 4.420367534456355e-06,
      "loss": 2.3324,
      "step": 5730
    },
    {
      "epoch": 0.20498134166449708,
      "grad_norm": 36.13705825805664,
      "learning_rate": 4.420112302194997e-06,
      "loss": 2.147,
      "step": 5731
    },
    {
      "epoch": 0.20515490757615204,
      "grad_norm": 61.2993278503418,
      "learning_rate": 4.41985706993364e-06,
      "loss": 3.2097,
      "step": 5732
    },
    {
      "epoch": 0.205328473487807,
      "grad_norm": 49.03806686401367,
      "learning_rate": 4.419601837672282e-06,
      "loss": 2.3913,
      "step": 5733
    },
    {
      "epoch": 0.20550203939946193,
      "grad_norm": 46.002525329589844,
      "learning_rate": 4.419346605410924e-06,
      "loss": 2.1457,
      "step": 5734
    },
    {
      "epoch": 0.2056756053111169,
      "grad_norm": 40.28775405883789,
      "learning_rate": 4.419091373149566e-06,
      "loss": 2.4345,
      "step": 5735
    },
    {
      "epoch": 0.20584917122277185,
      "grad_norm": 47.25006866455078,
      "learning_rate": 4.418836140888208e-06,
      "loss": 2.3024,
      "step": 5736
    },
    {
      "epoch": 0.2060227371344268,
      "grad_norm": 38.94663619995117,
      "learning_rate": 4.41858090862685e-06,
      "loss": 2.2398,
      "step": 5737
    },
    {
      "epoch": 0.20619630304608175,
      "grad_norm": 57.3781623840332,
      "learning_rate": 4.418325676365493e-06,
      "loss": 2.0394,
      "step": 5738
    },
    {
      "epoch": 0.2063698689577367,
      "grad_norm": 77.16895294189453,
      "learning_rate": 4.418070444104135e-06,
      "loss": 3.3299,
      "step": 5739
    },
    {
      "epoch": 0.20654343486939164,
      "grad_norm": 37.78487014770508,
      "learning_rate": 4.417815211842777e-06,
      "loss": 1.4471,
      "step": 5740
    },
    {
      "epoch": 0.2067170007810466,
      "grad_norm": 50.566551208496094,
      "learning_rate": 4.417559979581419e-06,
      "loss": 2.448,
      "step": 5741
    },
    {
      "epoch": 0.20689056669270156,
      "grad_norm": 58.06919479370117,
      "learning_rate": 4.417304747320061e-06,
      "loss": 2.4108,
      "step": 5742
    },
    {
      "epoch": 0.2070641326043565,
      "grad_norm": 45.39102554321289,
      "learning_rate": 4.417049515058704e-06,
      "loss": 2.3352,
      "step": 5743
    },
    {
      "epoch": 0.20723769851601145,
      "grad_norm": 40.79903793334961,
      "learning_rate": 4.416794282797346e-06,
      "loss": 2.7833,
      "step": 5744
    },
    {
      "epoch": 0.20741126442766641,
      "grad_norm": 72.6415023803711,
      "learning_rate": 4.416539050535988e-06,
      "loss": 2.2232,
      "step": 5745
    },
    {
      "epoch": 0.20758483033932135,
      "grad_norm": 30.54347801208496,
      "learning_rate": 4.41628381827463e-06,
      "loss": 1.4064,
      "step": 5746
    },
    {
      "epoch": 0.2077583962509763,
      "grad_norm": 42.49338150024414,
      "learning_rate": 4.416028586013272e-06,
      "loss": 1.8114,
      "step": 5747
    },
    {
      "epoch": 0.20793196216263127,
      "grad_norm": 52.28421401977539,
      "learning_rate": 4.415773353751915e-06,
      "loss": 3.1685,
      "step": 5748
    },
    {
      "epoch": 0.2081055280742862,
      "grad_norm": 42.442222595214844,
      "learning_rate": 4.415518121490557e-06,
      "loss": 1.5381,
      "step": 5749
    },
    {
      "epoch": 0.20827909398594116,
      "grad_norm": 41.75514221191406,
      "learning_rate": 4.415262889229199e-06,
      "loss": 2.417,
      "step": 5750
    },
    {
      "epoch": 0.20827909398594116,
      "eval_synth_accuracy": 0.8866894197952219,
      "eval_synth_auroc": 0.9460327299254069,
      "eval_synth_f1": 0.9140786749482401,
      "eval_synth_loss": 0.31958654522895813,
      "eval_synth_precision": 0.9294736842105263,
      "eval_synth_recall": 0.8991853360488798,
      "eval_synth_runtime": 103.7555,
      "eval_synth_samples_per_second": 14.12,
      "eval_synth_steps_per_second": 0.443,
      "step": 5750
    },
    {
      "epoch": 0.20827909398594116,
      "eval_real_accuracy": 0.842296511627907,
      "eval_real_auroc": 0.9144488808055548,
      "eval_real_f1": 0.8859695218076721,
      "eval_real_loss": 0.36482372879981995,
      "eval_real_precision": 0.8523761375126391,
      "eval_real_recall": 0.9223194748358862,
      "eval_real_runtime": 96.0315,
      "eval_real_samples_per_second": 14.329,
      "eval_real_steps_per_second": 0.448,
      "step": 5750
    },
    {
      "epoch": 0.20845265989759612,
      "grad_norm": 44.3244743347168,
      "learning_rate": 4.415007656967841e-06,
      "loss": 1.8557,
      "step": 5751
    },
    {
      "epoch": 0.20862622580925105,
      "grad_norm": 57.599998474121094,
      "learning_rate": 4.414752424706483e-06,
      "loss": 2.0348,
      "step": 5752
    },
    {
      "epoch": 0.20879979172090601,
      "grad_norm": 56.183258056640625,
      "learning_rate": 4.414497192445125e-06,
      "loss": 2.1817,
      "step": 5753
    },
    {
      "epoch": 0.20897335763256097,
      "grad_norm": 46.686100006103516,
      "learning_rate": 4.414241960183768e-06,
      "loss": 1.8639,
      "step": 5754
    },
    {
      "epoch": 0.2091469235442159,
      "grad_norm": 48.30976486206055,
      "learning_rate": 4.41398672792241e-06,
      "loss": 2.275,
      "step": 5755
    },
    {
      "epoch": 0.20932048945587087,
      "grad_norm": 39.71460723876953,
      "learning_rate": 4.413731495661052e-06,
      "loss": 1.8466,
      "step": 5756
    },
    {
      "epoch": 0.20949405536752583,
      "grad_norm": 33.442230224609375,
      "learning_rate": 4.413476263399694e-06,
      "loss": 1.3839,
      "step": 5757
    },
    {
      "epoch": 0.20966762127918076,
      "grad_norm": 45.14269256591797,
      "learning_rate": 4.413221031138336e-06,
      "loss": 1.3419,
      "step": 5758
    },
    {
      "epoch": 0.20984118719083572,
      "grad_norm": 68.43678283691406,
      "learning_rate": 4.412965798876979e-06,
      "loss": 4.1127,
      "step": 5759
    },
    {
      "epoch": 0.21001475310249068,
      "grad_norm": 47.30268859863281,
      "learning_rate": 4.412710566615621e-06,
      "loss": 2.1419,
      "step": 5760
    },
    {
      "epoch": 0.2101883190141456,
      "grad_norm": 65.16131591796875,
      "learning_rate": 4.412455334354263e-06,
      "loss": 2.1593,
      "step": 5761
    },
    {
      "epoch": 0.21036188492580057,
      "grad_norm": 39.18832015991211,
      "learning_rate": 4.412200102092905e-06,
      "loss": 1.4454,
      "step": 5762
    },
    {
      "epoch": 0.21053545083745553,
      "grad_norm": 42.75296401977539,
      "learning_rate": 4.411944869831547e-06,
      "loss": 1.9741,
      "step": 5763
    },
    {
      "epoch": 0.21070901674911047,
      "grad_norm": 59.763858795166016,
      "learning_rate": 4.411689637570189e-06,
      "loss": 2.2418,
      "step": 5764
    },
    {
      "epoch": 0.21088258266076543,
      "grad_norm": 48.6738395690918,
      "learning_rate": 4.411434405308832e-06,
      "loss": 1.9988,
      "step": 5765
    },
    {
      "epoch": 0.2110561485724204,
      "grad_norm": 76.18924713134766,
      "learning_rate": 4.411179173047474e-06,
      "loss": 2.2623,
      "step": 5766
    },
    {
      "epoch": 0.21122971448407532,
      "grad_norm": 56.89133834838867,
      "learning_rate": 4.410923940786116e-06,
      "loss": 2.5918,
      "step": 5767
    },
    {
      "epoch": 0.21140328039573028,
      "grad_norm": 59.33202362060547,
      "learning_rate": 4.410668708524758e-06,
      "loss": 1.9332,
      "step": 5768
    },
    {
      "epoch": 0.21157684630738524,
      "grad_norm": 42.59303665161133,
      "learning_rate": 4.4104134762634e-06,
      "loss": 2.8466,
      "step": 5769
    },
    {
      "epoch": 0.21175041221904017,
      "grad_norm": 58.22374725341797,
      "learning_rate": 4.4101582440020425e-06,
      "loss": 2.2849,
      "step": 5770
    },
    {
      "epoch": 0.21192397813069513,
      "grad_norm": 70.5838394165039,
      "learning_rate": 4.4099030117406845e-06,
      "loss": 2.9718,
      "step": 5771
    },
    {
      "epoch": 0.2120975440423501,
      "grad_norm": 62.4561882019043,
      "learning_rate": 4.4096477794793265e-06,
      "loss": 3.2648,
      "step": 5772
    },
    {
      "epoch": 0.21227110995400503,
      "grad_norm": 37.34311294555664,
      "learning_rate": 4.4093925472179685e-06,
      "loss": 1.9384,
      "step": 5773
    },
    {
      "epoch": 0.21244467586566,
      "grad_norm": 36.5977668762207,
      "learning_rate": 4.4091373149566105e-06,
      "loss": 2.4244,
      "step": 5774
    },
    {
      "epoch": 0.21261824177731495,
      "grad_norm": 68.68781280517578,
      "learning_rate": 4.408882082695253e-06,
      "loss": 2.9926,
      "step": 5775
    },
    {
      "epoch": 0.21261824177731495,
      "eval_synth_accuracy": 0.8880546075085324,
      "eval_synth_auroc": 0.9506015104173258,
      "eval_synth_f1": 0.9155509783728115,
      "eval_synth_loss": 0.2869851291179657,
      "eval_synth_precision": 0.9260416666666667,
      "eval_synth_recall": 0.905295315682281,
      "eval_synth_runtime": 102.7521,
      "eval_synth_samples_per_second": 14.258,
      "eval_synth_steps_per_second": 0.448,
      "step": 5775
    },
    {
      "epoch": 0.21261824177731495,
      "eval_real_accuracy": 0.8386627906976745,
      "eval_real_auroc": 0.9117539098392491,
      "eval_real_f1": 0.884375,
      "eval_real_loss": 0.36979246139526367,
      "eval_real_precision": 0.8439363817097415,
      "eval_real_recall": 0.9288840262582057,
      "eval_real_runtime": 97.2302,
      "eval_real_samples_per_second": 14.152,
      "eval_real_steps_per_second": 0.442,
      "step": 5775
    },
    {
      "epoch": 0.21279180768896988,
      "grad_norm": 44.30015182495117,
      "learning_rate": 4.408626850433895e-06,
      "loss": 1.9716,
      "step": 5776
    },
    {
      "epoch": 0.21296537360062484,
      "grad_norm": 44.71867752075195,
      "learning_rate": 4.408371618172537e-06,
      "loss": 1.9797,
      "step": 5777
    },
    {
      "epoch": 0.2131389395122798,
      "grad_norm": 37.6622200012207,
      "learning_rate": 4.408116385911179e-06,
      "loss": 1.9013,
      "step": 5778
    },
    {
      "epoch": 0.21331250542393473,
      "grad_norm": 48.890892028808594,
      "learning_rate": 4.407861153649821e-06,
      "loss": 2.5459,
      "step": 5779
    },
    {
      "epoch": 0.2134860713355897,
      "grad_norm": 39.40733337402344,
      "learning_rate": 4.4076059213884634e-06,
      "loss": 1.9885,
      "step": 5780
    },
    {
      "epoch": 0.21365963724724465,
      "grad_norm": 40.103416442871094,
      "learning_rate": 4.407350689127106e-06,
      "loss": 2.0335,
      "step": 5781
    },
    {
      "epoch": 0.2138332031588996,
      "grad_norm": 49.377471923828125,
      "learning_rate": 4.407095456865748e-06,
      "loss": 2.442,
      "step": 5782
    },
    {
      "epoch": 0.21400676907055455,
      "grad_norm": 43.34321594238281,
      "learning_rate": 4.40684022460439e-06,
      "loss": 2.1794,
      "step": 5783
    },
    {
      "epoch": 0.21418033498220948,
      "grad_norm": 50.3878059387207,
      "learning_rate": 4.406584992343032e-06,
      "loss": 2.9134,
      "step": 5784
    },
    {
      "epoch": 0.21435390089386444,
      "grad_norm": 56.38471603393555,
      "learning_rate": 4.406329760081674e-06,
      "loss": 2.8339,
      "step": 5785
    },
    {
      "epoch": 0.2145274668055194,
      "grad_norm": 44.056182861328125,
      "learning_rate": 4.406074527820317e-06,
      "loss": 2.1984,
      "step": 5786
    },
    {
      "epoch": 0.21470103271717433,
      "grad_norm": 43.39494323730469,
      "learning_rate": 4.405819295558959e-06,
      "loss": 2.0451,
      "step": 5787
    },
    {
      "epoch": 0.2148745986288293,
      "grad_norm": 38.525184631347656,
      "learning_rate": 4.405564063297601e-06,
      "loss": 2.2533,
      "step": 5788
    },
    {
      "epoch": 0.21504816454048425,
      "grad_norm": 44.26759719848633,
      "learning_rate": 4.405308831036243e-06,
      "loss": 2.3676,
      "step": 5789
    },
    {
      "epoch": 0.2152217304521392,
      "grad_norm": 47.1159782409668,
      "learning_rate": 4.405053598774885e-06,
      "loss": 2.6356,
      "step": 5790
    },
    {
      "epoch": 0.21539529636379415,
      "grad_norm": 57.97279357910156,
      "learning_rate": 4.404798366513527e-06,
      "loss": 3.807,
      "step": 5791
    },
    {
      "epoch": 0.2155688622754491,
      "grad_norm": 34.86675262451172,
      "learning_rate": 4.40454313425217e-06,
      "loss": 2.3564,
      "step": 5792
    },
    {
      "epoch": 0.21574242818710404,
      "grad_norm": 57.19218826293945,
      "learning_rate": 4.404287901990812e-06,
      "loss": 2.7515,
      "step": 5793
    },
    {
      "epoch": 0.215915994098759,
      "grad_norm": 45.439186096191406,
      "learning_rate": 4.404032669729454e-06,
      "loss": 2.4187,
      "step": 5794
    },
    {
      "epoch": 0.21608956001041396,
      "grad_norm": 59.63412094116211,
      "learning_rate": 4.403777437468096e-06,
      "loss": 2.0865,
      "step": 5795
    },
    {
      "epoch": 0.2162631259220689,
      "grad_norm": 40.25145721435547,
      "learning_rate": 4.403522205206738e-06,
      "loss": 2.1336,
      "step": 5796
    },
    {
      "epoch": 0.21643669183372385,
      "grad_norm": 40.45509719848633,
      "learning_rate": 4.403266972945381e-06,
      "loss": 1.9128,
      "step": 5797
    },
    {
      "epoch": 0.21661025774537881,
      "grad_norm": 46.02391815185547,
      "learning_rate": 4.403011740684023e-06,
      "loss": 3.285,
      "step": 5798
    },
    {
      "epoch": 0.21678382365703375,
      "grad_norm": 43.04169845581055,
      "learning_rate": 4.402756508422665e-06,
      "loss": 2.7763,
      "step": 5799
    },
    {
      "epoch": 0.2169573895686887,
      "grad_norm": 60.29306411743164,
      "learning_rate": 4.402501276161307e-06,
      "loss": 2.3979,
      "step": 5800
    },
    {
      "epoch": 0.2169573895686887,
      "eval_synth_accuracy": 0.8825938566552901,
      "eval_synth_auroc": 0.9511528422579515,
      "eval_synth_f1": 0.9099476439790576,
      "eval_synth_loss": 0.29061567783355713,
      "eval_synth_precision": 0.9364224137931034,
      "eval_synth_recall": 0.884928716904277,
      "eval_synth_runtime": 102.8002,
      "eval_synth_samples_per_second": 14.251,
      "eval_synth_steps_per_second": 0.447,
      "step": 5800
    },
    {
      "epoch": 0.2169573895686887,
      "eval_real_accuracy": 0.8313953488372093,
      "eval_real_auroc": 0.9160308145537907,
      "eval_real_f1": 0.8687782805429864,
      "eval_real_loss": 0.36977243423461914,
      "eval_real_precision": 0.8992974238875878,
      "eval_real_recall": 0.8402625820568927,
      "eval_real_runtime": 96.0945,
      "eval_real_samples_per_second": 14.319,
      "eval_real_steps_per_second": 0.447,
      "step": 5800
    },
    {
      "epoch": 0.21713095548034367,
      "grad_norm": 37.627960205078125,
      "learning_rate": 4.402246043899949e-06,
      "loss": 2.1529,
      "step": 5801
    },
    {
      "epoch": 0.2173045213919986,
      "grad_norm": 52.05894088745117,
      "learning_rate": 4.401990811638591e-06,
      "loss": 2.4801,
      "step": 5802
    },
    {
      "epoch": 0.21747808730365356,
      "grad_norm": 54.04539489746094,
      "learning_rate": 4.401735579377234e-06,
      "loss": 2.8798,
      "step": 5803
    },
    {
      "epoch": 0.21765165321530852,
      "grad_norm": 42.67137145996094,
      "learning_rate": 4.401480347115876e-06,
      "loss": 2.4484,
      "step": 5804
    },
    {
      "epoch": 0.21782521912696345,
      "grad_norm": 46.225921630859375,
      "learning_rate": 4.401225114854518e-06,
      "loss": 2.8218,
      "step": 5805
    },
    {
      "epoch": 0.21799878503861841,
      "grad_norm": 42.626312255859375,
      "learning_rate": 4.40096988259316e-06,
      "loss": 2.1365,
      "step": 5806
    },
    {
      "epoch": 0.21817235095027337,
      "grad_norm": 45.604576110839844,
      "learning_rate": 4.400714650331802e-06,
      "loss": 1.4907,
      "step": 5807
    },
    {
      "epoch": 0.2183459168619283,
      "grad_norm": 39.3122444152832,
      "learning_rate": 4.400459418070445e-06,
      "loss": 1.6298,
      "step": 5808
    },
    {
      "epoch": 0.21851948277358327,
      "grad_norm": 33.28866195678711,
      "learning_rate": 4.400204185809087e-06,
      "loss": 1.899,
      "step": 5809
    },
    {
      "epoch": 0.21869304868523823,
      "grad_norm": 40.75952911376953,
      "learning_rate": 4.399948953547729e-06,
      "loss": 1.3409,
      "step": 5810
    },
    {
      "epoch": 0.21886661459689316,
      "grad_norm": 38.39494705200195,
      "learning_rate": 4.399693721286371e-06,
      "loss": 2.385,
      "step": 5811
    },
    {
      "epoch": 0.21904018050854812,
      "grad_norm": 31.24224853515625,
      "learning_rate": 4.399438489025013e-06,
      "loss": 1.3001,
      "step": 5812
    },
    {
      "epoch": 0.21921374642020308,
      "grad_norm": 35.975494384765625,
      "learning_rate": 4.399183256763656e-06,
      "loss": 1.8606,
      "step": 5813
    },
    {
      "epoch": 0.21938731233185801,
      "grad_norm": 50.0028076171875,
      "learning_rate": 4.398928024502298e-06,
      "loss": 2.0959,
      "step": 5814
    },
    {
      "epoch": 0.21956087824351297,
      "grad_norm": 39.47507858276367,
      "learning_rate": 4.39867279224094e-06,
      "loss": 1.7262,
      "step": 5815
    },
    {
      "epoch": 0.21973444415516794,
      "grad_norm": 40.81452941894531,
      "learning_rate": 4.398417559979582e-06,
      "loss": 1.9389,
      "step": 5816
    },
    {
      "epoch": 0.21990801006682287,
      "grad_norm": 47.93989944458008,
      "learning_rate": 4.398162327718224e-06,
      "loss": 2.0686,
      "step": 5817
    },
    {
      "epoch": 0.22008157597847783,
      "grad_norm": 49.72998809814453,
      "learning_rate": 4.397907095456866e-06,
      "loss": 2.3219,
      "step": 5818
    },
    {
      "epoch": 0.2202551418901328,
      "grad_norm": 39.72043228149414,
      "learning_rate": 4.3976518631955086e-06,
      "loss": 1.625,
      "step": 5819
    },
    {
      "epoch": 0.22042870780178772,
      "grad_norm": 51.84916687011719,
      "learning_rate": 4.397396630934151e-06,
      "loss": 2.0718,
      "step": 5820
    },
    {
      "epoch": 0.22060227371344268,
      "grad_norm": 40.468238830566406,
      "learning_rate": 4.397141398672793e-06,
      "loss": 1.516,
      "step": 5821
    },
    {
      "epoch": 0.22077583962509764,
      "grad_norm": 61.0921745300293,
      "learning_rate": 4.396886166411435e-06,
      "loss": 2.3481,
      "step": 5822
    },
    {
      "epoch": 0.22094940553675257,
      "grad_norm": 61.04008102416992,
      "learning_rate": 4.396630934150077e-06,
      "loss": 2.7582,
      "step": 5823
    },
    {
      "epoch": 0.22112297144840753,
      "grad_norm": 51.3817138671875,
      "learning_rate": 4.3963757018887195e-06,
      "loss": 2.5467,
      "step": 5824
    },
    {
      "epoch": 0.2212965373600625,
      "grad_norm": 57.191165924072266,
      "learning_rate": 4.3961204696273615e-06,
      "loss": 2.894,
      "step": 5825
    },
    {
      "epoch": 0.2212965373600625,
      "eval_synth_accuracy": 0.8901023890784983,
      "eval_synth_auroc": 0.9476909421344027,
      "eval_synth_f1": 0.9174782162993337,
      "eval_synth_loss": 0.2999366819858551,
      "eval_synth_precision": 0.9236326109391125,
      "eval_synth_recall": 0.9114052953156823,
      "eval_synth_runtime": 102.7994,
      "eval_synth_samples_per_second": 14.251,
      "eval_synth_steps_per_second": 0.447,
      "step": 5825
    },
    {
      "epoch": 0.2212965373600625,
      "eval_real_accuracy": 0.8255813953488372,
      "eval_real_auroc": 0.9067499786865213,
      "eval_real_f1": 0.8695652173913043,
      "eval_real_loss": 0.39777517318725586,
      "eval_real_precision": 0.8639308855291576,
      "eval_real_recall": 0.87527352297593,
      "eval_real_runtime": 96.0934,
      "eval_real_samples_per_second": 14.319,
      "eval_real_steps_per_second": 0.447,
      "step": 5825
    },
    {
      "epoch": 0.22147010327171743,
      "grad_norm": 47.28998947143555,
      "learning_rate": 4.3958652373660035e-06,
      "loss": 2.285,
      "step": 5826
    },
    {
      "epoch": 0.2216436691833724,
      "grad_norm": 29.890918731689453,
      "learning_rate": 4.3956100051046455e-06,
      "loss": 1.675,
      "step": 5827
    },
    {
      "epoch": 0.22181723509502735,
      "grad_norm": 39.66423416137695,
      "learning_rate": 4.3953547728432875e-06,
      "loss": 1.6994,
      "step": 5828
    },
    {
      "epoch": 0.22199080100668228,
      "grad_norm": 56.31118392944336,
      "learning_rate": 4.3950995405819295e-06,
      "loss": 2.5656,
      "step": 5829
    },
    {
      "epoch": 0.22216436691833724,
      "grad_norm": 49.68642807006836,
      "learning_rate": 4.394844308320572e-06,
      "loss": 2.6287,
      "step": 5830
    },
    {
      "epoch": 0.2223379328299922,
      "grad_norm": 42.76067352294922,
      "learning_rate": 4.394589076059214e-06,
      "loss": 2.2815,
      "step": 5831
    },
    {
      "epoch": 0.22251149874164713,
      "grad_norm": 41.15894317626953,
      "learning_rate": 4.394333843797856e-06,
      "loss": 2.0038,
      "step": 5832
    },
    {
      "epoch": 0.2226850646533021,
      "grad_norm": 33.586280822753906,
      "learning_rate": 4.394078611536498e-06,
      "loss": 2.0411,
      "step": 5833
    },
    {
      "epoch": 0.22285863056495706,
      "grad_norm": 35.5744514465332,
      "learning_rate": 4.39382337927514e-06,
      "loss": 2.2639,
      "step": 5834
    },
    {
      "epoch": 0.223032196476612,
      "grad_norm": 48.36845779418945,
      "learning_rate": 4.393568147013783e-06,
      "loss": 2.1296,
      "step": 5835
    },
    {
      "epoch": 0.22320576238826695,
      "grad_norm": 40.48117446899414,
      "learning_rate": 4.393312914752425e-06,
      "loss": 1.8957,
      "step": 5836
    },
    {
      "epoch": 0.2233793282999219,
      "grad_norm": 39.50754165649414,
      "learning_rate": 4.393057682491067e-06,
      "loss": 2.3649,
      "step": 5837
    },
    {
      "epoch": 0.22355289421157684,
      "grad_norm": 57.36906433105469,
      "learning_rate": 4.392802450229709e-06,
      "loss": 2.6175,
      "step": 5838
    },
    {
      "epoch": 0.2237264601232318,
      "grad_norm": 49.276180267333984,
      "learning_rate": 4.392547217968351e-06,
      "loss": 2.0804,
      "step": 5839
    },
    {
      "epoch": 0.22390002603488673,
      "grad_norm": 73.3437271118164,
      "learning_rate": 4.392291985706994e-06,
      "loss": 3.1852,
      "step": 5840
    },
    {
      "epoch": 0.2240735919465417,
      "grad_norm": 34.39930725097656,
      "learning_rate": 4.392036753445636e-06,
      "loss": 2.3653,
      "step": 5841
    },
    {
      "epoch": 0.22424715785819666,
      "grad_norm": 55.95951461791992,
      "learning_rate": 4.391781521184278e-06,
      "loss": 2.8814,
      "step": 5842
    },
    {
      "epoch": 0.2244207237698516,
      "grad_norm": 42.37301254272461,
      "learning_rate": 4.39152628892292e-06,
      "loss": 2.3431,
      "step": 5843
    },
    {
      "epoch": 0.22459428968150655,
      "grad_norm": 73.7288818359375,
      "learning_rate": 4.391271056661562e-06,
      "loss": 2.179,
      "step": 5844
    },
    {
      "epoch": 0.2247678555931615,
      "grad_norm": 73.44554138183594,
      "learning_rate": 4.391015824400204e-06,
      "loss": 3.1782,
      "step": 5845
    },
    {
      "epoch": 0.22494142150481644,
      "grad_norm": 46.788963317871094,
      "learning_rate": 4.390760592138847e-06,
      "loss": 2.1107,
      "step": 5846
    },
    {
      "epoch": 0.2251149874164714,
      "grad_norm": 43.913726806640625,
      "learning_rate": 4.390505359877489e-06,
      "loss": 2.5774,
      "step": 5847
    },
    {
      "epoch": 0.22528855332812636,
      "grad_norm": 33.11207962036133,
      "learning_rate": 4.390250127616131e-06,
      "loss": 1.5952,
      "step": 5848
    },
    {
      "epoch": 0.2254621192397813,
      "grad_norm": 43.24320602416992,
      "learning_rate": 4.389994895354773e-06,
      "loss": 2.0906,
      "step": 5849
    },
    {
      "epoch": 0.22563568515143625,
      "grad_norm": 47.16566467285156,
      "learning_rate": 4.389739663093415e-06,
      "loss": 2.7272,
      "step": 5850
    },
    {
      "epoch": 0.22563568515143625,
      "eval_synth_accuracy": 0.8935153583617748,
      "eval_synth_auroc": 0.951984583791898,
      "eval_synth_f1": 0.9219219219219219,
      "eval_synth_loss": 0.26939642429351807,
      "eval_synth_precision": 0.906496062992126,
      "eval_synth_recall": 0.9378818737270875,
      "eval_synth_runtime": 102.8115,
      "eval_synth_samples_per_second": 14.249,
      "eval_synth_steps_per_second": 0.447,
      "step": 5850
    },
    {
      "epoch": 0.22563568515143625,
      "eval_real_accuracy": 0.8335755813953488,
      "eval_real_auroc": 0.9097267612037854,
      "eval_real_f1": 0.8825038481272447,
      "eval_real_loss": 0.40354716777801514,
      "eval_real_precision": 0.8309178743961353,
      "eval_real_recall": 0.9409190371991247,
      "eval_real_runtime": 96.0471,
      "eval_real_samples_per_second": 14.326,
      "eval_real_steps_per_second": 0.448,
      "step": 5850
    },
    {
      "epoch": 0.22580925106309122,
      "grad_norm": 43.03775405883789,
      "learning_rate": 4.389484430832058e-06,
      "loss": 2.2941,
      "step": 5851
    },
    {
      "epoch": 0.22598281697474615,
      "grad_norm": 72.57230377197266,
      "learning_rate": 4.3892291985707e-06,
      "loss": 2.6562,
      "step": 5852
    },
    {
      "epoch": 0.2261563828864011,
      "grad_norm": 56.64000701904297,
      "learning_rate": 4.388973966309342e-06,
      "loss": 2.0576,
      "step": 5853
    },
    {
      "epoch": 0.22632994879805607,
      "grad_norm": 50.710906982421875,
      "learning_rate": 4.388718734047984e-06,
      "loss": 1.8437,
      "step": 5854
    },
    {
      "epoch": 0.226503514709711,
      "grad_norm": 40.39095687866211,
      "learning_rate": 4.388463501786626e-06,
      "loss": 2.1188,
      "step": 5855
    },
    {
      "epoch": 0.22667708062136596,
      "grad_norm": 36.74446487426758,
      "learning_rate": 4.388208269525268e-06,
      "loss": 1.836,
      "step": 5856
    },
    {
      "epoch": 0.22685064653302092,
      "grad_norm": 33.51637268066406,
      "learning_rate": 4.387953037263911e-06,
      "loss": 1.2473,
      "step": 5857
    },
    {
      "epoch": 0.22702421244467585,
      "grad_norm": 57.98622512817383,
      "learning_rate": 4.387697805002553e-06,
      "loss": 2.5344,
      "step": 5858
    },
    {
      "epoch": 0.22719777835633082,
      "grad_norm": 38.81584167480469,
      "learning_rate": 4.387442572741195e-06,
      "loss": 1.6439,
      "step": 5859
    },
    {
      "epoch": 0.22737134426798578,
      "grad_norm": 40.31458282470703,
      "learning_rate": 4.387187340479837e-06,
      "loss": 1.8553,
      "step": 5860
    },
    {
      "epoch": 0.2275449101796407,
      "grad_norm": 64.99190521240234,
      "learning_rate": 4.386932108218479e-06,
      "loss": 2.6334,
      "step": 5861
    },
    {
      "epoch": 0.22771847609129567,
      "grad_norm": 76.98956298828125,
      "learning_rate": 4.386676875957122e-06,
      "loss": 3.146,
      "step": 5862
    },
    {
      "epoch": 0.22789204200295063,
      "grad_norm": 65.87875366210938,
      "learning_rate": 4.386421643695764e-06,
      "loss": 2.5761,
      "step": 5863
    },
    {
      "epoch": 0.22806560791460556,
      "grad_norm": 47.54062271118164,
      "learning_rate": 4.386166411434406e-06,
      "loss": 1.8298,
      "step": 5864
    },
    {
      "epoch": 0.22823917382626052,
      "grad_norm": 55.13035583496094,
      "learning_rate": 4.385911179173048e-06,
      "loss": 2.2213,
      "step": 5865
    },
    {
      "epoch": 0.22841273973791548,
      "grad_norm": 54.15864562988281,
      "learning_rate": 4.38565594691169e-06,
      "loss": 2.2799,
      "step": 5866
    },
    {
      "epoch": 0.22858630564957041,
      "grad_norm": 74.64511108398438,
      "learning_rate": 4.385400714650332e-06,
      "loss": 2.5278,
      "step": 5867
    },
    {
      "epoch": 0.22875987156122538,
      "grad_norm": 68.83128356933594,
      "learning_rate": 4.385145482388975e-06,
      "loss": 2.3507,
      "step": 5868
    },
    {
      "epoch": 0.22893343747288034,
      "grad_norm": 51.9606819152832,
      "learning_rate": 4.384890250127617e-06,
      "loss": 1.9762,
      "step": 5869
    },
    {
      "epoch": 0.22910700338453527,
      "grad_norm": 43.314048767089844,
      "learning_rate": 4.384635017866259e-06,
      "loss": 1.8854,
      "step": 5870
    },
    {
      "epoch": 0.22928056929619023,
      "grad_norm": 41.95664596557617,
      "learning_rate": 4.384379785604901e-06,
      "loss": 1.5044,
      "step": 5871
    },
    {
      "epoch": 0.2294541352078452,
      "grad_norm": 49.952247619628906,
      "learning_rate": 4.384124553343543e-06,
      "loss": 2.7785,
      "step": 5872
    },
    {
      "epoch": 0.22962770111950012,
      "grad_norm": 38.194332122802734,
      "learning_rate": 4.3838693210821856e-06,
      "loss": 1.5394,
      "step": 5873
    },
    {
      "epoch": 0.22980126703115508,
      "grad_norm": 35.9517936706543,
      "learning_rate": 4.3836140888208276e-06,
      "loss": 1.5598,
      "step": 5874
    },
    {
      "epoch": 0.22997483294281004,
      "grad_norm": 37.51412582397461,
      "learning_rate": 4.3833588565594696e-06,
      "loss": 2.2009,
      "step": 5875
    },
    {
      "epoch": 0.22997483294281004,
      "eval_synth_accuracy": 0.8907849829351536,
      "eval_synth_auroc": 0.9541350942218736,
      "eval_synth_f1": 0.917610710607621,
      "eval_synth_loss": 0.27974456548690796,
      "eval_synth_precision": 0.928125,
      "eval_synth_recall": 0.9073319755600815,
      "eval_synth_runtime": 102.7576,
      "eval_synth_samples_per_second": 14.257,
      "eval_synth_steps_per_second": 0.448,
      "step": 5875
    },
    {
      "epoch": 0.22997483294281004,
      "eval_real_accuracy": 0.8350290697674418,
      "eval_real_auroc": 0.913322818683869,
      "eval_real_f1": 0.8794476898566118,
      "eval_real_loss": 0.37337884306907654,
      "eval_real_precision": 0.8544891640866873,
      "eval_real_recall": 0.9059080962800875,
      "eval_real_runtime": 96.085,
      "eval_real_samples_per_second": 14.321,
      "eval_real_steps_per_second": 0.448,
      "step": 5875
    },
    {
      "epoch": 0.23014839885446498,
      "grad_norm": 37.34222412109375,
      "learning_rate": 4.383103624298112e-06,
      "loss": 1.557,
      "step": 5876
    },
    {
      "epoch": 0.23032196476611994,
      "grad_norm": 49.61700439453125,
      "learning_rate": 4.382848392036754e-06,
      "loss": 2.2761,
      "step": 5877
    },
    {
      "epoch": 0.2304955306777749,
      "grad_norm": 48.64363479614258,
      "learning_rate": 4.3825931597753964e-06,
      "loss": 1.8266,
      "step": 5878
    },
    {
      "epoch": 0.23066909658942983,
      "grad_norm": 51.35576629638672,
      "learning_rate": 4.3823379275140385e-06,
      "loss": 2.3283,
      "step": 5879
    },
    {
      "epoch": 0.2308426625010848,
      "grad_norm": 33.57545852661133,
      "learning_rate": 4.3820826952526805e-06,
      "loss": 1.507,
      "step": 5880
    },
    {
      "epoch": 0.23101622841273975,
      "grad_norm": 36.931583404541016,
      "learning_rate": 4.3818274629913225e-06,
      "loss": 1.6672,
      "step": 5881
    },
    {
      "epoch": 0.23118979432439468,
      "grad_norm": 48.10838317871094,
      "learning_rate": 4.3815722307299645e-06,
      "loss": 1.5396,
      "step": 5882
    },
    {
      "epoch": 0.23136336023604964,
      "grad_norm": 37.702022552490234,
      "learning_rate": 4.3813169984686065e-06,
      "loss": 1.5226,
      "step": 5883
    },
    {
      "epoch": 0.2315369261477046,
      "grad_norm": 52.589351654052734,
      "learning_rate": 4.381061766207249e-06,
      "loss": 2.42,
      "step": 5884
    },
    {
      "epoch": 0.23171049205935954,
      "grad_norm": 39.38539123535156,
      "learning_rate": 4.380806533945891e-06,
      "loss": 1.3433,
      "step": 5885
    },
    {
      "epoch": 0.2318840579710145,
      "grad_norm": 71.56693267822266,
      "learning_rate": 4.380551301684533e-06,
      "loss": 3.3127,
      "step": 5886
    },
    {
      "epoch": 0.23205762388266946,
      "grad_norm": 51.87202835083008,
      "learning_rate": 4.380296069423175e-06,
      "loss": 2.1666,
      "step": 5887
    },
    {
      "epoch": 0.2322311897943244,
      "grad_norm": 57.043033599853516,
      "learning_rate": 4.380040837161817e-06,
      "loss": 3.3372,
      "step": 5888
    },
    {
      "epoch": 0.23240475570597935,
      "grad_norm": 61.178016662597656,
      "learning_rate": 4.37978560490046e-06,
      "loss": 2.8309,
      "step": 5889
    },
    {
      "epoch": 0.2325783216176343,
      "grad_norm": 53.36625289916992,
      "learning_rate": 4.379530372639102e-06,
      "loss": 2.703,
      "step": 5890
    },
    {
      "epoch": 0.23275188752928924,
      "grad_norm": 37.889888763427734,
      "learning_rate": 4.379275140377744e-06,
      "loss": 2.2412,
      "step": 5891
    },
    {
      "epoch": 0.2329254534409442,
      "grad_norm": 50.29498291015625,
      "learning_rate": 4.379019908116386e-06,
      "loss": 3.0323,
      "step": 5892
    },
    {
      "epoch": 0.23309901935259916,
      "grad_norm": 36.4015007019043,
      "learning_rate": 4.378764675855028e-06,
      "loss": 2.2471,
      "step": 5893
    },
    {
      "epoch": 0.2332725852642541,
      "grad_norm": 56.43722915649414,
      "learning_rate": 4.37850944359367e-06,
      "loss": 2.1718,
      "step": 5894
    },
    {
      "epoch": 0.23344615117590906,
      "grad_norm": 37.010528564453125,
      "learning_rate": 4.378254211332313e-06,
      "loss": 2.6167,
      "step": 5895
    },
    {
      "epoch": 0.23361971708756402,
      "grad_norm": 67.21428680419922,
      "learning_rate": 4.377998979070955e-06,
      "loss": 1.9454,
      "step": 5896
    },
    {
      "epoch": 0.23379328299921895,
      "grad_norm": 28.192781448364258,
      "learning_rate": 4.377743746809597e-06,
      "loss": 1.4526,
      "step": 5897
    },
    {
      "epoch": 0.2339668489108739,
      "grad_norm": 32.080726623535156,
      "learning_rate": 4.377488514548239e-06,
      "loss": 1.4287,
      "step": 5898
    },
    {
      "epoch": 0.23414041482252884,
      "grad_norm": 30.736698150634766,
      "learning_rate": 4.377233282286881e-06,
      "loss": 2.0688,
      "step": 5899
    },
    {
      "epoch": 0.2343139807341838,
      "grad_norm": 37.13634490966797,
      "learning_rate": 4.376978050025524e-06,
      "loss": 2.7415,
      "step": 5900
    },
    {
      "epoch": 0.2343139807341838,
      "eval_synth_accuracy": 0.8778156996587031,
      "eval_synth_auroc": 0.9547623264306166,
      "eval_synth_f1": 0.9044313934863855,
      "eval_synth_loss": 0.30974382162094116,
      "eval_synth_precision": 0.9506172839506173,
      "eval_synth_recall": 0.8625254582484725,
      "eval_synth_runtime": 102.726,
      "eval_synth_samples_per_second": 14.261,
      "eval_synth_steps_per_second": 0.448,
      "step": 5900
    },
    {
      "epoch": 0.2343139807341838,
      "eval_real_accuracy": 0.8284883720930233,
      "eval_real_auroc": 0.9093881137097768,
      "eval_real_f1": 0.8691796008869179,
      "eval_real_loss": 0.38002705574035645,
      "eval_real_precision": 0.8808988764044944,
      "eval_real_recall": 0.8577680525164114,
      "eval_real_runtime": 96.0258,
      "eval_real_samples_per_second": 14.329,
      "eval_real_steps_per_second": 0.448,
      "step": 5900
    },
    {
      "epoch": 0.23448754664583876,
      "grad_norm": 50.44403839111328,
      "learning_rate": 4.376722817764166e-06,
      "loss": 2.5801,
      "step": 5901
    },
    {
      "epoch": 0.2346611125574937,
      "grad_norm": 49.360599517822266,
      "learning_rate": 4.376467585502808e-06,
      "loss": 2.5126,
      "step": 5902
    },
    {
      "epoch": 0.23483467846914866,
      "grad_norm": 69.28410339355469,
      "learning_rate": 4.37621235324145e-06,
      "loss": 2.6132,
      "step": 5903
    },
    {
      "epoch": 0.23500824438080362,
      "grad_norm": 47.963470458984375,
      "learning_rate": 4.375957120980092e-06,
      "loss": 2.982,
      "step": 5904
    },
    {
      "epoch": 0.23518181029245855,
      "grad_norm": 30.611356735229492,
      "learning_rate": 4.375701888718734e-06,
      "loss": 2.3665,
      "step": 5905
    },
    {
      "epoch": 0.2353553762041135,
      "grad_norm": 43.27912521362305,
      "learning_rate": 4.375446656457377e-06,
      "loss": 2.8322,
      "step": 5906
    },
    {
      "epoch": 0.23552894211576847,
      "grad_norm": 54.3068962097168,
      "learning_rate": 4.375191424196019e-06,
      "loss": 2.5226,
      "step": 5907
    },
    {
      "epoch": 0.2357025080274234,
      "grad_norm": 41.289634704589844,
      "learning_rate": 4.374936191934661e-06,
      "loss": 2.0457,
      "step": 5908
    },
    {
      "epoch": 0.23587607393907836,
      "grad_norm": 44.76530456542969,
      "learning_rate": 4.374680959673303e-06,
      "loss": 1.9553,
      "step": 5909
    },
    {
      "epoch": 0.23604963985073332,
      "grad_norm": 48.15342712402344,
      "learning_rate": 4.374425727411945e-06,
      "loss": 2.6711,
      "step": 5910
    },
    {
      "epoch": 0.23622320576238826,
      "grad_norm": 35.24779510498047,
      "learning_rate": 4.374170495150588e-06,
      "loss": 2.4718,
      "step": 5911
    },
    {
      "epoch": 0.23639677167404322,
      "grad_norm": 37.736854553222656,
      "learning_rate": 4.37391526288923e-06,
      "loss": 2.57,
      "step": 5912
    },
    {
      "epoch": 0.23657033758569818,
      "grad_norm": 45.25564193725586,
      "learning_rate": 4.373660030627872e-06,
      "loss": 2.1816,
      "step": 5913
    },
    {
      "epoch": 0.2367439034973531,
      "grad_norm": 48.388790130615234,
      "learning_rate": 4.373404798366514e-06,
      "loss": 2.9384,
      "step": 5914
    },
    {
      "epoch": 0.23691746940900807,
      "grad_norm": 34.34519577026367,
      "learning_rate": 4.373149566105156e-06,
      "loss": 2.1465,
      "step": 5915
    },
    {
      "epoch": 0.23709103532066303,
      "grad_norm": 57.497039794921875,
      "learning_rate": 4.372894333843799e-06,
      "loss": 2.9238,
      "step": 5916
    },
    {
      "epoch": 0.23726460123231796,
      "grad_norm": 46.23375701904297,
      "learning_rate": 4.372639101582441e-06,
      "loss": 2.5574,
      "step": 5917
    },
    {
      "epoch": 0.23743816714397292,
      "grad_norm": 40.86492156982422,
      "learning_rate": 4.372383869321083e-06,
      "loss": 1.9006,
      "step": 5918
    },
    {
      "epoch": 0.23761173305562788,
      "grad_norm": 40.16751480102539,
      "learning_rate": 4.372128637059725e-06,
      "loss": 2.1754,
      "step": 5919
    },
    {
      "epoch": 0.23778529896728282,
      "grad_norm": 51.50460433959961,
      "learning_rate": 4.371873404798367e-06,
      "loss": 1.755,
      "step": 5920
    },
    {
      "epoch": 0.23795886487893778,
      "grad_norm": 48.66062927246094,
      "learning_rate": 4.371618172537009e-06,
      "loss": 3.3085,
      "step": 5921
    },
    {
      "epoch": 0.23813243079059274,
      "grad_norm": 44.5129508972168,
      "learning_rate": 4.371362940275652e-06,
      "loss": 2.5067,
      "step": 5922
    },
    {
      "epoch": 0.23830599670224767,
      "grad_norm": 40.881675720214844,
      "learning_rate": 4.371107708014294e-06,
      "loss": 1.9419,
      "step": 5923
    },
    {
      "epoch": 0.23847956261390263,
      "grad_norm": 35.63914489746094,
      "learning_rate": 4.370852475752936e-06,
      "loss": 1.9459,
      "step": 5924
    },
    {
      "epoch": 0.2386531285255576,
      "grad_norm": 28.98678970336914,
      "learning_rate": 4.370597243491578e-06,
      "loss": 1.4014,
      "step": 5925
    },
    {
      "epoch": 0.2386531285255576,
      "eval_synth_accuracy": 0.889419795221843,
      "eval_synth_auroc": 0.955963028087353,
      "eval_synth_f1": 0.9159751037344398,
      "eval_synth_loss": 0.27631062269210815,
      "eval_synth_precision": 0.9334038054968288,
      "eval_synth_recall": 0.8991853360488798,
      "eval_synth_runtime": 102.8148,
      "eval_synth_samples_per_second": 14.249,
      "eval_synth_steps_per_second": 0.447,
      "step": 5925
    },
    {
      "epoch": 0.2386531285255576,
      "eval_real_accuracy": 0.8364825581395349,
      "eval_real_auroc": 0.9126396032851176,
      "eval_real_f1": 0.8749305169538633,
      "eval_real_loss": 0.37968143820762634,
      "eval_real_precision": 0.8892655367231639,
      "eval_real_recall": 0.8610503282275711,
      "eval_real_runtime": 96.9093,
      "eval_real_samples_per_second": 14.199,
      "eval_real_steps_per_second": 0.444,
      "step": 5925
    },
    {
      "epoch": 0.23882669443721252,
      "grad_norm": 38.06400680541992,
      "learning_rate": 4.37034201123022e-06,
      "loss": 1.4952,
      "step": 5926
    },
    {
      "epoch": 0.23900026034886748,
      "grad_norm": 39.75459671020508,
      "learning_rate": 4.3700867789688625e-06,
      "loss": 2.0974,
      "step": 5927
    },
    {
      "epoch": 0.23917382626052244,
      "grad_norm": 34.894805908203125,
      "learning_rate": 4.3698315467075045e-06,
      "loss": 1.9401,
      "step": 5928
    },
    {
      "epoch": 0.23934739217217738,
      "grad_norm": 49.3928108215332,
      "learning_rate": 4.3695763144461466e-06,
      "loss": 2.3707,
      "step": 5929
    },
    {
      "epoch": 0.23952095808383234,
      "grad_norm": 47.49747085571289,
      "learning_rate": 4.3693210821847886e-06,
      "loss": 2.3512,
      "step": 5930
    },
    {
      "epoch": 0.2396945239954873,
      "grad_norm": 42.550289154052734,
      "learning_rate": 4.3690658499234306e-06,
      "loss": 2.0476,
      "step": 5931
    },
    {
      "epoch": 0.23986808990714223,
      "grad_norm": 35.12213134765625,
      "learning_rate": 4.368810617662073e-06,
      "loss": 1.8457,
      "step": 5932
    },
    {
      "epoch": 0.2400416558187972,
      "grad_norm": 32.37862014770508,
      "learning_rate": 4.3685553854007154e-06,
      "loss": 1.5394,
      "step": 5933
    },
    {
      "epoch": 0.24021522173045215,
      "grad_norm": 72.62512969970703,
      "learning_rate": 4.3683001531393574e-06,
      "loss": 2.549,
      "step": 5934
    },
    {
      "epoch": 0.24038878764210708,
      "grad_norm": 90.82694244384766,
      "learning_rate": 4.3680449208779995e-06,
      "loss": 1.8495,
      "step": 5935
    },
    {
      "epoch": 0.24056235355376204,
      "grad_norm": 54.47635269165039,
      "learning_rate": 4.3677896886166415e-06,
      "loss": 2.6087,
      "step": 5936
    },
    {
      "epoch": 0.240735919465417,
      "grad_norm": 69.73439025878906,
      "learning_rate": 4.3675344563552835e-06,
      "loss": 4.1563,
      "step": 5937
    },
    {
      "epoch": 0.24090948537707194,
      "grad_norm": 41.388031005859375,
      "learning_rate": 4.367279224093926e-06,
      "loss": 1.9537,
      "step": 5938
    },
    {
      "epoch": 0.2410830512887269,
      "grad_norm": 31.10976219177246,
      "learning_rate": 4.367023991832568e-06,
      "loss": 1.4881,
      "step": 5939
    },
    {
      "epoch": 0.24125661720038186,
      "grad_norm": 54.18080139160156,
      "learning_rate": 4.36676875957121e-06,
      "loss": 1.8425,
      "step": 5940
    },
    {
      "epoch": 0.2414301831120368,
      "grad_norm": 34.541996002197266,
      "learning_rate": 4.366513527309852e-06,
      "loss": 1.2984,
      "step": 5941
    },
    {
      "epoch": 0.24160374902369175,
      "grad_norm": 54.34678649902344,
      "learning_rate": 4.366258295048494e-06,
      "loss": 1.782,
      "step": 5942
    },
    {
      "epoch": 0.2417773149353467,
      "grad_norm": 50.22004318237305,
      "learning_rate": 4.366003062787137e-06,
      "loss": 2.5207,
      "step": 5943
    },
    {
      "epoch": 0.24195088084700164,
      "grad_norm": 42.69736862182617,
      "learning_rate": 4.365747830525779e-06,
      "loss": 2.1843,
      "step": 5944
    },
    {
      "epoch": 0.2421244467586566,
      "grad_norm": 52.47532272338867,
      "learning_rate": 4.365492598264421e-06,
      "loss": 2.0839,
      "step": 5945
    },
    {
      "epoch": 0.24229801267031156,
      "grad_norm": 44.52595138549805,
      "learning_rate": 4.365237366003063e-06,
      "loss": 1.5728,
      "step": 5946
    },
    {
      "epoch": 0.2424715785819665,
      "grad_norm": 45.26059341430664,
      "learning_rate": 4.364982133741705e-06,
      "loss": 2.3585,
      "step": 5947
    },
    {
      "epoch": 0.24264514449362146,
      "grad_norm": 68.55355072021484,
      "learning_rate": 4.364726901480347e-06,
      "loss": 2.8332,
      "step": 5948
    },
    {
      "epoch": 0.24281871040527642,
      "grad_norm": 74.9631118774414,
      "learning_rate": 4.36447166921899e-06,
      "loss": 2.4219,
      "step": 5949
    },
    {
      "epoch": 0.24299227631693135,
      "grad_norm": 36.9116096496582,
      "learning_rate": 4.364216436957632e-06,
      "loss": 1.6128,
      "step": 5950
    },
    {
      "epoch": 0.24299227631693135,
      "eval_synth_accuracy": 0.8887372013651877,
      "eval_synth_auroc": 0.9516345987611373,
      "eval_synth_f1": 0.9161953727506427,
      "eval_synth_loss": 0.28987857699394226,
      "eval_synth_precision": 0.9252336448598131,
      "eval_synth_recall": 0.9073319755600815,
      "eval_synth_runtime": 102.7345,
      "eval_synth_samples_per_second": 14.26,
      "eval_synth_steps_per_second": 0.448,
      "step": 5950
    },
    {
      "epoch": 0.24299227631693135,
      "eval_real_accuracy": 0.8379360465116279,
      "eval_real_auroc": 0.9089677645476332,
      "eval_real_f1": 0.8810666666666667,
      "eval_real_loss": 0.3801243007183075,
      "eval_real_precision": 0.8595213319458896,
      "eval_real_recall": 0.9037199124726477,
      "eval_real_runtime": 96.0872,
      "eval_real_samples_per_second": 14.32,
      "eval_real_steps_per_second": 0.448,
      "step": 5950
    },
    {
      "epoch": 0.2431658422285863,
      "grad_norm": 46.8642692565918,
      "learning_rate": 4.363961204696273e-06,
      "loss": 1.5226,
      "step": 5951
    },
    {
      "epoch": 0.24333940814024127,
      "grad_norm": 40.107025146484375,
      "learning_rate": 4.363705972434916e-06,
      "loss": 2.3304,
      "step": 5952
    },
    {
      "epoch": 0.2435129740518962,
      "grad_norm": 46.88294219970703,
      "learning_rate": 4.363450740173558e-06,
      "loss": 2.7917,
      "step": 5953
    },
    {
      "epoch": 0.24368653996355116,
      "grad_norm": 39.514007568359375,
      "learning_rate": 4.363195507912201e-06,
      "loss": 1.8337,
      "step": 5954
    },
    {
      "epoch": 0.2438601058752061,
      "grad_norm": 84.89107513427734,
      "learning_rate": 4.362940275650843e-06,
      "loss": 3.183,
      "step": 5955
    },
    {
      "epoch": 0.24403367178686106,
      "grad_norm": 62.61894607543945,
      "learning_rate": 4.362685043389485e-06,
      "loss": 1.9878,
      "step": 5956
    },
    {
      "epoch": 0.24420723769851602,
      "grad_norm": 48.88895797729492,
      "learning_rate": 4.362429811128127e-06,
      "loss": 2.2562,
      "step": 5957
    },
    {
      "epoch": 0.24438080361017095,
      "grad_norm": 36.17440414428711,
      "learning_rate": 4.362174578866769e-06,
      "loss": 1.6814,
      "step": 5958
    },
    {
      "epoch": 0.2445543695218259,
      "grad_norm": 42.994319915771484,
      "learning_rate": 4.361919346605411e-06,
      "loss": 2.3948,
      "step": 5959
    },
    {
      "epoch": 0.24472793543348087,
      "grad_norm": 50.94161605834961,
      "learning_rate": 4.361664114344054e-06,
      "loss": 1.5833,
      "step": 5960
    },
    {
      "epoch": 0.2449015013451358,
      "grad_norm": 48.70905685424805,
      "learning_rate": 4.361408882082696e-06,
      "loss": 2.3982,
      "step": 5961
    },
    {
      "epoch": 0.24507506725679076,
      "grad_norm": 44.97072219848633,
      "learning_rate": 4.361153649821338e-06,
      "loss": 2.2811,
      "step": 5962
    },
    {
      "epoch": 0.24524863316844572,
      "grad_norm": 49.6822624206543,
      "learning_rate": 4.36089841755998e-06,
      "loss": 2.5693,
      "step": 5963
    },
    {
      "epoch": 0.24542219908010066,
      "grad_norm": 41.0309944152832,
      "learning_rate": 4.360643185298622e-06,
      "loss": 1.6117,
      "step": 5964
    },
    {
      "epoch": 0.24559576499175562,
      "grad_norm": 42.46269226074219,
      "learning_rate": 4.360387953037265e-06,
      "loss": 1.6679,
      "step": 5965
    },
    {
      "epoch": 0.24576933090341058,
      "grad_norm": 45.941402435302734,
      "learning_rate": 4.360132720775907e-06,
      "loss": 2.1639,
      "step": 5966
    },
    {
      "epoch": 0.2459428968150655,
      "grad_norm": 51.98633575439453,
      "learning_rate": 4.359877488514548e-06,
      "loss": 2.5757,
      "step": 5967
    },
    {
      "epoch": 0.24611646272672047,
      "grad_norm": 31.9072265625,
      "learning_rate": 4.359622256253191e-06,
      "loss": 1.2987,
      "step": 5968
    },
    {
      "epoch": 0.24629002863837543,
      "grad_norm": 50.326175689697266,
      "learning_rate": 4.359367023991833e-06,
      "loss": 2.1297,
      "step": 5969
    },
    {
      "epoch": 0.24646359455003036,
      "grad_norm": 53.845943450927734,
      "learning_rate": 4.359111791730475e-06,
      "loss": 2.0758,
      "step": 5970
    },
    {
      "epoch": 0.24663716046168532,
      "grad_norm": 36.59265899658203,
      "learning_rate": 4.358856559469118e-06,
      "loss": 1.8853,
      "step": 5971
    },
    {
      "epoch": 0.24681072637334028,
      "grad_norm": 39.83260726928711,
      "learning_rate": 4.358601327207759e-06,
      "loss": 2.4899,
      "step": 5972
    },
    {
      "epoch": 0.24698429228499522,
      "grad_norm": 47.82918167114258,
      "learning_rate": 4.358346094946402e-06,
      "loss": 1.6781,
      "step": 5973
    },
    {
      "epoch": 0.24715785819665018,
      "grad_norm": 73.74288177490234,
      "learning_rate": 4.358090862685044e-06,
      "loss": 2.4949,
      "step": 5974
    },
    {
      "epoch": 0.24733142410830514,
      "grad_norm": 41.68580627441406,
      "learning_rate": 4.357835630423686e-06,
      "loss": 2.1991,
      "step": 5975
    },
    {
      "epoch": 0.24733142410830514,
      "eval_synth_accuracy": 0.89419795221843,
      "eval_synth_auroc": 0.9514733104788891,
      "eval_synth_f1": 0.9209586945436002,
      "eval_synth_loss": 0.2836364209651947,
      "eval_synth_precision": 0.9223697650663942,
      "eval_synth_recall": 0.9195519348268839,
      "eval_synth_runtime": 102.7372,
      "eval_synth_samples_per_second": 14.26,
      "eval_synth_steps_per_second": 0.448,
      "step": 5975
    },
    {
      "epoch": 0.24733142410830514,
      "eval_real_accuracy": 0.8379360465116279,
      "eval_real_auroc": 0.9108386143397085,
      "eval_real_f1": 0.8813198509845662,
      "eval_real_loss": 0.3749202489852905,
      "eval_real_precision": 0.8580310880829015,
      "eval_real_recall": 0.9059080962800875,
      "eval_real_runtime": 96.0406,
      "eval_real_samples_per_second": 14.327,
      "eval_real_steps_per_second": 0.448,
      "step": 5975
    },
    {
      "epoch": 0.24750499001996007,
      "grad_norm": 51.14936065673828,
      "learning_rate": 4.357580398162329e-06,
      "loss": 2.0682,
      "step": 5976
    },
    {
      "epoch": 0.24767855593161503,
      "grad_norm": 61.321990966796875,
      "learning_rate": 4.357325165900971e-06,
      "loss": 2.4402,
      "step": 5977
    },
    {
      "epoch": 0.24785212184327,
      "grad_norm": 34.49067687988281,
      "learning_rate": 4.357069933639612e-06,
      "loss": 1.9194,
      "step": 5978
    },
    {
      "epoch": 0.24802568775492492,
      "grad_norm": 38.795921325683594,
      "learning_rate": 4.356814701378255e-06,
      "loss": 2.209,
      "step": 5979
    },
    {
      "epoch": 0.24819925366657988,
      "grad_norm": 37.382747650146484,
      "learning_rate": 4.356559469116897e-06,
      "loss": 1.7849,
      "step": 5980
    },
    {
      "epoch": 0.24837281957823484,
      "grad_norm": 48.36067199707031,
      "learning_rate": 4.3563042368555395e-06,
      "loss": 2.0546,
      "step": 5981
    },
    {
      "epoch": 0.24854638548988978,
      "grad_norm": 37.510494232177734,
      "learning_rate": 4.3560490045941815e-06,
      "loss": 1.9303,
      "step": 5982
    },
    {
      "epoch": 0.24871995140154474,
      "grad_norm": 42.26583480834961,
      "learning_rate": 4.355793772332823e-06,
      "loss": 1.715,
      "step": 5983
    },
    {
      "epoch": 0.2488935173131997,
      "grad_norm": 64.01136016845703,
      "learning_rate": 4.3555385400714655e-06,
      "loss": 2.6531,
      "step": 5984
    },
    {
      "epoch": 0.24906708322485463,
      "grad_norm": 50.421260833740234,
      "learning_rate": 4.3552833078101076e-06,
      "loss": 2.2052,
      "step": 5985
    },
    {
      "epoch": 0.2492406491365096,
      "grad_norm": 31.574682235717773,
      "learning_rate": 4.3550280755487496e-06,
      "loss": 1.8519,
      "step": 5986
    },
    {
      "epoch": 0.24941421504816455,
      "grad_norm": 44.013729095458984,
      "learning_rate": 4.354772843287392e-06,
      "loss": 1.8183,
      "step": 5987
    },
    {
      "epoch": 0.24958778095981948,
      "grad_norm": 49.624412536621094,
      "learning_rate": 4.354517611026034e-06,
      "loss": 2.4003,
      "step": 5988
    },
    {
      "epoch": 0.24976134687147444,
      "grad_norm": 39.1296501159668,
      "learning_rate": 4.354262378764676e-06,
      "loss": 2.1811,
      "step": 5989
    },
    {
      "epoch": 0.2499349127831294,
      "grad_norm": 43.88795471191406,
      "learning_rate": 4.3540071465033184e-06,
      "loss": 1.9738,
      "step": 5990
    },
    {
      "epoch": 0.25010847869478436,
      "grad_norm": 43.79597473144531,
      "learning_rate": 4.3537519142419605e-06,
      "loss": 2.0291,
      "step": 5991
    },
    {
      "epoch": 0.25028204460643927,
      "grad_norm": 49.05448913574219,
      "learning_rate": 4.353496681980603e-06,
      "loss": 2.8533,
      "step": 5992
    },
    {
      "epoch": 0.25045561051809423,
      "grad_norm": 35.226409912109375,
      "learning_rate": 4.3532414497192445e-06,
      "loss": 1.8926,
      "step": 5993
    },
    {
      "epoch": 0.2506291764297492,
      "grad_norm": 45.0936279296875,
      "learning_rate": 4.3529862174578865e-06,
      "loss": 2.3552,
      "step": 5994
    },
    {
      "epoch": 0.25080274234140415,
      "grad_norm": 58.105010986328125,
      "learning_rate": 4.352730985196529e-06,
      "loss": 1.9756,
      "step": 5995
    },
    {
      "epoch": 0.2509763082530591,
      "grad_norm": 55.16197204589844,
      "learning_rate": 4.352475752935171e-06,
      "loss": 2.3824,
      "step": 5996
    },
    {
      "epoch": 0.25114987416471407,
      "grad_norm": 40.01940155029297,
      "learning_rate": 4.352220520673813e-06,
      "loss": 2.0346,
      "step": 5997
    },
    {
      "epoch": 0.251323440076369,
      "grad_norm": 53.92404556274414,
      "learning_rate": 4.351965288412456e-06,
      "loss": 2.9405,
      "step": 5998
    },
    {
      "epoch": 0.25149700598802394,
      "grad_norm": 44.15024185180664,
      "learning_rate": 4.351710056151097e-06,
      "loss": 2.1953,
      "step": 5999
    },
    {
      "epoch": 0.2516705718996789,
      "grad_norm": 46.820587158203125,
      "learning_rate": 4.35145482388974e-06,
      "loss": 2.3548,
      "step": 6000
    },
    {
      "epoch": 0.2516705718996789,
      "eval_synth_accuracy": 0.8914675767918089,
      "eval_synth_auroc": 0.9517568826875478,
      "eval_synth_f1": 0.9185867895545314,
      "eval_synth_loss": 0.2794434428215027,
      "eval_synth_precision": 0.9237899073120495,
      "eval_synth_recall": 0.9134419551934827,
      "eval_synth_runtime": 102.7343,
      "eval_synth_samples_per_second": 14.26,
      "eval_synth_steps_per_second": 0.448,
      "step": 6000
    },
    {
      "epoch": 0.2516705718996789,
      "eval_real_accuracy": 0.8393895348837209,
      "eval_real_auroc": 0.9065889435145452,
      "eval_real_f1": 0.8806050783360346,
      "eval_real_loss": 0.3848251402378082,
      "eval_real_precision": 0.8697972251867663,
      "eval_real_recall": 0.8916849015317286,
      "eval_real_runtime": 96.0667,
      "eval_real_samples_per_second": 14.323,
      "eval_real_steps_per_second": 0.448,
      "step": 6000
    },
    {
      "epoch": 0.25184413781133386,
      "grad_norm": 36.29341506958008,
      "learning_rate": 4.351199591628382e-06,
      "loss": 1.5922,
      "step": 6001
    },
    {
      "epoch": 0.2520177037229888,
      "grad_norm": 49.06861114501953,
      "learning_rate": 4.350944359367024e-06,
      "loss": 2.8444,
      "step": 6002
    },
    {
      "epoch": 0.2521912696346438,
      "grad_norm": 41.46708679199219,
      "learning_rate": 4.350689127105667e-06,
      "loss": 2.0052,
      "step": 6003
    },
    {
      "epoch": 0.2523648355462987,
      "grad_norm": 71.27068328857422,
      "learning_rate": 4.350433894844308e-06,
      "loss": 2.7987,
      "step": 6004
    },
    {
      "epoch": 0.25253840145795364,
      "grad_norm": 56.14337921142578,
      "learning_rate": 4.35017866258295e-06,
      "loss": 2.8531,
      "step": 6005
    },
    {
      "epoch": 0.2527119673696086,
      "grad_norm": 48.632301330566406,
      "learning_rate": 4.349923430321593e-06,
      "loss": 1.9951,
      "step": 6006
    },
    {
      "epoch": 0.25288553328126356,
      "grad_norm": 42.850284576416016,
      "learning_rate": 4.349668198060235e-06,
      "loss": 2.5721,
      "step": 6007
    },
    {
      "epoch": 0.2530590991929185,
      "grad_norm": 42.299869537353516,
      "learning_rate": 4.349412965798877e-06,
      "loss": 2.3462,
      "step": 6008
    },
    {
      "epoch": 0.2532326651045735,
      "grad_norm": 42.582515716552734,
      "learning_rate": 4.349157733537519e-06,
      "loss": 1.7606,
      "step": 6009
    },
    {
      "epoch": 0.2534062310162284,
      "grad_norm": 43.06596755981445,
      "learning_rate": 4.348902501276161e-06,
      "loss": 2.0907,
      "step": 6010
    },
    {
      "epoch": 0.25357979692788335,
      "grad_norm": 54.992958068847656,
      "learning_rate": 4.348647269014804e-06,
      "loss": 2.1928,
      "step": 6011
    },
    {
      "epoch": 0.2537533628395383,
      "grad_norm": 51.941219329833984,
      "learning_rate": 4.348392036753446e-06,
      "loss": 1.7916,
      "step": 6012
    },
    {
      "epoch": 0.25392692875119327,
      "grad_norm": 40.724796295166016,
      "learning_rate": 4.348136804492088e-06,
      "loss": 3.0216,
      "step": 6013
    },
    {
      "epoch": 0.25410049466284823,
      "grad_norm": 44.111183166503906,
      "learning_rate": 4.347881572230731e-06,
      "loss": 2.7414,
      "step": 6014
    },
    {
      "epoch": 0.2542740605745032,
      "grad_norm": 43.55831527709961,
      "learning_rate": 4.347626339969372e-06,
      "loss": 2.3273,
      "step": 6015
    },
    {
      "epoch": 0.2544476264861581,
      "grad_norm": 43.543087005615234,
      "learning_rate": 4.347371107708014e-06,
      "loss": 2.631,
      "step": 6016
    },
    {
      "epoch": 0.25462119239781306,
      "grad_norm": 42.30805969238281,
      "learning_rate": 4.347115875446657e-06,
      "loss": 1.9521,
      "step": 6017
    },
    {
      "epoch": 0.254794758309468,
      "grad_norm": 42.674129486083984,
      "learning_rate": 4.346860643185299e-06,
      "loss": 2.3446,
      "step": 6018
    },
    {
      "epoch": 0.254968324221123,
      "grad_norm": 42.03532409667969,
      "learning_rate": 4.346605410923942e-06,
      "loss": 2.0847,
      "step": 6019
    },
    {
      "epoch": 0.25514189013277794,
      "grad_norm": 34.52973937988281,
      "learning_rate": 4.346350178662583e-06,
      "loss": 2.4704,
      "step": 6020
    },
    {
      "epoch": 0.2553154560444329,
      "grad_norm": 30.748607635498047,
      "learning_rate": 4.346094946401225e-06,
      "loss": 1.5768,
      "step": 6021
    },
    {
      "epoch": 0.2554890219560878,
      "grad_norm": 32.49710464477539,
      "learning_rate": 4.345839714139868e-06,
      "loss": 2.0546,
      "step": 6022
    },
    {
      "epoch": 0.25566258786774276,
      "grad_norm": 35.9069709777832,
      "learning_rate": 4.34558448187851e-06,
      "loss": 2.3438,
      "step": 6023
    },
    {
      "epoch": 0.2558361537793977,
      "grad_norm": 34.95676803588867,
      "learning_rate": 4.345329249617152e-06,
      "loss": 1.5365,
      "step": 6024
    },
    {
      "epoch": 0.2560097196910527,
      "grad_norm": 39.48797607421875,
      "learning_rate": 4.345074017355794e-06,
      "loss": 1.3387,
      "step": 6025
    },
    {
      "epoch": 0.2560097196910527,
      "eval_synth_accuracy": 0.8860068259385665,
      "eval_synth_auroc": 0.9534108782094262,
      "eval_synth_f1": 0.9133367929423976,
      "eval_synth_loss": 0.28698691725730896,
      "eval_synth_precision": 0.9312169312169312,
      "eval_synth_recall": 0.8961303462321792,
      "eval_synth_runtime": 102.7325,
      "eval_synth_samples_per_second": 14.26,
      "eval_synth_steps_per_second": 0.448,
      "step": 6025
    },
    {
      "epoch": 0.2560097196910527,
      "eval_real_accuracy": 0.8292151162790697,
      "eval_real_auroc": 0.9097966220504514,
      "eval_real_f1": 0.870380584666299,
      "eval_real_loss": 0.38224056363105774,
      "eval_real_precision": 0.8776418242491657,
      "eval_real_recall": 0.8632385120350109,
      "eval_real_runtime": 96.0219,
      "eval_real_samples_per_second": 14.33,
      "eval_real_steps_per_second": 0.448,
      "step": 6025
    },
    {
      "epoch": 0.25618328560270764,
      "grad_norm": 42.605342864990234,
      "learning_rate": 4.344818785094436e-06,
      "loss": 2.0674,
      "step": 6026
    },
    {
      "epoch": 0.2563568515143626,
      "grad_norm": 42.945770263671875,
      "learning_rate": 4.344563552833078e-06,
      "loss": 2.2317,
      "step": 6027
    },
    {
      "epoch": 0.2565304174260175,
      "grad_norm": 35.295494079589844,
      "learning_rate": 4.344308320571721e-06,
      "loss": 1.8825,
      "step": 6028
    },
    {
      "epoch": 0.25670398333767247,
      "grad_norm": 87.91307067871094,
      "learning_rate": 4.344053088310363e-06,
      "loss": 2.5817,
      "step": 6029
    },
    {
      "epoch": 0.25687754924932743,
      "grad_norm": 59.157676696777344,
      "learning_rate": 4.343797856049005e-06,
      "loss": 1.73,
      "step": 6030
    },
    {
      "epoch": 0.2570511151609824,
      "grad_norm": 70.2281723022461,
      "learning_rate": 4.343542623787647e-06,
      "loss": 2.7177,
      "step": 6031
    },
    {
      "epoch": 0.25722468107263735,
      "grad_norm": 58.786285400390625,
      "learning_rate": 4.343287391526289e-06,
      "loss": 1.6917,
      "step": 6032
    },
    {
      "epoch": 0.2573982469842923,
      "grad_norm": 43.98931884765625,
      "learning_rate": 4.343032159264932e-06,
      "loss": 1.5232,
      "step": 6033
    },
    {
      "epoch": 0.2575718128959472,
      "grad_norm": 69.37565612792969,
      "learning_rate": 4.342776927003574e-06,
      "loss": 2.148,
      "step": 6034
    },
    {
      "epoch": 0.2577453788076022,
      "grad_norm": 67.72688293457031,
      "learning_rate": 4.342521694742216e-06,
      "loss": 3.3436,
      "step": 6035
    },
    {
      "epoch": 0.25791894471925714,
      "grad_norm": 55.72799301147461,
      "learning_rate": 4.342266462480858e-06,
      "loss": 1.995,
      "step": 6036
    },
    {
      "epoch": 0.2580925106309121,
      "grad_norm": 67.59214782714844,
      "learning_rate": 4.3420112302195e-06,
      "loss": 2.164,
      "step": 6037
    },
    {
      "epoch": 0.25826607654256706,
      "grad_norm": 80.23248291015625,
      "learning_rate": 4.3417559979581425e-06,
      "loss": 1.5735,
      "step": 6038
    },
    {
      "epoch": 0.258439642454222,
      "grad_norm": 60.31040573120117,
      "learning_rate": 4.3415007656967845e-06,
      "loss": 2.3122,
      "step": 6039
    },
    {
      "epoch": 0.2586132083658769,
      "grad_norm": 32.022056579589844,
      "learning_rate": 4.3412455334354265e-06,
      "loss": 1.8601,
      "step": 6040
    },
    {
      "epoch": 0.2587867742775319,
      "grad_norm": 45.335296630859375,
      "learning_rate": 4.3409903011740685e-06,
      "loss": 2.3203,
      "step": 6041
    },
    {
      "epoch": 0.25896034018918684,
      "grad_norm": 42.58406066894531,
      "learning_rate": 4.3407350689127106e-06,
      "loss": 1.5222,
      "step": 6042
    },
    {
      "epoch": 0.2591339061008418,
      "grad_norm": 49.682098388671875,
      "learning_rate": 4.3404798366513526e-06,
      "loss": 1.3821,
      "step": 6043
    },
    {
      "epoch": 0.25930747201249676,
      "grad_norm": 64.99774932861328,
      "learning_rate": 4.3402246043899954e-06,
      "loss": 2.4129,
      "step": 6044
    },
    {
      "epoch": 0.25948103792415167,
      "grad_norm": 54.99345397949219,
      "learning_rate": 4.3399693721286374e-06,
      "loss": 1.7102,
      "step": 6045
    },
    {
      "epoch": 0.25965460383580663,
      "grad_norm": 54.69929122924805,
      "learning_rate": 4.3397141398672794e-06,
      "loss": 3.079,
      "step": 6046
    },
    {
      "epoch": 0.2598281697474616,
      "grad_norm": 57.9587516784668,
      "learning_rate": 4.3394589076059215e-06,
      "loss": 2.8,
      "step": 6047
    },
    {
      "epoch": 0.26000173565911655,
      "grad_norm": 31.05187225341797,
      "learning_rate": 4.3392036753445635e-06,
      "loss": 1.2238,
      "step": 6048
    },
    {
      "epoch": 0.2601753015707715,
      "grad_norm": 65.299560546875,
      "learning_rate": 4.338948443083206e-06,
      "loss": 2.4102,
      "step": 6049
    },
    {
      "epoch": 0.26034886748242647,
      "grad_norm": 59.20241928100586,
      "learning_rate": 4.338693210821848e-06,
      "loss": 1.7569,
      "step": 6050
    },
    {
      "epoch": 0.26034886748242647,
      "eval_synth_accuracy": 0.8955631399317406,
      "eval_synth_auroc": 0.9578573747749343,
      "eval_synth_f1": 0.9214175654853621,
      "eval_synth_loss": 0.2689210772514343,
      "eval_synth_precision": 0.9295336787564766,
      "eval_synth_recall": 0.9134419551934827,
      "eval_synth_runtime": 102.703,
      "eval_synth_samples_per_second": 14.264,
      "eval_synth_steps_per_second": 0.448,
      "step": 6050
    },
    {
      "epoch": 0.26034886748242647,
      "eval_real_accuracy": 0.8284883720930233,
      "eval_real_auroc": 0.906854177915447,
      "eval_real_f1": 0.8701870187018702,
      "eval_real_loss": 0.38576051592826843,
      "eval_real_precision": 0.875,
      "eval_real_recall": 0.8654266958424508,
      "eval_real_runtime": 96.0175,
      "eval_real_samples_per_second": 14.331,
      "eval_real_steps_per_second": 0.448,
      "step": 6050
    },
    {
      "epoch": 0.2605224333940814,
      "grad_norm": 37.513484954833984,
      "learning_rate": 4.33843797856049e-06,
      "loss": 1.8221,
      "step": 6051
    },
    {
      "epoch": 0.26069599930573634,
      "grad_norm": 36.7476921081543,
      "learning_rate": 4.338182746299132e-06,
      "loss": 1.6653,
      "step": 6052
    },
    {
      "epoch": 0.2608695652173913,
      "grad_norm": 42.15520095825195,
      "learning_rate": 4.337927514037774e-06,
      "loss": 2.0021,
      "step": 6053
    },
    {
      "epoch": 0.26104313112904626,
      "grad_norm": 60.4653205871582,
      "learning_rate": 4.337672281776416e-06,
      "loss": 2.178,
      "step": 6054
    },
    {
      "epoch": 0.2612166970407012,
      "grad_norm": 65.53132629394531,
      "learning_rate": 4.337417049515059e-06,
      "loss": 2.2576,
      "step": 6055
    },
    {
      "epoch": 0.2613902629523562,
      "grad_norm": 37.141334533691406,
      "learning_rate": 4.337161817253701e-06,
      "loss": 1.5489,
      "step": 6056
    },
    {
      "epoch": 0.2615638288640111,
      "grad_norm": 45.62337875366211,
      "learning_rate": 4.336906584992343e-06,
      "loss": 1.6524,
      "step": 6057
    },
    {
      "epoch": 0.26173739477566604,
      "grad_norm": 35.11155319213867,
      "learning_rate": 4.336651352730985e-06,
      "loss": 1.6669,
      "step": 6058
    },
    {
      "epoch": 0.261910960687321,
      "grad_norm": 39.53938293457031,
      "learning_rate": 4.336396120469627e-06,
      "loss": 1.5774,
      "step": 6059
    },
    {
      "epoch": 0.26208452659897596,
      "grad_norm": 40.47593688964844,
      "learning_rate": 4.33614088820827e-06,
      "loss": 2.0992,
      "step": 6060
    },
    {
      "epoch": 0.2622580925106309,
      "grad_norm": 42.8160514831543,
      "learning_rate": 4.335885655946912e-06,
      "loss": 1.4764,
      "step": 6061
    },
    {
      "epoch": 0.2624316584222859,
      "grad_norm": 47.96876525878906,
      "learning_rate": 4.335630423685554e-06,
      "loss": 1.9311,
      "step": 6062
    },
    {
      "epoch": 0.2626052243339408,
      "grad_norm": 52.849327087402344,
      "learning_rate": 4.335375191424196e-06,
      "loss": 2.5214,
      "step": 6063
    },
    {
      "epoch": 0.26277879024559575,
      "grad_norm": 40.11935806274414,
      "learning_rate": 4.335119959162838e-06,
      "loss": 2.1176,
      "step": 6064
    },
    {
      "epoch": 0.2629523561572507,
      "grad_norm": 82.39034271240234,
      "learning_rate": 4.334864726901481e-06,
      "loss": 1.4535,
      "step": 6065
    },
    {
      "epoch": 0.26312592206890567,
      "grad_norm": 51.80106735229492,
      "learning_rate": 4.334609494640123e-06,
      "loss": 2.0528,
      "step": 6066
    },
    {
      "epoch": 0.26329948798056063,
      "grad_norm": 46.4665641784668,
      "learning_rate": 4.334354262378765e-06,
      "loss": 2.2732,
      "step": 6067
    },
    {
      "epoch": 0.2634730538922156,
      "grad_norm": 41.4210319519043,
      "learning_rate": 4.334099030117407e-06,
      "loss": 1.859,
      "step": 6068
    },
    {
      "epoch": 0.2636466198038705,
      "grad_norm": 72.0396957397461,
      "learning_rate": 4.333843797856049e-06,
      "loss": 2.2614,
      "step": 6069
    },
    {
      "epoch": 0.26382018571552546,
      "grad_norm": 42.76615524291992,
      "learning_rate": 4.333588565594691e-06,
      "loss": 2.3408,
      "step": 6070
    },
    {
      "epoch": 0.2639937516271804,
      "grad_norm": 55.511566162109375,
      "learning_rate": 4.333333333333334e-06,
      "loss": 1.8512,
      "step": 6071
    },
    {
      "epoch": 0.2641673175388354,
      "grad_norm": 38.812461853027344,
      "learning_rate": 4.333078101071976e-06,
      "loss": 2.1289,
      "step": 6072
    },
    {
      "epoch": 0.26434088345049034,
      "grad_norm": 42.4882926940918,
      "learning_rate": 4.332822868810618e-06,
      "loss": 1.7866,
      "step": 6073
    },
    {
      "epoch": 0.2645144493621453,
      "grad_norm": 62.228416442871094,
      "learning_rate": 4.33256763654926e-06,
      "loss": 3.0297,
      "step": 6074
    },
    {
      "epoch": 0.2646880152738002,
      "grad_norm": 31.4855899810791,
      "learning_rate": 4.332312404287902e-06,
      "loss": 1.8808,
      "step": 6075
    },
    {
      "epoch": 0.2646880152738002,
      "eval_synth_accuracy": 0.8723549488054607,
      "eval_synth_auroc": 0.9545873339152362,
      "eval_synth_f1": 0.9004789781798829,
      "eval_synth_loss": 0.32188886404037476,
      "eval_synth_precision": 0.9431438127090301,
      "eval_synth_recall": 0.8615071283095723,
      "eval_synth_runtime": 102.7165,
      "eval_synth_samples_per_second": 14.263,
      "eval_synth_steps_per_second": 0.448,
      "step": 6075
    },
    {
      "epoch": 0.2646880152738002,
      "eval_real_accuracy": 0.8277616279069767,
      "eval_real_auroc": 0.9078807771367946,
      "eval_real_f1": 0.8685524126455907,
      "eval_real_loss": 0.3889419138431549,
      "eval_real_precision": 0.8807649043869517,
      "eval_real_recall": 0.8566739606126915,
      "eval_real_runtime": 97.1959,
      "eval_real_samples_per_second": 14.157,
      "eval_real_steps_per_second": 0.442,
      "step": 6075
    },
    {
      "epoch": 0.26486158118545516,
      "grad_norm": 39.222068786621094,
      "learning_rate": 4.332057172026545e-06,
      "loss": 2.393,
      "step": 6076
    },
    {
      "epoch": 0.2650351470971101,
      "grad_norm": 41.646575927734375,
      "learning_rate": 4.331801939765187e-06,
      "loss": 1.6544,
      "step": 6077
    },
    {
      "epoch": 0.2652087130087651,
      "grad_norm": 84.99052429199219,
      "learning_rate": 4.331546707503829e-06,
      "loss": 3.1124,
      "step": 6078
    },
    {
      "epoch": 0.26538227892042004,
      "grad_norm": 47.15864562988281,
      "learning_rate": 4.331291475242471e-06,
      "loss": 2.5108,
      "step": 6079
    },
    {
      "epoch": 0.265555844832075,
      "grad_norm": 68.97187805175781,
      "learning_rate": 4.331036242981113e-06,
      "loss": 2.3086,
      "step": 6080
    },
    {
      "epoch": 0.2657294107437299,
      "grad_norm": 38.38921356201172,
      "learning_rate": 4.330781010719755e-06,
      "loss": 2.1157,
      "step": 6081
    },
    {
      "epoch": 0.26590297665538487,
      "grad_norm": 66.30774688720703,
      "learning_rate": 4.330525778458398e-06,
      "loss": 1.8882,
      "step": 6082
    },
    {
      "epoch": 0.26607654256703983,
      "grad_norm": 49.13990783691406,
      "learning_rate": 4.33027054619704e-06,
      "loss": 2.1623,
      "step": 6083
    },
    {
      "epoch": 0.2662501084786948,
      "grad_norm": 38.15116882324219,
      "learning_rate": 4.330015313935682e-06,
      "loss": 1.8141,
      "step": 6084
    },
    {
      "epoch": 0.26642367439034975,
      "grad_norm": 49.83481216430664,
      "learning_rate": 4.329760081674324e-06,
      "loss": 2.3016,
      "step": 6085
    },
    {
      "epoch": 0.2665972403020047,
      "grad_norm": 57.02068328857422,
      "learning_rate": 4.329504849412966e-06,
      "loss": 2.4591,
      "step": 6086
    },
    {
      "epoch": 0.2667708062136596,
      "grad_norm": 50.09144973754883,
      "learning_rate": 4.329249617151609e-06,
      "loss": 1.9023,
      "step": 6087
    },
    {
      "epoch": 0.2669443721253146,
      "grad_norm": 37.355045318603516,
      "learning_rate": 4.328994384890251e-06,
      "loss": 2.4041,
      "step": 6088
    },
    {
      "epoch": 0.26711793803696954,
      "grad_norm": 40.569854736328125,
      "learning_rate": 4.328739152628893e-06,
      "loss": 2.2946,
      "step": 6089
    },
    {
      "epoch": 0.2672915039486245,
      "grad_norm": 56.84418487548828,
      "learning_rate": 4.328483920367535e-06,
      "loss": 2.7233,
      "step": 6090
    },
    {
      "epoch": 0.26746506986027946,
      "grad_norm": 36.67405700683594,
      "learning_rate": 4.328228688106177e-06,
      "loss": 2.0717,
      "step": 6091
    },
    {
      "epoch": 0.2676386357719344,
      "grad_norm": 33.41440200805664,
      "learning_rate": 4.327973455844819e-06,
      "loss": 1.8407,
      "step": 6092
    },
    {
      "epoch": 0.2678122016835893,
      "grad_norm": 30.047426223754883,
      "learning_rate": 4.3277182235834615e-06,
      "loss": 1.424,
      "step": 6093
    },
    {
      "epoch": 0.2679857675952443,
      "grad_norm": 46.42024612426758,
      "learning_rate": 4.3274629913221035e-06,
      "loss": 2.1405,
      "step": 6094
    },
    {
      "epoch": 0.26815933350689924,
      "grad_norm": 31.16900634765625,
      "learning_rate": 4.3272077590607455e-06,
      "loss": 1.6039,
      "step": 6095
    },
    {
      "epoch": 0.2683328994185542,
      "grad_norm": 31.89944839477539,
      "learning_rate": 4.3269525267993875e-06,
      "loss": 1.3411,
      "step": 6096
    },
    {
      "epoch": 0.26850646533020917,
      "grad_norm": 60.59941482543945,
      "learning_rate": 4.3266972945380295e-06,
      "loss": 2.5999,
      "step": 6097
    },
    {
      "epoch": 0.26868003124186407,
      "grad_norm": 46.33828353881836,
      "learning_rate": 4.326442062276672e-06,
      "loss": 2.3197,
      "step": 6098
    },
    {
      "epoch": 0.26885359715351903,
      "grad_norm": 59.64094161987305,
      "learning_rate": 4.326186830015314e-06,
      "loss": 3.29,
      "step": 6099
    },
    {
      "epoch": 0.269027163065174,
      "grad_norm": 36.97224807739258,
      "learning_rate": 4.325931597753956e-06,
      "loss": 1.8163,
      "step": 6100
    },
    {
      "epoch": 0.269027163065174,
      "eval_synth_accuracy": 0.8928327645051195,
      "eval_synth_auroc": 0.9570098206642969,
      "eval_synth_f1": 0.9185262065386611,
      "eval_synth_loss": 0.2905453145503998,
      "eval_synth_precision": 0.9365079365079365,
      "eval_synth_recall": 0.9012219959266803,
      "eval_synth_runtime": 102.7755,
      "eval_synth_samples_per_second": 14.254,
      "eval_synth_steps_per_second": 0.448,
      "step": 6100
    },
    {
      "epoch": 0.269027163065174,
      "eval_real_accuracy": 0.8343023255813954,
      "eval_real_auroc": 0.9080039216800705,
      "eval_real_f1": 0.8778135048231511,
      "eval_real_loss": 0.3978899121284485,
      "eval_real_precision": 0.8602941176470589,
      "eval_real_recall": 0.8960612691466083,
      "eval_real_runtime": 96.0336,
      "eval_real_samples_per_second": 14.328,
      "eval_real_steps_per_second": 0.448,
      "step": 6100
    },
    {
      "epoch": 0.26920072897682895,
      "grad_norm": 51.36417007446289,
      "learning_rate": 4.3256763654925984e-06,
      "loss": 1.9794,
      "step": 6101
    },
    {
      "epoch": 0.2693742948884839,
      "grad_norm": 56.92052459716797,
      "learning_rate": 4.3254211332312404e-06,
      "loss": 2.4745,
      "step": 6102
    },
    {
      "epoch": 0.26954786080013887,
      "grad_norm": 49.29331588745117,
      "learning_rate": 4.325165900969883e-06,
      "loss": 2.2748,
      "step": 6103
    },
    {
      "epoch": 0.2697214267117938,
      "grad_norm": 64.10004425048828,
      "learning_rate": 4.324910668708525e-06,
      "loss": 3.2786,
      "step": 6104
    },
    {
      "epoch": 0.26989499262344874,
      "grad_norm": 39.798431396484375,
      "learning_rate": 4.324655436447167e-06,
      "loss": 1.7865,
      "step": 6105
    },
    {
      "epoch": 0.2700685585351037,
      "grad_norm": 54.141822814941406,
      "learning_rate": 4.324400204185809e-06,
      "loss": 1.8634,
      "step": 6106
    },
    {
      "epoch": 0.27024212444675866,
      "grad_norm": 40.079246520996094,
      "learning_rate": 4.324144971924451e-06,
      "loss": 1.952,
      "step": 6107
    },
    {
      "epoch": 0.2704156903584136,
      "grad_norm": 52.059024810791016,
      "learning_rate": 4.323889739663093e-06,
      "loss": 3.1191,
      "step": 6108
    },
    {
      "epoch": 0.2705892562700686,
      "grad_norm": 32.84907531738281,
      "learning_rate": 4.323634507401736e-06,
      "loss": 1.5067,
      "step": 6109
    },
    {
      "epoch": 0.2707628221817235,
      "grad_norm": 43.412899017333984,
      "learning_rate": 4.323379275140378e-06,
      "loss": 2.5004,
      "step": 6110
    },
    {
      "epoch": 0.27093638809337844,
      "grad_norm": 100.36994934082031,
      "learning_rate": 4.32312404287902e-06,
      "loss": 1.6073,
      "step": 6111
    },
    {
      "epoch": 0.2711099540050334,
      "grad_norm": 38.372135162353516,
      "learning_rate": 4.322868810617662e-06,
      "loss": 2.2097,
      "step": 6112
    },
    {
      "epoch": 0.27128351991668836,
      "grad_norm": 39.71432876586914,
      "learning_rate": 4.322613578356304e-06,
      "loss": 1.5741,
      "step": 6113
    },
    {
      "epoch": 0.2714570858283433,
      "grad_norm": 44.67460250854492,
      "learning_rate": 4.322358346094947e-06,
      "loss": 2.8678,
      "step": 6114
    },
    {
      "epoch": 0.2716306517399983,
      "grad_norm": 59.3704948425293,
      "learning_rate": 4.322103113833589e-06,
      "loss": 2.8328,
      "step": 6115
    },
    {
      "epoch": 0.2718042176516532,
      "grad_norm": 49.76145553588867,
      "learning_rate": 4.321847881572231e-06,
      "loss": 2.1477,
      "step": 6116
    },
    {
      "epoch": 0.27197778356330815,
      "grad_norm": 70.1797103881836,
      "learning_rate": 4.321592649310873e-06,
      "loss": 2.1817,
      "step": 6117
    },
    {
      "epoch": 0.2721513494749631,
      "grad_norm": 41.379154205322266,
      "learning_rate": 4.321337417049515e-06,
      "loss": 2.258,
      "step": 6118
    },
    {
      "epoch": 0.27232491538661807,
      "grad_norm": 36.640926361083984,
      "learning_rate": 4.321082184788157e-06,
      "loss": 2.0739,
      "step": 6119
    },
    {
      "epoch": 0.27249848129827303,
      "grad_norm": 37.82155990600586,
      "learning_rate": 4.3208269525268e-06,
      "loss": 2.058,
      "step": 6120
    },
    {
      "epoch": 0.272672047209928,
      "grad_norm": 50.5565185546875,
      "learning_rate": 4.320571720265442e-06,
      "loss": 2.4222,
      "step": 6121
    },
    {
      "epoch": 0.2728456131215829,
      "grad_norm": 34.88861846923828,
      "learning_rate": 4.320316488004084e-06,
      "loss": 1.9244,
      "step": 6122
    },
    {
      "epoch": 0.27301917903323786,
      "grad_norm": 37.17045974731445,
      "learning_rate": 4.320061255742726e-06,
      "loss": 2.0861,
      "step": 6123
    },
    {
      "epoch": 0.2731927449448928,
      "grad_norm": 45.776432037353516,
      "learning_rate": 4.319806023481368e-06,
      "loss": 2.2682,
      "step": 6124
    },
    {
      "epoch": 0.2733663108565478,
      "grad_norm": 56.401573181152344,
      "learning_rate": 4.319550791220011e-06,
      "loss": 2.2199,
      "step": 6125
    },
    {
      "epoch": 0.2733663108565478,
      "eval_synth_accuracy": 0.9051194539249147,
      "eval_synth_auroc": 0.9585573448364558,
      "eval_synth_f1": 0.9291177970423253,
      "eval_synth_loss": 0.2540324330329895,
      "eval_synth_precision": 0.9305413687436159,
      "eval_synth_recall": 0.9276985743380856,
      "eval_synth_runtime": 102.7685,
      "eval_synth_samples_per_second": 14.255,
      "eval_synth_steps_per_second": 0.448,
      "step": 6125
    },
    {
      "epoch": 0.2733663108565478,
      "eval_real_accuracy": 0.8306686046511628,
      "eval_real_auroc": 0.9020385158240738,
      "eval_real_f1": 0.8787090057261843,
      "eval_real_loss": 0.4133469760417938,
      "eval_real_precision": 0.8381330685203575,
      "eval_real_recall": 0.9234135667396062,
      "eval_real_runtime": 96.0573,
      "eval_real_samples_per_second": 14.325,
      "eval_real_steps_per_second": 0.448,
      "step": 6125
    },
    {
      "epoch": 0.27353987676820274,
      "grad_norm": 44.83553695678711,
      "learning_rate": 4.319295558958653e-06,
      "loss": 2.5034,
      "step": 6126
    },
    {
      "epoch": 0.2737134426798577,
      "grad_norm": 31.344135284423828,
      "learning_rate": 4.319040326697295e-06,
      "loss": 2.3139,
      "step": 6127
    },
    {
      "epoch": 0.2738870085915126,
      "grad_norm": 32.42616271972656,
      "learning_rate": 4.318785094435937e-06,
      "loss": 1.3853,
      "step": 6128
    },
    {
      "epoch": 0.27406057450316756,
      "grad_norm": 48.062103271484375,
      "learning_rate": 4.318529862174579e-06,
      "loss": 1.8076,
      "step": 6129
    },
    {
      "epoch": 0.2742341404148225,
      "grad_norm": 62.94157409667969,
      "learning_rate": 4.318274629913222e-06,
      "loss": 2.7253,
      "step": 6130
    },
    {
      "epoch": 0.2744077063264775,
      "grad_norm": 47.49817657470703,
      "learning_rate": 4.318019397651864e-06,
      "loss": 2.1122,
      "step": 6131
    },
    {
      "epoch": 0.27458127223813245,
      "grad_norm": 66.0858154296875,
      "learning_rate": 4.317764165390506e-06,
      "loss": 2.4824,
      "step": 6132
    },
    {
      "epoch": 0.2747548381497874,
      "grad_norm": 36.28218078613281,
      "learning_rate": 4.317508933129148e-06,
      "loss": 1.4817,
      "step": 6133
    },
    {
      "epoch": 0.2749284040614423,
      "grad_norm": 29.265607833862305,
      "learning_rate": 4.31725370086779e-06,
      "loss": 1.5554,
      "step": 6134
    },
    {
      "epoch": 0.27510196997309727,
      "grad_norm": 42.11123275756836,
      "learning_rate": 4.316998468606432e-06,
      "loss": 1.9085,
      "step": 6135
    },
    {
      "epoch": 0.27527553588475223,
      "grad_norm": 37.810462951660156,
      "learning_rate": 4.316743236345075e-06,
      "loss": 1.7319,
      "step": 6136
    },
    {
      "epoch": 0.2754491017964072,
      "grad_norm": 27.14232063293457,
      "learning_rate": 4.316488004083717e-06,
      "loss": 1.785,
      "step": 6137
    },
    {
      "epoch": 0.27562266770806215,
      "grad_norm": 44.82204818725586,
      "learning_rate": 4.316232771822359e-06,
      "loss": 1.9754,
      "step": 6138
    },
    {
      "epoch": 0.2757962336197171,
      "grad_norm": 47.88990020751953,
      "learning_rate": 4.315977539561001e-06,
      "loss": 2.1948,
      "step": 6139
    },
    {
      "epoch": 0.275969799531372,
      "grad_norm": 37.11652374267578,
      "learning_rate": 4.315722307299643e-06,
      "loss": 2.0488,
      "step": 6140
    },
    {
      "epoch": 0.276143365443027,
      "grad_norm": 30.068557739257812,
      "learning_rate": 4.315467075038286e-06,
      "loss": 1.4338,
      "step": 6141
    },
    {
      "epoch": 0.27631693135468194,
      "grad_norm": 42.11656188964844,
      "learning_rate": 4.315211842776928e-06,
      "loss": 2.1176,
      "step": 6142
    },
    {
      "epoch": 0.2764904972663369,
      "grad_norm": 42.06373596191406,
      "learning_rate": 4.31495661051557e-06,
      "loss": 1.8198,
      "step": 6143
    },
    {
      "epoch": 0.27666406317799186,
      "grad_norm": 58.57985305786133,
      "learning_rate": 4.314701378254212e-06,
      "loss": 1.8969,
      "step": 6144
    },
    {
      "epoch": 0.2768376290896468,
      "grad_norm": 52.184043884277344,
      "learning_rate": 4.314446145992854e-06,
      "loss": 2.4636,
      "step": 6145
    },
    {
      "epoch": 0.2770111950013017,
      "grad_norm": 51.71669387817383,
      "learning_rate": 4.314190913731496e-06,
      "loss": 2.0656,
      "step": 6146
    },
    {
      "epoch": 0.2771847609129567,
      "grad_norm": 49.19004821777344,
      "learning_rate": 4.3139356814701385e-06,
      "loss": 1.6525,
      "step": 6147
    },
    {
      "epoch": 0.27735832682461165,
      "grad_norm": 61.661109924316406,
      "learning_rate": 4.3136804492087805e-06,
      "loss": 1.759,
      "step": 6148
    },
    {
      "epoch": 0.2775318927362666,
      "grad_norm": 38.03326416015625,
      "learning_rate": 4.3134252169474225e-06,
      "loss": 1.2308,
      "step": 6149
    },
    {
      "epoch": 0.27770545864792157,
      "grad_norm": 44.62150573730469,
      "learning_rate": 4.3131699846860645e-06,
      "loss": 2.0122,
      "step": 6150
    },
    {
      "epoch": 0.27770545864792157,
      "eval_synth_accuracy": 0.8955631399317406,
      "eval_synth_auroc": 0.954215211277108,
      "eval_synth_f1": 0.9210118740320082,
      "eval_synth_loss": 0.29142776131629944,
      "eval_synth_precision": 0.9340314136125655,
      "eval_synth_recall": 0.9083503054989817,
      "eval_synth_runtime": 102.7132,
      "eval_synth_samples_per_second": 14.263,
      "eval_synth_steps_per_second": 0.448,
      "step": 6150
    },
    {
      "epoch": 0.27770545864792157,
      "eval_real_accuracy": 0.8299418604651163,
      "eval_real_auroc": 0.9079826082014266,
      "eval_real_f1": 0.8740581270182992,
      "eval_real_loss": 0.3997749388217926,
      "eval_real_precision": 0.8601694915254238,
      "eval_real_recall": 0.888402625820569,
      "eval_real_runtime": 96.0411,
      "eval_real_samples_per_second": 14.327,
      "eval_real_steps_per_second": 0.448,
      "step": 6150
    },
    {
      "epoch": 0.2778790245595765,
      "grad_norm": 43.716285705566406,
      "learning_rate": 4.3129147524247065e-06,
      "loss": 1.7725,
      "step": 6151
    },
    {
      "epoch": 0.27805259047123143,
      "grad_norm": 59.31905746459961,
      "learning_rate": 4.312659520163349e-06,
      "loss": 1.8413,
      "step": 6152
    },
    {
      "epoch": 0.2782261563828864,
      "grad_norm": 85.77215576171875,
      "learning_rate": 4.312404287901991e-06,
      "loss": 3.3082,
      "step": 6153
    },
    {
      "epoch": 0.27839972229454135,
      "grad_norm": 55.23420333862305,
      "learning_rate": 4.312149055640633e-06,
      "loss": 2.6071,
      "step": 6154
    },
    {
      "epoch": 0.2785732882061963,
      "grad_norm": 50.99626922607422,
      "learning_rate": 4.311893823379275e-06,
      "loss": 2.0499,
      "step": 6155
    },
    {
      "epoch": 0.2787468541178513,
      "grad_norm": 32.93525695800781,
      "learning_rate": 4.311638591117917e-06,
      "loss": 1.2271,
      "step": 6156
    },
    {
      "epoch": 0.2789204200295062,
      "grad_norm": 47.604549407958984,
      "learning_rate": 4.3113833588565594e-06,
      "loss": 3.337,
      "step": 6157
    },
    {
      "epoch": 0.27909398594116114,
      "grad_norm": 63.6938362121582,
      "learning_rate": 4.311128126595202e-06,
      "loss": 3.0112,
      "step": 6158
    },
    {
      "epoch": 0.2792675518528161,
      "grad_norm": 42.71025466918945,
      "learning_rate": 4.310872894333844e-06,
      "loss": 1.7629,
      "step": 6159
    },
    {
      "epoch": 0.27944111776447106,
      "grad_norm": 35.847564697265625,
      "learning_rate": 4.310617662072486e-06,
      "loss": 1.2583,
      "step": 6160
    },
    {
      "epoch": 0.279614683676126,
      "grad_norm": 39.81541442871094,
      "learning_rate": 4.310362429811128e-06,
      "loss": 3.0725,
      "step": 6161
    },
    {
      "epoch": 0.279788249587781,
      "grad_norm": 47.130767822265625,
      "learning_rate": 4.31010719754977e-06,
      "loss": 1.4831,
      "step": 6162
    },
    {
      "epoch": 0.2799618154994359,
      "grad_norm": 49.372398376464844,
      "learning_rate": 4.309851965288413e-06,
      "loss": 2.1373,
      "step": 6163
    },
    {
      "epoch": 0.28013538141109084,
      "grad_norm": 50.66450119018555,
      "learning_rate": 4.309596733027055e-06,
      "loss": 2.1478,
      "step": 6164
    },
    {
      "epoch": 0.2803089473227458,
      "grad_norm": 56.46440887451172,
      "learning_rate": 4.309341500765697e-06,
      "loss": 2.3317,
      "step": 6165
    },
    {
      "epoch": 0.28048251323440077,
      "grad_norm": 45.30182647705078,
      "learning_rate": 4.309086268504339e-06,
      "loss": 1.8483,
      "step": 6166
    },
    {
      "epoch": 0.2806560791460557,
      "grad_norm": 30.541866302490234,
      "learning_rate": 4.308831036242981e-06,
      "loss": 2.4723,
      "step": 6167
    },
    {
      "epoch": 0.2808296450577107,
      "grad_norm": 50.225467681884766,
      "learning_rate": 4.308575803981624e-06,
      "loss": 1.8158,
      "step": 6168
    },
    {
      "epoch": 0.2810032109693656,
      "grad_norm": 32.409523010253906,
      "learning_rate": 4.308320571720266e-06,
      "loss": 1.6858,
      "step": 6169
    },
    {
      "epoch": 0.28117677688102055,
      "grad_norm": 29.743881225585938,
      "learning_rate": 4.308065339458908e-06,
      "loss": 1.4356,
      "step": 6170
    },
    {
      "epoch": 0.2813503427926755,
      "grad_norm": 42.50420379638672,
      "learning_rate": 4.30781010719755e-06,
      "loss": 2.3111,
      "step": 6171
    },
    {
      "epoch": 0.28152390870433047,
      "grad_norm": 48.07999801635742,
      "learning_rate": 4.307554874936192e-06,
      "loss": 1.994,
      "step": 6172
    },
    {
      "epoch": 0.28169747461598543,
      "grad_norm": 49.076263427734375,
      "learning_rate": 4.307299642674834e-06,
      "loss": 2.7429,
      "step": 6173
    },
    {
      "epoch": 0.2818710405276404,
      "grad_norm": 56.762691497802734,
      "learning_rate": 4.307044410413477e-06,
      "loss": 2.0853,
      "step": 6174
    },
    {
      "epoch": 0.2820446064392953,
      "grad_norm": 37.444332122802734,
      "learning_rate": 4.306789178152119e-06,
      "loss": 1.7964,
      "step": 6175
    },
    {
      "epoch": 0.2820446064392953,
      "eval_synth_accuracy": 0.8914675767918089,
      "eval_synth_auroc": 0.9513858142211989,
      "eval_synth_f1": 0.9178294573643411,
      "eval_synth_loss": 0.2983962595462799,
      "eval_synth_precision": 0.9317943336831059,
      "eval_synth_recall": 0.9042769857433809,
      "eval_synth_runtime": 102.7567,
      "eval_synth_samples_per_second": 14.257,
      "eval_synth_steps_per_second": 0.448,
      "step": 6175
    },
    {
      "epoch": 0.2820446064392953,
      "eval_real_accuracy": 0.8241279069767442,
      "eval_real_auroc": 0.9074343781674199,
      "eval_real_f1": 0.8698924731182796,
      "eval_real_loss": 0.400389701128006,
      "eval_real_precision": 0.8551797040169133,
      "eval_real_recall": 0.8851203501094091,
      "eval_real_runtime": 96.084,
      "eval_real_samples_per_second": 14.321,
      "eval_real_steps_per_second": 0.448,
      "step": 6175
    },
    {
      "epoch": 0.28221817235095026,
      "grad_norm": 40.101287841796875,
      "learning_rate": 4.306533945890761e-06,
      "loss": 2.1694,
      "step": 6176
    },
    {
      "epoch": 0.2823917382626052,
      "grad_norm": 52.59504318237305,
      "learning_rate": 4.306278713629403e-06,
      "loss": 2.1444,
      "step": 6177
    },
    {
      "epoch": 0.2825653041742602,
      "grad_norm": 42.392417907714844,
      "learning_rate": 4.306023481368045e-06,
      "loss": 2.043,
      "step": 6178
    },
    {
      "epoch": 0.28273887008591514,
      "grad_norm": 65.6185531616211,
      "learning_rate": 4.305768249106688e-06,
      "loss": 2.0803,
      "step": 6179
    },
    {
      "epoch": 0.2829124359975701,
      "grad_norm": 51.78684616088867,
      "learning_rate": 4.30551301684533e-06,
      "loss": 3.296,
      "step": 6180
    },
    {
      "epoch": 0.283086001909225,
      "grad_norm": 45.110233306884766,
      "learning_rate": 4.305257784583972e-06,
      "loss": 2.0249,
      "step": 6181
    },
    {
      "epoch": 0.28325956782087996,
      "grad_norm": 40.0220947265625,
      "learning_rate": 4.305002552322614e-06,
      "loss": 1.938,
      "step": 6182
    },
    {
      "epoch": 0.2834331337325349,
      "grad_norm": 68.64268493652344,
      "learning_rate": 4.304747320061256e-06,
      "loss": 2.1021,
      "step": 6183
    },
    {
      "epoch": 0.2836066996441899,
      "grad_norm": 41.12875747680664,
      "learning_rate": 4.304492087799898e-06,
      "loss": 1.5503,
      "step": 6184
    },
    {
      "epoch": 0.28378026555584485,
      "grad_norm": 48.231590270996094,
      "learning_rate": 4.304236855538541e-06,
      "loss": 1.6792,
      "step": 6185
    },
    {
      "epoch": 0.2839538314674998,
      "grad_norm": 33.51628875732422,
      "learning_rate": 4.303981623277183e-06,
      "loss": 1.4827,
      "step": 6186
    },
    {
      "epoch": 0.2841273973791547,
      "grad_norm": 37.25907516479492,
      "learning_rate": 4.303726391015825e-06,
      "loss": 1.6139,
      "step": 6187
    },
    {
      "epoch": 0.28430096329080967,
      "grad_norm": 47.410797119140625,
      "learning_rate": 4.303471158754467e-06,
      "loss": 2.43,
      "step": 6188
    },
    {
      "epoch": 0.28447452920246463,
      "grad_norm": 30.685171127319336,
      "learning_rate": 4.303215926493109e-06,
      "loss": 1.6429,
      "step": 6189
    },
    {
      "epoch": 0.2846480951141196,
      "grad_norm": 34.734622955322266,
      "learning_rate": 4.302960694231752e-06,
      "loss": 1.2255,
      "step": 6190
    },
    {
      "epoch": 0.28482166102577455,
      "grad_norm": 45.718624114990234,
      "learning_rate": 4.302705461970394e-06,
      "loss": 1.8908,
      "step": 6191
    },
    {
      "epoch": 0.2849952269374295,
      "grad_norm": 32.6571159362793,
      "learning_rate": 4.302450229709036e-06,
      "loss": 1.4386,
      "step": 6192
    },
    {
      "epoch": 0.2851687928490844,
      "grad_norm": 40.526912689208984,
      "learning_rate": 4.302194997447678e-06,
      "loss": 1.6371,
      "step": 6193
    },
    {
      "epoch": 0.2853423587607394,
      "grad_norm": 46.948646545410156,
      "learning_rate": 4.30193976518632e-06,
      "loss": 2.6102,
      "step": 6194
    },
    {
      "epoch": 0.28551592467239434,
      "grad_norm": 56.93181228637695,
      "learning_rate": 4.301684532924962e-06,
      "loss": 2.4515,
      "step": 6195
    },
    {
      "epoch": 0.2856894905840493,
      "grad_norm": 47.752315521240234,
      "learning_rate": 4.3014293006636046e-06,
      "loss": 1.6739,
      "step": 6196
    },
    {
      "epoch": 0.28586305649570426,
      "grad_norm": 34.46376419067383,
      "learning_rate": 4.301174068402247e-06,
      "loss": 1.2728,
      "step": 6197
    },
    {
      "epoch": 0.2860366224073592,
      "grad_norm": 48.63678741455078,
      "learning_rate": 4.300918836140889e-06,
      "loss": 1.1482,
      "step": 6198
    },
    {
      "epoch": 0.2862101883190141,
      "grad_norm": 74.13195037841797,
      "learning_rate": 4.300663603879531e-06,
      "loss": 2.8803,
      "step": 6199
    },
    {
      "epoch": 0.2863837542306691,
      "grad_norm": 44.86659240722656,
      "learning_rate": 4.300408371618173e-06,
      "loss": 1.6255,
      "step": 6200
    },
    {
      "epoch": 0.2863837542306691,
      "eval_synth_accuracy": 0.8784982935153584,
      "eval_synth_auroc": 0.9503411299878137,
      "eval_synth_f1": 0.9062170706006323,
      "eval_synth_loss": 0.33183708786964417,
      "eval_synth_precision": 0.9388646288209607,
      "eval_synth_recall": 0.8757637474541752,
      "eval_synth_runtime": 102.7822,
      "eval_synth_samples_per_second": 14.253,
      "eval_synth_steps_per_second": 0.448,
      "step": 6200
    },
    {
      "epoch": 0.2863837542306691,
      "eval_real_accuracy": 0.8255813953488372,
      "eval_real_auroc": 0.9057932403118399,
      "eval_real_f1": 0.8706896551724138,
      "eval_real_loss": 0.4060002565383911,
      "eval_real_precision": 0.8577494692144374,
      "eval_real_recall": 0.8840262582056893,
      "eval_real_runtime": 96.095,
      "eval_real_samples_per_second": 14.319,
      "eval_real_steps_per_second": 0.447,
      "step": 6200
    },
    {
      "epoch": 0.28655732014232405,
      "grad_norm": 64.39160919189453,
      "learning_rate": 4.3001531393568155e-06,
      "loss": 1.9272,
      "step": 6201
    },
    {
      "epoch": 0.286730886053979,
      "grad_norm": 46.20131301879883,
      "learning_rate": 4.2998979070954575e-06,
      "loss": 1.4787,
      "step": 6202
    },
    {
      "epoch": 0.28690445196563397,
      "grad_norm": 51.535888671875,
      "learning_rate": 4.2996426748340995e-06,
      "loss": 2.3456,
      "step": 6203
    },
    {
      "epoch": 0.2870780178772889,
      "grad_norm": 41.846553802490234,
      "learning_rate": 4.2993874425727415e-06,
      "loss": 1.1241,
      "step": 6204
    },
    {
      "epoch": 0.28725158378894383,
      "grad_norm": 48.45624923706055,
      "learning_rate": 4.2991322103113835e-06,
      "loss": 1.4385,
      "step": 6205
    },
    {
      "epoch": 0.2874251497005988,
      "grad_norm": 38.82603454589844,
      "learning_rate": 4.298876978050026e-06,
      "loss": 1.3212,
      "step": 6206
    },
    {
      "epoch": 0.28759871561225375,
      "grad_norm": 50.56468200683594,
      "learning_rate": 4.298621745788668e-06,
      "loss": 2.0665,
      "step": 6207
    },
    {
      "epoch": 0.2877722815239087,
      "grad_norm": 43.66572952270508,
      "learning_rate": 4.29836651352731e-06,
      "loss": 1.309,
      "step": 6208
    },
    {
      "epoch": 0.2879458474355637,
      "grad_norm": 54.92989730834961,
      "learning_rate": 4.298111281265952e-06,
      "loss": 2.5887,
      "step": 6209
    },
    {
      "epoch": 0.28811941334721863,
      "grad_norm": 53.23080825805664,
      "learning_rate": 4.297856049004594e-06,
      "loss": 2.3937,
      "step": 6210
    },
    {
      "epoch": 0.28829297925887354,
      "grad_norm": 67.94329071044922,
      "learning_rate": 4.297600816743236e-06,
      "loss": 2.0638,
      "step": 6211
    },
    {
      "epoch": 0.2884665451705285,
      "grad_norm": 51.200843811035156,
      "learning_rate": 4.297345584481879e-06,
      "loss": 1.9094,
      "step": 6212
    },
    {
      "epoch": 0.28864011108218346,
      "grad_norm": 37.394046783447266,
      "learning_rate": 4.297090352220521e-06,
      "loss": 1.5574,
      "step": 6213
    },
    {
      "epoch": 0.2888136769938384,
      "grad_norm": 71.98201751708984,
      "learning_rate": 4.296835119959163e-06,
      "loss": 3.0092,
      "step": 6214
    },
    {
      "epoch": 0.2889872429054934,
      "grad_norm": 34.6915168762207,
      "learning_rate": 4.296579887697805e-06,
      "loss": 1.3743,
      "step": 6215
    },
    {
      "epoch": 0.2891608088171483,
      "grad_norm": 59.76359558105469,
      "learning_rate": 4.296324655436447e-06,
      "loss": 1.9723,
      "step": 6216
    },
    {
      "epoch": 0.28933437472880325,
      "grad_norm": 50.535343170166016,
      "learning_rate": 4.29606942317509e-06,
      "loss": 1.9183,
      "step": 6217
    },
    {
      "epoch": 0.2895079406404582,
      "grad_norm": 48.980552673339844,
      "learning_rate": 4.295814190913732e-06,
      "loss": 1.6719,
      "step": 6218
    },
    {
      "epoch": 0.28968150655211317,
      "grad_norm": 37.741153717041016,
      "learning_rate": 4.295558958652374e-06,
      "loss": 1.9591,
      "step": 6219
    },
    {
      "epoch": 0.2898550724637681,
      "grad_norm": 54.83535385131836,
      "learning_rate": 4.295303726391016e-06,
      "loss": 1.6608,
      "step": 6220
    },
    {
      "epoch": 0.2900286383754231,
      "grad_norm": 37.23875427246094,
      "learning_rate": 4.295048494129658e-06,
      "loss": 1.7904,
      "step": 6221
    },
    {
      "epoch": 0.290202204287078,
      "grad_norm": 52.284202575683594,
      "learning_rate": 4.2947932618683e-06,
      "loss": 2.5992,
      "step": 6222
    },
    {
      "epoch": 0.29037577019873295,
      "grad_norm": 40.70022201538086,
      "learning_rate": 4.294538029606943e-06,
      "loss": 1.6245,
      "step": 6223
    },
    {
      "epoch": 0.2905493361103879,
      "grad_norm": 53.9181022644043,
      "learning_rate": 4.294282797345585e-06,
      "loss": 2.6568,
      "step": 6224
    },
    {
      "epoch": 0.2907229020220429,
      "grad_norm": 42.35062789916992,
      "learning_rate": 4.294027565084227e-06,
      "loss": 2.0681,
      "step": 6225
    },
    {
      "epoch": 0.2907229020220429,
      "eval_synth_accuracy": 0.8962457337883959,
      "eval_synth_auroc": 0.9546136882097211,
      "eval_synth_f1": 0.921161825726141,
      "eval_synth_loss": 0.2768372595310211,
      "eval_synth_precision": 0.9386892177589852,
      "eval_synth_recall": 0.9042769857433809,
      "eval_synth_runtime": 102.7597,
      "eval_synth_samples_per_second": 14.257,
      "eval_synth_steps_per_second": 0.448,
      "step": 6225
    },
    {
      "epoch": 0.2907229020220429,
      "eval_real_accuracy": 0.8299418604651163,
      "eval_real_auroc": 0.9102584140877357,
      "eval_real_f1": 0.8771008403361344,
      "eval_real_loss": 0.3849818706512451,
      "eval_real_precision": 0.8434343434343434,
      "eval_real_recall": 0.9135667396061269,
      "eval_real_runtime": 96.1166,
      "eval_real_samples_per_second": 14.316,
      "eval_real_steps_per_second": 0.447,
      "step": 6225
    },
    {
      "epoch": 0.29089646793369783,
      "grad_norm": 31.736373901367188,
      "learning_rate": 4.293772332822869e-06,
      "loss": 1.6723,
      "step": 6226
    },
    {
      "epoch": 0.2910700338453528,
      "grad_norm": 30.361690521240234,
      "learning_rate": 4.293517100561511e-06,
      "loss": 1.0061,
      "step": 6227
    },
    {
      "epoch": 0.2912435997570077,
      "grad_norm": 49.922908782958984,
      "learning_rate": 4.293261868300154e-06,
      "loss": 2.1324,
      "step": 6228
    },
    {
      "epoch": 0.29141716566866266,
      "grad_norm": 37.634029388427734,
      "learning_rate": 4.293006636038796e-06,
      "loss": 1.8597,
      "step": 6229
    },
    {
      "epoch": 0.2915907315803176,
      "grad_norm": 47.455055236816406,
      "learning_rate": 4.292751403777438e-06,
      "loss": 1.8938,
      "step": 6230
    },
    {
      "epoch": 0.2917642974919726,
      "grad_norm": 45.59534454345703,
      "learning_rate": 4.29249617151608e-06,
      "loss": 2.1567,
      "step": 6231
    },
    {
      "epoch": 0.29193786340362754,
      "grad_norm": 44.40974807739258,
      "learning_rate": 4.292240939254722e-06,
      "loss": 2.0142,
      "step": 6232
    },
    {
      "epoch": 0.2921114293152825,
      "grad_norm": 56.12110137939453,
      "learning_rate": 4.291985706993365e-06,
      "loss": 1.8327,
      "step": 6233
    },
    {
      "epoch": 0.2922849952269374,
      "grad_norm": 68.44989776611328,
      "learning_rate": 4.291730474732007e-06,
      "loss": 1.7357,
      "step": 6234
    },
    {
      "epoch": 0.29245856113859237,
      "grad_norm": 50.155479431152344,
      "learning_rate": 4.291475242470649e-06,
      "loss": 1.9842,
      "step": 6235
    },
    {
      "epoch": 0.2926321270502473,
      "grad_norm": 41.428897857666016,
      "learning_rate": 4.291220010209291e-06,
      "loss": 2.6045,
      "step": 6236
    },
    {
      "epoch": 0.2928056929619023,
      "grad_norm": 49.26668930053711,
      "learning_rate": 4.290964777947933e-06,
      "loss": 1.915,
      "step": 6237
    },
    {
      "epoch": 0.29297925887355725,
      "grad_norm": 37.46322250366211,
      "learning_rate": 4.290709545686575e-06,
      "loss": 2.0269,
      "step": 6238
    },
    {
      "epoch": 0.2931528247852122,
      "grad_norm": 51.49544906616211,
      "learning_rate": 4.290454313425218e-06,
      "loss": 2.1274,
      "step": 6239
    },
    {
      "epoch": 0.2933263906968671,
      "grad_norm": 58.17238998413086,
      "learning_rate": 4.29019908116386e-06,
      "loss": 2.3418,
      "step": 6240
    },
    {
      "epoch": 0.2934999566085221,
      "grad_norm": 54.33233642578125,
      "learning_rate": 4.289943848902502e-06,
      "loss": 2.2151,
      "step": 6241
    },
    {
      "epoch": 0.29367352252017703,
      "grad_norm": 41.137081146240234,
      "learning_rate": 4.289688616641144e-06,
      "loss": 1.6571,
      "step": 6242
    },
    {
      "epoch": 0.293847088431832,
      "grad_norm": 45.26822280883789,
      "learning_rate": 4.289433384379786e-06,
      "loss": 1.9388,
      "step": 6243
    },
    {
      "epoch": 0.29402065434348695,
      "grad_norm": 42.17781448364258,
      "learning_rate": 4.289178152118429e-06,
      "loss": 1.966,
      "step": 6244
    },
    {
      "epoch": 0.2941942202551419,
      "grad_norm": 47.56922912597656,
      "learning_rate": 4.288922919857071e-06,
      "loss": 2.924,
      "step": 6245
    },
    {
      "epoch": 0.2943677861667968,
      "grad_norm": 37.77446365356445,
      "learning_rate": 4.288667687595713e-06,
      "loss": 2.0709,
      "step": 6246
    },
    {
      "epoch": 0.2945413520784518,
      "grad_norm": 40.41828918457031,
      "learning_rate": 4.288412455334355e-06,
      "loss": 1.8274,
      "step": 6247
    },
    {
      "epoch": 0.29471491799010674,
      "grad_norm": 35.886714935302734,
      "learning_rate": 4.288157223072997e-06,
      "loss": 1.3862,
      "step": 6248
    },
    {
      "epoch": 0.2948884839017617,
      "grad_norm": 49.30306625366211,
      "learning_rate": 4.287901990811639e-06,
      "loss": 2.7574,
      "step": 6249
    },
    {
      "epoch": 0.29506204981341666,
      "grad_norm": 32.73048400878906,
      "learning_rate": 4.2876467585502816e-06,
      "loss": 1.5064,
      "step": 6250
    },
    {
      "epoch": 0.29506204981341666,
      "eval_synth_accuracy": 0.8935153583617748,
      "eval_synth_auroc": 0.9517115533010335,
      "eval_synth_f1": 0.919917864476386,
      "eval_synth_loss": 0.2898292541503906,
      "eval_synth_precision": 0.927536231884058,
      "eval_synth_recall": 0.9124236252545825,
      "eval_synth_runtime": 102.7845,
      "eval_synth_samples_per_second": 14.253,
      "eval_synth_steps_per_second": 0.448,
      "step": 6250
    },
    {
      "epoch": 0.29506204981341666,
      "eval_real_accuracy": 0.8328488372093024,
      "eval_real_auroc": 0.906481192039179,
      "eval_real_f1": 0.8783068783068783,
      "eval_real_loss": 0.38332682847976685,
      "eval_real_precision": 0.8504098360655737,
      "eval_real_recall": 0.9080962800875274,
      "eval_real_runtime": 96.0989,
      "eval_real_samples_per_second": 14.319,
      "eval_real_steps_per_second": 0.447,
      "step": 6250
    },
    {
      "epoch": 0.2952356157250716,
      "grad_norm": 52.473976135253906,
      "learning_rate": 4.2873915262889236e-06,
      "loss": 1.9571,
      "step": 6251
    },
    {
      "epoch": 0.2954091816367265,
      "grad_norm": 43.95642852783203,
      "learning_rate": 4.2871362940275656e-06,
      "loss": 2.3847,
      "step": 6252
    },
    {
      "epoch": 0.2955827475483815,
      "grad_norm": 51.29342269897461,
      "learning_rate": 4.286881061766208e-06,
      "loss": 1.9503,
      "step": 6253
    },
    {
      "epoch": 0.29575631346003645,
      "grad_norm": 33.828914642333984,
      "learning_rate": 4.28662582950485e-06,
      "loss": 2.0497,
      "step": 6254
    },
    {
      "epoch": 0.2959298793716914,
      "grad_norm": 39.5867805480957,
      "learning_rate": 4.2863705972434924e-06,
      "loss": 2.3448,
      "step": 6255
    },
    {
      "epoch": 0.29610344528334637,
      "grad_norm": 50.5415153503418,
      "learning_rate": 4.2861153649821345e-06,
      "loss": 2.4106,
      "step": 6256
    },
    {
      "epoch": 0.2962770111950013,
      "grad_norm": 46.00695037841797,
      "learning_rate": 4.2858601327207765e-06,
      "loss": 2.3091,
      "step": 6257
    },
    {
      "epoch": 0.29645057710665623,
      "grad_norm": 38.89590835571289,
      "learning_rate": 4.2856049004594185e-06,
      "loss": 1.8806,
      "step": 6258
    },
    {
      "epoch": 0.2966241430183112,
      "grad_norm": 46.6744499206543,
      "learning_rate": 4.2853496681980605e-06,
      "loss": 1.7576,
      "step": 6259
    },
    {
      "epoch": 0.29679770892996615,
      "grad_norm": 40.55060958862305,
      "learning_rate": 4.2850944359367025e-06,
      "loss": 2.2225,
      "step": 6260
    },
    {
      "epoch": 0.2969712748416211,
      "grad_norm": 39.79719924926758,
      "learning_rate": 4.284839203675345e-06,
      "loss": 2.3932,
      "step": 6261
    },
    {
      "epoch": 0.2971448407532761,
      "grad_norm": 51.4179573059082,
      "learning_rate": 4.284583971413987e-06,
      "loss": 2.0361,
      "step": 6262
    },
    {
      "epoch": 0.29731840666493103,
      "grad_norm": 46.72659683227539,
      "learning_rate": 4.284328739152629e-06,
      "loss": 2.1017,
      "step": 6263
    },
    {
      "epoch": 0.29749197257658594,
      "grad_norm": 69.3809585571289,
      "learning_rate": 4.284073506891271e-06,
      "loss": 3.7781,
      "step": 6264
    },
    {
      "epoch": 0.2976655384882409,
      "grad_norm": 47.04881286621094,
      "learning_rate": 4.283818274629913e-06,
      "loss": 2.6703,
      "step": 6265
    },
    {
      "epoch": 0.29783910439989586,
      "grad_norm": 27.53716278076172,
      "learning_rate": 4.283563042368556e-06,
      "loss": 1.3796,
      "step": 6266
    },
    {
      "epoch": 0.2980126703115508,
      "grad_norm": 38.94175338745117,
      "learning_rate": 4.283307810107198e-06,
      "loss": 2.5612,
      "step": 6267
    },
    {
      "epoch": 0.2981862362232058,
      "grad_norm": 35.59377670288086,
      "learning_rate": 4.283052577845839e-06,
      "loss": 1.7851,
      "step": 6268
    },
    {
      "epoch": 0.29835980213486074,
      "grad_norm": 32.90699768066406,
      "learning_rate": 4.282797345584482e-06,
      "loss": 1.5874,
      "step": 6269
    },
    {
      "epoch": 0.29853336804651565,
      "grad_norm": 49.874568939208984,
      "learning_rate": 4.282542113323124e-06,
      "loss": 1.8739,
      "step": 6270
    },
    {
      "epoch": 0.2987069339581706,
      "grad_norm": 32.755802154541016,
      "learning_rate": 4.282286881061767e-06,
      "loss": 1.3501,
      "step": 6271
    },
    {
      "epoch": 0.29888049986982557,
      "grad_norm": 48.368343353271484,
      "learning_rate": 4.282031648800409e-06,
      "loss": 3.0574,
      "step": 6272
    },
    {
      "epoch": 0.2990540657814805,
      "grad_norm": 46.09040069580078,
      "learning_rate": 4.281776416539051e-06,
      "loss": 1.8336,
      "step": 6273
    },
    {
      "epoch": 0.2992276316931355,
      "grad_norm": 38.018924713134766,
      "learning_rate": 4.281521184277693e-06,
      "loss": 1.9956,
      "step": 6274
    },
    {
      "epoch": 0.2994011976047904,
      "grad_norm": 42.1191291809082,
      "learning_rate": 4.281265952016335e-06,
      "loss": 2.093,
      "step": 6275
    },
    {
      "epoch": 0.2994011976047904,
      "eval_synth_accuracy": 0.8969283276450511,
      "eval_synth_auroc": 0.9532316690069281,
      "eval_synth_f1": 0.922762148337596,
      "eval_synth_loss": 0.28813818097114563,
      "eval_synth_precision": 0.9270298047276464,
      "eval_synth_recall": 0.9185336048879837,
      "eval_synth_runtime": 102.7428,
      "eval_synth_samples_per_second": 14.259,
      "eval_synth_steps_per_second": 0.448,
      "step": 6275
    },
    {
      "epoch": 0.2994011976047904,
      "eval_real_accuracy": 0.8357558139534884,
      "eval_real_auroc": 0.903798061894342,
      "eval_real_f1": 0.8805496828752643,
      "eval_real_loss": 0.40920841693878174,
      "eval_real_precision": 0.8517382413087935,
      "eval_real_recall": 0.9113785557986871,
      "eval_real_runtime": 96.0722,
      "eval_real_samples_per_second": 14.323,
      "eval_real_steps_per_second": 0.448,
      "step": 6275
    },
    {
      "epoch": 0.29957476351644535,
      "grad_norm": 31.452863693237305,
      "learning_rate": 4.281010719754977e-06,
      "loss": 1.584,
      "step": 6276
    },
    {
      "epoch": 0.2997483294281003,
      "grad_norm": 34.91405487060547,
      "learning_rate": 4.28075548749362e-06,
      "loss": 1.5822,
      "step": 6277
    },
    {
      "epoch": 0.2999218953397553,
      "grad_norm": 48.56650161743164,
      "learning_rate": 4.280500255232262e-06,
      "loss": 2.2592,
      "step": 6278
    },
    {
      "epoch": 0.30009546125141023,
      "grad_norm": 49.39922332763672,
      "learning_rate": 4.280245022970903e-06,
      "loss": 2.368,
      "step": 6279
    },
    {
      "epoch": 0.3002690271630652,
      "grad_norm": 47.458534240722656,
      "learning_rate": 4.279989790709546e-06,
      "loss": 2.0022,
      "step": 6280
    },
    {
      "epoch": 0.3004425930747201,
      "grad_norm": 39.66972351074219,
      "learning_rate": 4.279734558448188e-06,
      "loss": 1.971,
      "step": 6281
    },
    {
      "epoch": 0.30061615898637506,
      "grad_norm": 47.188323974609375,
      "learning_rate": 4.279479326186831e-06,
      "loss": 1.7836,
      "step": 6282
    },
    {
      "epoch": 0.30078972489803,
      "grad_norm": 37.72108459472656,
      "learning_rate": 4.279224093925473e-06,
      "loss": 1.6572,
      "step": 6283
    },
    {
      "epoch": 0.300963290809685,
      "grad_norm": 37.06605911254883,
      "learning_rate": 4.278968861664114e-06,
      "loss": 1.7062,
      "step": 6284
    },
    {
      "epoch": 0.30113685672133994,
      "grad_norm": 47.35609436035156,
      "learning_rate": 4.278713629402757e-06,
      "loss": 2.5441,
      "step": 6285
    },
    {
      "epoch": 0.3013104226329949,
      "grad_norm": 82.63343048095703,
      "learning_rate": 4.278458397141399e-06,
      "loss": 1.7686,
      "step": 6286
    },
    {
      "epoch": 0.3014839885446498,
      "grad_norm": 39.447628021240234,
      "learning_rate": 4.278203164880041e-06,
      "loss": 1.7779,
      "step": 6287
    },
    {
      "epoch": 0.30165755445630477,
      "grad_norm": 40.85545349121094,
      "learning_rate": 4.277947932618684e-06,
      "loss": 1.836,
      "step": 6288
    },
    {
      "epoch": 0.3018311203679597,
      "grad_norm": 68.58710479736328,
      "learning_rate": 4.277692700357325e-06,
      "loss": 2.2182,
      "step": 6289
    },
    {
      "epoch": 0.3020046862796147,
      "grad_norm": 38.2760009765625,
      "learning_rate": 4.277437468095968e-06,
      "loss": 1.9654,
      "step": 6290
    },
    {
      "epoch": 0.30217825219126965,
      "grad_norm": 44.572898864746094,
      "learning_rate": 4.27718223583461e-06,
      "loss": 1.5703,
      "step": 6291
    },
    {
      "epoch": 0.3023518181029246,
      "grad_norm": 38.79222869873047,
      "learning_rate": 4.276927003573252e-06,
      "loss": 2.371,
      "step": 6292
    },
    {
      "epoch": 0.3025253840145795,
      "grad_norm": 47.14231491088867,
      "learning_rate": 4.276671771311895e-06,
      "loss": 2.5555,
      "step": 6293
    },
    {
      "epoch": 0.3026989499262345,
      "grad_norm": 55.26680374145508,
      "learning_rate": 4.276416539050537e-06,
      "loss": 2.1127,
      "step": 6294
    },
    {
      "epoch": 0.30287251583788943,
      "grad_norm": 45.60823059082031,
      "learning_rate": 4.276161306789178e-06,
      "loss": 2.0403,
      "step": 6295
    },
    {
      "epoch": 0.3030460817495444,
      "grad_norm": 37.35860061645508,
      "learning_rate": 4.275906074527821e-06,
      "loss": 1.2821,
      "step": 6296
    },
    {
      "epoch": 0.30321964766119935,
      "grad_norm": 33.36299514770508,
      "learning_rate": 4.275650842266463e-06,
      "loss": 1.5591,
      "step": 6297
    },
    {
      "epoch": 0.3033932135728543,
      "grad_norm": 37.902286529541016,
      "learning_rate": 4.275395610005105e-06,
      "loss": 1.7487,
      "step": 6298
    },
    {
      "epoch": 0.3035667794845092,
      "grad_norm": 38.839752197265625,
      "learning_rate": 4.275140377743748e-06,
      "loss": 2.713,
      "step": 6299
    },
    {
      "epoch": 0.3037403453961642,
      "grad_norm": 42.07663345336914,
      "learning_rate": 4.274885145482389e-06,
      "loss": 1.9223,
      "step": 6300
    },
    {
      "epoch": 0.3037403453961642,
      "eval_synth_accuracy": 0.8873720136518771,
      "eval_synth_auroc": 0.9471533145269087,
      "eval_synth_f1": 0.9166245578575037,
      "eval_synth_loss": 0.309474915266037,
      "eval_synth_precision": 0.9097291875626881,
      "eval_synth_recall": 0.9236252545824847,
      "eval_synth_runtime": 102.8253,
      "eval_synth_samples_per_second": 14.247,
      "eval_synth_steps_per_second": 0.447,
      "step": 6300
    },
    {
      "epoch": 0.3037403453961642,
      "eval_real_accuracy": 0.8379360465116279,
      "eval_real_auroc": 0.8969611715782394,
      "eval_real_f1": 0.882816605359958,
      "eval_real_loss": 0.43032172322273254,
      "eval_real_precision": 0.8493427704752275,
      "eval_real_recall": 0.9190371991247265,
      "eval_real_runtime": 96.0991,
      "eval_real_samples_per_second": 14.319,
      "eval_real_steps_per_second": 0.447,
      "step": 6300
    },
    {
      "epoch": 0.30391391130781914,
      "grad_norm": 54.59390640258789,
      "learning_rate": 4.274629913221032e-06,
      "loss": 1.6057,
      "step": 6301
    },
    {
      "epoch": 0.3040874772194741,
      "grad_norm": 51.332191467285156,
      "learning_rate": 4.274374680959674e-06,
      "loss": 1.9753,
      "step": 6302
    },
    {
      "epoch": 0.30426104313112906,
      "grad_norm": 55.52471923828125,
      "learning_rate": 4.274119448698316e-06,
      "loss": 1.9525,
      "step": 6303
    },
    {
      "epoch": 0.304434609042784,
      "grad_norm": 23.68861961364746,
      "learning_rate": 4.2738642164369585e-06,
      "loss": 1.0856,
      "step": 6304
    },
    {
      "epoch": 0.3046081749544389,
      "grad_norm": 44.99159622192383,
      "learning_rate": 4.2736089841756e-06,
      "loss": 2.4114,
      "step": 6305
    },
    {
      "epoch": 0.3047817408660939,
      "grad_norm": 44.77674865722656,
      "learning_rate": 4.273353751914242e-06,
      "loss": 2.3991,
      "step": 6306
    },
    {
      "epoch": 0.30495530677774885,
      "grad_norm": 36.93776321411133,
      "learning_rate": 4.2730985196528846e-06,
      "loss": 1.8842,
      "step": 6307
    },
    {
      "epoch": 0.3051288726894038,
      "grad_norm": 57.91242599487305,
      "learning_rate": 4.2728432873915266e-06,
      "loss": 2.7125,
      "step": 6308
    },
    {
      "epoch": 0.30530243860105877,
      "grad_norm": 45.83656311035156,
      "learning_rate": 4.2725880551301694e-06,
      "loss": 2.0133,
      "step": 6309
    },
    {
      "epoch": 0.30547600451271373,
      "grad_norm": 52.42610549926758,
      "learning_rate": 4.2723328228688114e-06,
      "loss": 3.0101,
      "step": 6310
    },
    {
      "epoch": 0.30564957042436863,
      "grad_norm": 50.57655715942383,
      "learning_rate": 4.272077590607453e-06,
      "loss": 2.8971,
      "step": 6311
    },
    {
      "epoch": 0.3058231363360236,
      "grad_norm": 42.18996810913086,
      "learning_rate": 4.2718223583460955e-06,
      "loss": 1.8386,
      "step": 6312
    },
    {
      "epoch": 0.30599670224767855,
      "grad_norm": 34.62643051147461,
      "learning_rate": 4.2715671260847375e-06,
      "loss": 1.6718,
      "step": 6313
    },
    {
      "epoch": 0.3061702681593335,
      "grad_norm": 41.976318359375,
      "learning_rate": 4.2713118938233795e-06,
      "loss": 2.3405,
      "step": 6314
    },
    {
      "epoch": 0.3063438340709885,
      "grad_norm": 53.849609375,
      "learning_rate": 4.271056661562022e-06,
      "loss": 1.7085,
      "step": 6315
    },
    {
      "epoch": 0.30651739998264343,
      "grad_norm": 54.18947219848633,
      "learning_rate": 4.2708014293006635e-06,
      "loss": 2.1777,
      "step": 6316
    },
    {
      "epoch": 0.30669096589429834,
      "grad_norm": 61.31374740600586,
      "learning_rate": 4.2705461970393055e-06,
      "loss": 3.2398,
      "step": 6317
    },
    {
      "epoch": 0.3068645318059533,
      "grad_norm": 28.78240966796875,
      "learning_rate": 4.270290964777948e-06,
      "loss": 1.2722,
      "step": 6318
    },
    {
      "epoch": 0.30703809771760826,
      "grad_norm": 46.80197525024414,
      "learning_rate": 4.27003573251659e-06,
      "loss": 1.8121,
      "step": 6319
    },
    {
      "epoch": 0.3072116636292632,
      "grad_norm": 42.70184326171875,
      "learning_rate": 4.269780500255233e-06,
      "loss": 1.6926,
      "step": 6320
    },
    {
      "epoch": 0.3073852295409182,
      "grad_norm": 36.55624771118164,
      "learning_rate": 4.269525267993874e-06,
      "loss": 2.1051,
      "step": 6321
    },
    {
      "epoch": 0.30755879545257314,
      "grad_norm": 71.4996109008789,
      "learning_rate": 4.269270035732516e-06,
      "loss": 3.0774,
      "step": 6322
    },
    {
      "epoch": 0.30773236136422805,
      "grad_norm": 37.69734191894531,
      "learning_rate": 4.269014803471159e-06,
      "loss": 2.3144,
      "step": 6323
    },
    {
      "epoch": 0.307905927275883,
      "grad_norm": 50.25080490112305,
      "learning_rate": 4.268759571209801e-06,
      "loss": 1.8924,
      "step": 6324
    },
    {
      "epoch": 0.30807949318753797,
      "grad_norm": 50.62669372558594,
      "learning_rate": 4.268504338948443e-06,
      "loss": 2.8418,
      "step": 6325
    },
    {
      "epoch": 0.30807949318753797,
      "eval_synth_accuracy": 0.8921501706484641,
      "eval_synth_auroc": 0.953273835878104,
      "eval_synth_f1": 0.9190573770491803,
      "eval_synth_loss": 0.28543925285339355,
      "eval_synth_precision": 0.9247422680412372,
      "eval_synth_recall": 0.9134419551934827,
      "eval_synth_runtime": 102.8153,
      "eval_synth_samples_per_second": 14.249,
      "eval_synth_steps_per_second": 0.447,
      "step": 6325
    },
    {
      "epoch": 0.30807949318753797,
      "eval_real_accuracy": 0.8444767441860465,
      "eval_real_auroc": 0.905548135307435,
      "eval_real_f1": 0.8880753138075314,
      "eval_real_loss": 0.3941408097743988,
      "eval_real_precision": 0.8507014028056112,
      "eval_real_recall": 0.9288840262582057,
      "eval_real_runtime": 96.0911,
      "eval_real_samples_per_second": 14.32,
      "eval_real_steps_per_second": 0.447,
      "step": 6325
    },
    {
      "epoch": 0.3082530590991929,
      "grad_norm": 42.48234939575195,
      "learning_rate": 4.268249106687085e-06,
      "loss": 2.4789,
      "step": 6326
    },
    {
      "epoch": 0.3084266250108479,
      "grad_norm": 34.45105743408203,
      "learning_rate": 4.267993874425727e-06,
      "loss": 1.6147,
      "step": 6327
    },
    {
      "epoch": 0.3086001909225028,
      "grad_norm": 54.16143035888672,
      "learning_rate": 4.26773864216437e-06,
      "loss": 1.8583,
      "step": 6328
    },
    {
      "epoch": 0.30877375683415775,
      "grad_norm": 34.322296142578125,
      "learning_rate": 4.267483409903012e-06,
      "loss": 1.4869,
      "step": 6329
    },
    {
      "epoch": 0.3089473227458127,
      "grad_norm": 49.82316970825195,
      "learning_rate": 4.267228177641654e-06,
      "loss": 1.6531,
      "step": 6330
    },
    {
      "epoch": 0.3091208886574677,
      "grad_norm": 51.935028076171875,
      "learning_rate": 4.266972945380297e-06,
      "loss": 2.2871,
      "step": 6331
    },
    {
      "epoch": 0.30929445456912263,
      "grad_norm": 32.59898376464844,
      "learning_rate": 4.266717713118938e-06,
      "loss": 1.7631,
      "step": 6332
    },
    {
      "epoch": 0.3094680204807776,
      "grad_norm": 40.6898307800293,
      "learning_rate": 4.26646248085758e-06,
      "loss": 2.1436,
      "step": 6333
    },
    {
      "epoch": 0.3096415863924325,
      "grad_norm": 54.3587760925293,
      "learning_rate": 4.266207248596223e-06,
      "loss": 1.7993,
      "step": 6334
    },
    {
      "epoch": 0.30981515230408746,
      "grad_norm": 51.318145751953125,
      "learning_rate": 4.265952016334865e-06,
      "loss": 1.6581,
      "step": 6335
    },
    {
      "epoch": 0.3099887182157424,
      "grad_norm": 47.82381057739258,
      "learning_rate": 4.265696784073508e-06,
      "loss": 1.8555,
      "step": 6336
    },
    {
      "epoch": 0.3101622841273974,
      "grad_norm": 45.77701187133789,
      "learning_rate": 4.265441551812149e-06,
      "loss": 1.6408,
      "step": 6337
    },
    {
      "epoch": 0.31033585003905234,
      "grad_norm": 45.47645568847656,
      "learning_rate": 4.265186319550791e-06,
      "loss": 1.59,
      "step": 6338
    },
    {
      "epoch": 0.3105094159507073,
      "grad_norm": 64.04083251953125,
      "learning_rate": 4.264931087289434e-06,
      "loss": 1.7694,
      "step": 6339
    },
    {
      "epoch": 0.3106829818623622,
      "grad_norm": 39.175899505615234,
      "learning_rate": 4.264675855028076e-06,
      "loss": 1.6413,
      "step": 6340
    },
    {
      "epoch": 0.31085654777401717,
      "grad_norm": 54.55222702026367,
      "learning_rate": 4.264420622766718e-06,
      "loss": 1.9524,
      "step": 6341
    },
    {
      "epoch": 0.3110301136856721,
      "grad_norm": 56.83495330810547,
      "learning_rate": 4.26416539050536e-06,
      "loss": 2.2876,
      "step": 6342
    },
    {
      "epoch": 0.3112036795973271,
      "grad_norm": 29.41250228881836,
      "learning_rate": 4.263910158244002e-06,
      "loss": 0.9449,
      "step": 6343
    },
    {
      "epoch": 0.31137724550898205,
      "grad_norm": 60.56241226196289,
      "learning_rate": 4.263654925982644e-06,
      "loss": 2.0571,
      "step": 6344
    },
    {
      "epoch": 0.311550811420637,
      "grad_norm": 45.381717681884766,
      "learning_rate": 4.263399693721287e-06,
      "loss": 1.8147,
      "step": 6345
    },
    {
      "epoch": 0.3117243773322919,
      "grad_norm": 38.16091537475586,
      "learning_rate": 4.263144461459929e-06,
      "loss": 1.2032,
      "step": 6346
    },
    {
      "epoch": 0.3118979432439469,
      "grad_norm": 49.505619049072266,
      "learning_rate": 4.262889229198571e-06,
      "loss": 1.7882,
      "step": 6347
    },
    {
      "epoch": 0.31207150915560183,
      "grad_norm": 54.967994689941406,
      "learning_rate": 4.262633996937213e-06,
      "loss": 1.5807,
      "step": 6348
    },
    {
      "epoch": 0.3122450750672568,
      "grad_norm": 60.79222869873047,
      "learning_rate": 4.262378764675855e-06,
      "loss": 2.0981,
      "step": 6349
    },
    {
      "epoch": 0.31241864097891175,
      "grad_norm": 48.414512634277344,
      "learning_rate": 4.262123532414498e-06,
      "loss": 1.8113,
      "step": 6350
    },
    {
      "epoch": 0.31241864097891175,
      "eval_synth_accuracy": 0.8880546075085324,
      "eval_synth_auroc": 0.9527435874730659,
      "eval_synth_f1": 0.9148494288681205,
      "eval_synth_loss": 0.32281455397605896,
      "eval_synth_precision": 0.9332627118644068,
      "eval_synth_recall": 0.8971486761710794,
      "eval_synth_runtime": 102.7282,
      "eval_synth_samples_per_second": 14.261,
      "eval_synth_steps_per_second": 0.448,
      "step": 6350
    },
    {
      "epoch": 0.31241864097891175,
      "eval_real_accuracy": 0.8372093023255814,
      "eval_real_auroc": 0.9120262487330322,
      "eval_real_f1": 0.8789189189189189,
      "eval_real_loss": 0.39386260509490967,
      "eval_real_precision": 0.8685897435897436,
      "eval_real_recall": 0.8894967177242888,
      "eval_real_runtime": 96.0542,
      "eval_real_samples_per_second": 14.325,
      "eval_real_steps_per_second": 0.448,
      "step": 6350
    },
    {
      "epoch": 0.3125922068905667,
      "grad_norm": 43.64739990234375,
      "learning_rate": 4.26186830015314e-06,
      "loss": 1.2225,
      "step": 6351
    },
    {
      "epoch": 0.3127657728022216,
      "grad_norm": 49.62909698486328,
      "learning_rate": 4.261613067891782e-06,
      "loss": 1.8493,
      "step": 6352
    },
    {
      "epoch": 0.3129393387138766,
      "grad_norm": 41.002010345458984,
      "learning_rate": 4.261357835630424e-06,
      "loss": 2.4529,
      "step": 6353
    },
    {
      "epoch": 0.31311290462553154,
      "grad_norm": 47.69681167602539,
      "learning_rate": 4.261102603369066e-06,
      "loss": 1.689,
      "step": 6354
    },
    {
      "epoch": 0.3132864705371865,
      "grad_norm": 39.45612335205078,
      "learning_rate": 4.260847371107709e-06,
      "loss": 1.9077,
      "step": 6355
    },
    {
      "epoch": 0.31346003644884146,
      "grad_norm": 42.2060546875,
      "learning_rate": 4.260592138846351e-06,
      "loss": 1.6659,
      "step": 6356
    },
    {
      "epoch": 0.3136336023604964,
      "grad_norm": 41.619754791259766,
      "learning_rate": 4.260336906584993e-06,
      "loss": 2.1149,
      "step": 6357
    },
    {
      "epoch": 0.3138071682721513,
      "grad_norm": 47.96075439453125,
      "learning_rate": 4.260081674323635e-06,
      "loss": 1.4289,
      "step": 6358
    },
    {
      "epoch": 0.3139807341838063,
      "grad_norm": 40.86585998535156,
      "learning_rate": 4.259826442062277e-06,
      "loss": 1.8421,
      "step": 6359
    },
    {
      "epoch": 0.31415430009546125,
      "grad_norm": 48.1114387512207,
      "learning_rate": 4.259571209800919e-06,
      "loss": 1.8816,
      "step": 6360
    },
    {
      "epoch": 0.3143278660071162,
      "grad_norm": 44.42912673950195,
      "learning_rate": 4.2593159775395615e-06,
      "loss": 1.6269,
      "step": 6361
    },
    {
      "epoch": 0.31450143191877117,
      "grad_norm": 39.016746520996094,
      "learning_rate": 4.2590607452782035e-06,
      "loss": 1.5112,
      "step": 6362
    },
    {
      "epoch": 0.31467499783042613,
      "grad_norm": 65.11994934082031,
      "learning_rate": 4.2588055130168456e-06,
      "loss": 2.7118,
      "step": 6363
    },
    {
      "epoch": 0.31484856374208103,
      "grad_norm": 61.758766174316406,
      "learning_rate": 4.2585502807554876e-06,
      "loss": 1.8287,
      "step": 6364
    },
    {
      "epoch": 0.315022129653736,
      "grad_norm": 36.36995315551758,
      "learning_rate": 4.25829504849413e-06,
      "loss": 1.7778,
      "step": 6365
    },
    {
      "epoch": 0.31519569556539095,
      "grad_norm": 57.565650939941406,
      "learning_rate": 4.2580398162327724e-06,
      "loss": 2.503,
      "step": 6366
    },
    {
      "epoch": 0.3153692614770459,
      "grad_norm": 47.008445739746094,
      "learning_rate": 4.2577845839714144e-06,
      "loss": 2.3782,
      "step": 6367
    },
    {
      "epoch": 0.3155428273887009,
      "grad_norm": 36.44853973388672,
      "learning_rate": 4.2575293517100565e-06,
      "loss": 1.9604,
      "step": 6368
    },
    {
      "epoch": 0.31571639330035584,
      "grad_norm": 36.14654541015625,
      "learning_rate": 4.2572741194486985e-06,
      "loss": 1.3718,
      "step": 6369
    },
    {
      "epoch": 0.31588995921201074,
      "grad_norm": 38.61115264892578,
      "learning_rate": 4.2570188871873405e-06,
      "loss": 1.5141,
      "step": 6370
    },
    {
      "epoch": 0.3160635251236657,
      "grad_norm": 43.494224548339844,
      "learning_rate": 4.2567636549259825e-06,
      "loss": 2.416,
      "step": 6371
    },
    {
      "epoch": 0.31623709103532066,
      "grad_norm": 61.94965362548828,
      "learning_rate": 4.256508422664625e-06,
      "loss": 2.5028,
      "step": 6372
    },
    {
      "epoch": 0.3164106569469756,
      "grad_norm": 41.003562927246094,
      "learning_rate": 4.256253190403267e-06,
      "loss": 1.9722,
      "step": 6373
    },
    {
      "epoch": 0.3165842228586306,
      "grad_norm": 33.93013000488281,
      "learning_rate": 4.255997958141909e-06,
      "loss": 1.633,
      "step": 6374
    },
    {
      "epoch": 0.31675778877028554,
      "grad_norm": 49.374908447265625,
      "learning_rate": 4.255742725880551e-06,
      "loss": 2.5738,
      "step": 6375
    },
    {
      "epoch": 0.31675778877028554,
      "eval_synth_accuracy": 0.8812286689419795,
      "eval_synth_auroc": 0.947288248514672,
      "eval_synth_f1": 0.9095634095634095,
      "eval_synth_loss": 0.31856074929237366,
      "eval_synth_precision": 0.9288747346072187,
      "eval_synth_recall": 0.8910386965376782,
      "eval_synth_runtime": 104.1054,
      "eval_synth_samples_per_second": 14.072,
      "eval_synth_steps_per_second": 0.442,
      "step": 6375
    },
    {
      "epoch": 0.31675778877028554,
      "eval_real_accuracy": 0.8401162790697675,
      "eval_real_auroc": 0.9136590980135838,
      "eval_real_f1": 0.8821007502679529,
      "eval_real_loss": 0.3697507381439209,
      "eval_real_precision": 0.8644957983193278,
      "eval_real_recall": 0.9004376367614879,
      "eval_real_runtime": 96.0381,
      "eval_real_samples_per_second": 14.328,
      "eval_real_steps_per_second": 0.448,
      "step": 6375
    },
    {
      "epoch": 0.31693135468194045,
      "grad_norm": 52.73461151123047,
      "learning_rate": 4.255487493619193e-06,
      "loss": 2.3019,
      "step": 6376
    },
    {
      "epoch": 0.3171049205935954,
      "grad_norm": 50.63292694091797,
      "learning_rate": 4.255232261357836e-06,
      "loss": 2.5855,
      "step": 6377
    },
    {
      "epoch": 0.31727848650525037,
      "grad_norm": 39.252166748046875,
      "learning_rate": 4.254977029096478e-06,
      "loss": 1.874,
      "step": 6378
    },
    {
      "epoch": 0.31745205241690533,
      "grad_norm": 45.88355255126953,
      "learning_rate": 4.25472179683512e-06,
      "loss": 2.1127,
      "step": 6379
    },
    {
      "epoch": 0.3176256183285603,
      "grad_norm": 42.063533782958984,
      "learning_rate": 4.254466564573762e-06,
      "loss": 1.7513,
      "step": 6380
    },
    {
      "epoch": 0.31779918424021525,
      "grad_norm": 49.79861831665039,
      "learning_rate": 4.254211332312404e-06,
      "loss": 2.0816,
      "step": 6381
    },
    {
      "epoch": 0.31797275015187015,
      "grad_norm": 33.20940399169922,
      "learning_rate": 4.253956100051046e-06,
      "loss": 1.7557,
      "step": 6382
    },
    {
      "epoch": 0.3181463160635251,
      "grad_norm": 45.95991516113281,
      "learning_rate": 4.253700867789689e-06,
      "loss": 2.075,
      "step": 6383
    },
    {
      "epoch": 0.3183198819751801,
      "grad_norm": 36.9505500793457,
      "learning_rate": 4.253445635528331e-06,
      "loss": 1.0129,
      "step": 6384
    },
    {
      "epoch": 0.31849344788683503,
      "grad_norm": 37.23384475708008,
      "learning_rate": 4.253190403266973e-06,
      "loss": 1.7811,
      "step": 6385
    },
    {
      "epoch": 0.31866701379849,
      "grad_norm": 54.16888427734375,
      "learning_rate": 4.252935171005615e-06,
      "loss": 2.1929,
      "step": 6386
    },
    {
      "epoch": 0.3188405797101449,
      "grad_norm": 51.84123229980469,
      "learning_rate": 4.252679938744257e-06,
      "loss": 1.824,
      "step": 6387
    },
    {
      "epoch": 0.31901414562179986,
      "grad_norm": 53.07050704956055,
      "learning_rate": 4.2524247064829e-06,
      "loss": 2.5908,
      "step": 6388
    },
    {
      "epoch": 0.3191877115334548,
      "grad_norm": 45.7346076965332,
      "learning_rate": 4.252169474221542e-06,
      "loss": 1.6762,
      "step": 6389
    },
    {
      "epoch": 0.3193612774451098,
      "grad_norm": 48.80573272705078,
      "learning_rate": 4.251914241960184e-06,
      "loss": 2.7435,
      "step": 6390
    },
    {
      "epoch": 0.31953484335676474,
      "grad_norm": 37.207454681396484,
      "learning_rate": 4.251659009698826e-06,
      "loss": 1.6558,
      "step": 6391
    },
    {
      "epoch": 0.3197084092684197,
      "grad_norm": 44.041481018066406,
      "learning_rate": 4.251403777437468e-06,
      "loss": 1.8582,
      "step": 6392
    },
    {
      "epoch": 0.3198819751800746,
      "grad_norm": 43.26704025268555,
      "learning_rate": 4.251148545176111e-06,
      "loss": 2.6992,
      "step": 6393
    },
    {
      "epoch": 0.32005554109172957,
      "grad_norm": 44.57187271118164,
      "learning_rate": 4.250893312914753e-06,
      "loss": 2.4186,
      "step": 6394
    },
    {
      "epoch": 0.3202291070033845,
      "grad_norm": 60.03093338012695,
      "learning_rate": 4.250638080653395e-06,
      "loss": 2.9261,
      "step": 6395
    },
    {
      "epoch": 0.3204026729150395,
      "grad_norm": 58.12544631958008,
      "learning_rate": 4.250382848392037e-06,
      "loss": 1.9531,
      "step": 6396
    },
    {
      "epoch": 0.32057623882669445,
      "grad_norm": 37.123077392578125,
      "learning_rate": 4.250127616130679e-06,
      "loss": 1.739,
      "step": 6397
    },
    {
      "epoch": 0.3207498047383494,
      "grad_norm": 32.3046875,
      "learning_rate": 4.249872383869321e-06,
      "loss": 1.4166,
      "step": 6398
    },
    {
      "epoch": 0.3209233706500043,
      "grad_norm": 35.89189529418945,
      "learning_rate": 4.249617151607964e-06,
      "loss": 1.8133,
      "step": 6399
    },
    {
      "epoch": 0.3210969365616593,
      "grad_norm": 33.7994384765625,
      "learning_rate": 4.249361919346606e-06,
      "loss": 1.9115,
      "step": 6400
    },
    {
      "epoch": 0.3210969365616593,
      "eval_synth_accuracy": 0.8771331058020477,
      "eval_synth_auroc": 0.946655745447032,
      "eval_synth_f1": 0.9056603773584906,
      "eval_synth_loss": 0.324413925409317,
      "eval_synth_precision": 0.9330453563714903,
      "eval_synth_recall": 0.879837067209776,
      "eval_synth_runtime": 102.7858,
      "eval_synth_samples_per_second": 14.253,
      "eval_synth_steps_per_second": 0.448,
      "step": 6400
    },
    {
      "epoch": 0.3210969365616593,
      "eval_real_accuracy": 0.8350290697674418,
      "eval_real_auroc": 0.9129912756827419,
      "eval_real_f1": 0.8773635872501351,
      "eval_real_loss": 0.366635799407959,
      "eval_real_precision": 0.8665955176093917,
      "eval_real_recall": 0.888402625820569,
      "eval_real_runtime": 96.0638,
      "eval_real_samples_per_second": 14.324,
      "eval_real_steps_per_second": 0.448,
      "step": 6400
    },
    {
      "epoch": 0.32127050247331423,
      "grad_norm": 42.556251525878906,
      "learning_rate": 4.249106687085248e-06,
      "loss": 2.5883,
      "step": 6401
    },
    {
      "epoch": 0.3214440683849692,
      "grad_norm": 36.4754753112793,
      "learning_rate": 4.24885145482389e-06,
      "loss": 1.3136,
      "step": 6402
    },
    {
      "epoch": 0.32161763429662416,
      "grad_norm": 47.06808853149414,
      "learning_rate": 4.248596222562532e-06,
      "loss": 2.0424,
      "step": 6403
    },
    {
      "epoch": 0.3217912002082791,
      "grad_norm": 31.086097717285156,
      "learning_rate": 4.248340990301175e-06,
      "loss": 1.7592,
      "step": 6404
    },
    {
      "epoch": 0.321964766119934,
      "grad_norm": 45.80644989013672,
      "learning_rate": 4.248085758039817e-06,
      "loss": 2.2467,
      "step": 6405
    },
    {
      "epoch": 0.322138332031589,
      "grad_norm": 33.94136047363281,
      "learning_rate": 4.247830525778459e-06,
      "loss": 1.5248,
      "step": 6406
    },
    {
      "epoch": 0.32231189794324394,
      "grad_norm": 34.79542541503906,
      "learning_rate": 4.247575293517101e-06,
      "loss": 2.0715,
      "step": 6407
    },
    {
      "epoch": 0.3224854638548989,
      "grad_norm": 61.983463287353516,
      "learning_rate": 4.247320061255743e-06,
      "loss": 2.2499,
      "step": 6408
    },
    {
      "epoch": 0.32265902976655386,
      "grad_norm": 54.826751708984375,
      "learning_rate": 4.247064828994385e-06,
      "loss": 2.0308,
      "step": 6409
    },
    {
      "epoch": 0.3228325956782088,
      "grad_norm": 54.687747955322266,
      "learning_rate": 4.246809596733028e-06,
      "loss": 2.3924,
      "step": 6410
    },
    {
      "epoch": 0.3230061615898637,
      "grad_norm": 39.54985046386719,
      "learning_rate": 4.24655436447167e-06,
      "loss": 1.2983,
      "step": 6411
    },
    {
      "epoch": 0.3231797275015187,
      "grad_norm": 41.12390899658203,
      "learning_rate": 4.246299132210312e-06,
      "loss": 1.4664,
      "step": 6412
    },
    {
      "epoch": 0.32335329341317365,
      "grad_norm": 42.99779510498047,
      "learning_rate": 4.246043899948954e-06,
      "loss": 2.0734,
      "step": 6413
    },
    {
      "epoch": 0.3235268593248286,
      "grad_norm": 39.0330924987793,
      "learning_rate": 4.245788667687596e-06,
      "loss": 1.5301,
      "step": 6414
    },
    {
      "epoch": 0.32370042523648357,
      "grad_norm": 33.42164993286133,
      "learning_rate": 4.2455334354262385e-06,
      "loss": 1.346,
      "step": 6415
    },
    {
      "epoch": 0.32387399114813853,
      "grad_norm": 41.610172271728516,
      "learning_rate": 4.2452782031648805e-06,
      "loss": 1.5487,
      "step": 6416
    },
    {
      "epoch": 0.32404755705979343,
      "grad_norm": 50.31914138793945,
      "learning_rate": 4.2450229709035225e-06,
      "loss": 2.2644,
      "step": 6417
    },
    {
      "epoch": 0.3242211229714484,
      "grad_norm": 44.29693603515625,
      "learning_rate": 4.2447677386421645e-06,
      "loss": 1.5231,
      "step": 6418
    },
    {
      "epoch": 0.32439468888310335,
      "grad_norm": 55.823944091796875,
      "learning_rate": 4.2445125063808066e-06,
      "loss": 2.5017,
      "step": 6419
    },
    {
      "epoch": 0.3245682547947583,
      "grad_norm": 45.25016784667969,
      "learning_rate": 4.244257274119449e-06,
      "loss": 1.7951,
      "step": 6420
    },
    {
      "epoch": 0.3247418207064133,
      "grad_norm": 57.451175689697266,
      "learning_rate": 4.244002041858091e-06,
      "loss": 2.2375,
      "step": 6421
    },
    {
      "epoch": 0.32491538661806824,
      "grad_norm": 31.752849578857422,
      "learning_rate": 4.2437468095967334e-06,
      "loss": 1.2236,
      "step": 6422
    },
    {
      "epoch": 0.32508895252972314,
      "grad_norm": 30.546049118041992,
      "learning_rate": 4.2434915773353754e-06,
      "loss": 1.2839,
      "step": 6423
    },
    {
      "epoch": 0.3252625184413781,
      "grad_norm": 40.44197082519531,
      "learning_rate": 4.2432363450740175e-06,
      "loss": 1.3196,
      "step": 6424
    },
    {
      "epoch": 0.32543608435303306,
      "grad_norm": 50.27669143676758,
      "learning_rate": 4.2429811128126595e-06,
      "loss": 2.5265,
      "step": 6425
    },
    {
      "epoch": 0.32543608435303306,
      "eval_synth_accuracy": 0.8696245733788396,
      "eval_synth_auroc": 0.9539527225040376,
      "eval_synth_f1": 0.8982418753329782,
      "eval_synth_loss": 0.3434191644191742,
      "eval_synth_precision": 0.9418994413407821,
      "eval_synth_recall": 0.8584521384928717,
      "eval_synth_runtime": 102.7402,
      "eval_synth_samples_per_second": 14.259,
      "eval_synth_steps_per_second": 0.448,
      "step": 6425
    },
    {
      "epoch": 0.32543608435303306,
      "eval_real_accuracy": 0.8379360465116279,
      "eval_real_auroc": 0.9163741983763866,
      "eval_real_f1": 0.875766016713092,
      "eval_real_loss": 0.373137503862381,
      "eval_real_precision": 0.8921679909194098,
      "eval_real_recall": 0.8599562363238512,
      "eval_real_runtime": 96.0444,
      "eval_real_samples_per_second": 14.327,
      "eval_real_steps_per_second": 0.448,
      "step": 6425
    },
    {
      "epoch": 0.325609650264688,
      "grad_norm": 39.732383728027344,
      "learning_rate": 4.242725880551302e-06,
      "loss": 1.8667,
      "step": 6426
    },
    {
      "epoch": 0.325783216176343,
      "grad_norm": 47.38911056518555,
      "learning_rate": 4.242470648289944e-06,
      "loss": 1.1798,
      "step": 6427
    },
    {
      "epoch": 0.32595678208799794,
      "grad_norm": 66.0145263671875,
      "learning_rate": 4.242215416028586e-06,
      "loss": 3.443,
      "step": 6428
    },
    {
      "epoch": 0.32613034799965285,
      "grad_norm": 48.5685920715332,
      "learning_rate": 4.241960183767228e-06,
      "loss": 1.4789,
      "step": 6429
    },
    {
      "epoch": 0.3263039139113078,
      "grad_norm": 49.738136291503906,
      "learning_rate": 4.24170495150587e-06,
      "loss": 1.7709,
      "step": 6430
    },
    {
      "epoch": 0.32647747982296277,
      "grad_norm": 73.01850891113281,
      "learning_rate": 4.241449719244513e-06,
      "loss": 4.1781,
      "step": 6431
    },
    {
      "epoch": 0.32665104573461773,
      "grad_norm": 34.90717697143555,
      "learning_rate": 4.241194486983155e-06,
      "loss": 1.2827,
      "step": 6432
    },
    {
      "epoch": 0.3268246116462727,
      "grad_norm": 66.98150634765625,
      "learning_rate": 4.240939254721797e-06,
      "loss": 2.8087,
      "step": 6433
    },
    {
      "epoch": 0.32699817755792765,
      "grad_norm": 42.562896728515625,
      "learning_rate": 4.240684022460439e-06,
      "loss": 2.1575,
      "step": 6434
    },
    {
      "epoch": 0.32717174346958255,
      "grad_norm": 42.39299392700195,
      "learning_rate": 4.240428790199081e-06,
      "loss": 1.6705,
      "step": 6435
    },
    {
      "epoch": 0.3273453093812375,
      "grad_norm": 66.90935516357422,
      "learning_rate": 4.240173557937723e-06,
      "loss": 3.1126,
      "step": 6436
    },
    {
      "epoch": 0.3275188752928925,
      "grad_norm": 45.40177917480469,
      "learning_rate": 4.239918325676366e-06,
      "loss": 1.9958,
      "step": 6437
    },
    {
      "epoch": 0.32769244120454744,
      "grad_norm": 57.25072479248047,
      "learning_rate": 4.239663093415008e-06,
      "loss": 2.0216,
      "step": 6438
    },
    {
      "epoch": 0.3278660071162024,
      "grad_norm": 35.006893157958984,
      "learning_rate": 4.23940786115365e-06,
      "loss": 1.8329,
      "step": 6439
    },
    {
      "epoch": 0.32803957302785736,
      "grad_norm": 46.84503173828125,
      "learning_rate": 4.239152628892292e-06,
      "loss": 1.3111,
      "step": 6440
    },
    {
      "epoch": 0.32821313893951226,
      "grad_norm": 58.029075622558594,
      "learning_rate": 4.238897396630934e-06,
      "loss": 2.0846,
      "step": 6441
    },
    {
      "epoch": 0.3283867048511672,
      "grad_norm": 52.24759292602539,
      "learning_rate": 4.238642164369577e-06,
      "loss": 1.3757,
      "step": 6442
    },
    {
      "epoch": 0.3285602707628222,
      "grad_norm": 45.95563888549805,
      "learning_rate": 4.238386932108219e-06,
      "loss": 2.0294,
      "step": 6443
    },
    {
      "epoch": 0.32873383667447714,
      "grad_norm": 48.88237380981445,
      "learning_rate": 4.238131699846861e-06,
      "loss": 2.1897,
      "step": 6444
    },
    {
      "epoch": 0.3289074025861321,
      "grad_norm": 55.54146194458008,
      "learning_rate": 4.237876467585503e-06,
      "loss": 2.6691,
      "step": 6445
    },
    {
      "epoch": 0.329080968497787,
      "grad_norm": 34.626468658447266,
      "learning_rate": 4.237621235324145e-06,
      "loss": 1.8402,
      "step": 6446
    },
    {
      "epoch": 0.32925453440944197,
      "grad_norm": 67.88562774658203,
      "learning_rate": 4.237366003062787e-06,
      "loss": 2.6264,
      "step": 6447
    },
    {
      "epoch": 0.32942810032109693,
      "grad_norm": 43.90142059326172,
      "learning_rate": 4.23711077080143e-06,
      "loss": 1.5394,
      "step": 6448
    },
    {
      "epoch": 0.3296016662327519,
      "grad_norm": 62.79282760620117,
      "learning_rate": 4.236855538540072e-06,
      "loss": 2.8891,
      "step": 6449
    },
    {
      "epoch": 0.32977523214440685,
      "grad_norm": 52.32683181762695,
      "learning_rate": 4.236600306278714e-06,
      "loss": 1.752,
      "step": 6450
    },
    {
      "epoch": 0.32977523214440685,
      "eval_synth_accuracy": 0.8887372013651877,
      "eval_synth_auroc": 0.9526687412767285,
      "eval_synth_f1": 0.9161953727506427,
      "eval_synth_loss": 0.28360244631767273,
      "eval_synth_precision": 0.9252336448598131,
      "eval_synth_recall": 0.9073319755600815,
      "eval_synth_runtime": 102.6901,
      "eval_synth_samples_per_second": 14.266,
      "eval_synth_steps_per_second": 0.448,
      "step": 6450
    },
    {
      "epoch": 0.32977523214440685,
      "eval_real_accuracy": 0.8350290697674418,
      "eval_real_auroc": 0.9104028721096554,
      "eval_real_f1": 0.8797032326444091,
      "eval_real_loss": 0.3788946270942688,
      "eval_real_precision": 0.8530318602261048,
      "eval_real_recall": 0.9080962800875274,
      "eval_real_runtime": 96.0232,
      "eval_real_samples_per_second": 14.33,
      "eval_real_steps_per_second": 0.448,
      "step": 6450
    },
    {
      "epoch": 0.3299487980560618,
      "grad_norm": 53.99950408935547,
      "learning_rate": 4.236345074017356e-06,
      "loss": 2.4198,
      "step": 6451
    },
    {
      "epoch": 0.3301223639677167,
      "grad_norm": 46.55711364746094,
      "learning_rate": 4.236089841755998e-06,
      "loss": 1.6959,
      "step": 6452
    },
    {
      "epoch": 0.3302959298793717,
      "grad_norm": 36.510894775390625,
      "learning_rate": 4.235834609494641e-06,
      "loss": 1.7189,
      "step": 6453
    },
    {
      "epoch": 0.33046949579102664,
      "grad_norm": 40.80461502075195,
      "learning_rate": 4.235579377233283e-06,
      "loss": 1.8338,
      "step": 6454
    },
    {
      "epoch": 0.3306430617026816,
      "grad_norm": 44.898223876953125,
      "learning_rate": 4.235324144971925e-06,
      "loss": 2.0564,
      "step": 6455
    },
    {
      "epoch": 0.33081662761433656,
      "grad_norm": 28.246809005737305,
      "learning_rate": 4.235068912710567e-06,
      "loss": 1.1766,
      "step": 6456
    },
    {
      "epoch": 0.3309901935259915,
      "grad_norm": 63.649723052978516,
      "learning_rate": 4.234813680449209e-06,
      "loss": 1.9637,
      "step": 6457
    },
    {
      "epoch": 0.3311637594376464,
      "grad_norm": 54.855064392089844,
      "learning_rate": 4.234558448187852e-06,
      "loss": 2.8786,
      "step": 6458
    },
    {
      "epoch": 0.3313373253493014,
      "grad_norm": 42.925926208496094,
      "learning_rate": 4.234303215926494e-06,
      "loss": 1.4624,
      "step": 6459
    },
    {
      "epoch": 0.33151089126095634,
      "grad_norm": 49.97867965698242,
      "learning_rate": 4.234047983665136e-06,
      "loss": 1.4776,
      "step": 6460
    },
    {
      "epoch": 0.3316844571726113,
      "grad_norm": 59.25435256958008,
      "learning_rate": 4.233792751403778e-06,
      "loss": 1.9477,
      "step": 6461
    },
    {
      "epoch": 0.33185802308426626,
      "grad_norm": 37.07158279418945,
      "learning_rate": 4.23353751914242e-06,
      "loss": 1.5061,
      "step": 6462
    },
    {
      "epoch": 0.3320315889959212,
      "grad_norm": 51.4055290222168,
      "learning_rate": 4.233282286881062e-06,
      "loss": 1.9332,
      "step": 6463
    },
    {
      "epoch": 0.33220515490757613,
      "grad_norm": 47.783023834228516,
      "learning_rate": 4.233027054619705e-06,
      "loss": 2.5871,
      "step": 6464
    },
    {
      "epoch": 0.3323787208192311,
      "grad_norm": 47.679931640625,
      "learning_rate": 4.232771822358347e-06,
      "loss": 2.0835,
      "step": 6465
    },
    {
      "epoch": 0.33255228673088605,
      "grad_norm": 53.66292953491211,
      "learning_rate": 4.232516590096989e-06,
      "loss": 2.7436,
      "step": 6466
    },
    {
      "epoch": 0.332725852642541,
      "grad_norm": 33.40213394165039,
      "learning_rate": 4.232261357835631e-06,
      "loss": 1.6193,
      "step": 6467
    },
    {
      "epoch": 0.33289941855419597,
      "grad_norm": 44.485225677490234,
      "learning_rate": 4.232006125574273e-06,
      "loss": 2.4522,
      "step": 6468
    },
    {
      "epoch": 0.33307298446585093,
      "grad_norm": 51.888763427734375,
      "learning_rate": 4.2317508933129155e-06,
      "loss": 2.2559,
      "step": 6469
    },
    {
      "epoch": 0.33324655037750583,
      "grad_norm": 35.1068229675293,
      "learning_rate": 4.2314956610515575e-06,
      "loss": 1.9125,
      "step": 6470
    },
    {
      "epoch": 0.3334201162891608,
      "grad_norm": 34.34427261352539,
      "learning_rate": 4.2312404287901995e-06,
      "loss": 1.9567,
      "step": 6471
    },
    {
      "epoch": 0.33359368220081576,
      "grad_norm": 35.97600555419922,
      "learning_rate": 4.2309851965288415e-06,
      "loss": 1.6112,
      "step": 6472
    },
    {
      "epoch": 0.3337672481124707,
      "grad_norm": 40.155643463134766,
      "learning_rate": 4.2307299642674835e-06,
      "loss": 2.0206,
      "step": 6473
    },
    {
      "epoch": 0.3339408140241257,
      "grad_norm": 45.900325775146484,
      "learning_rate": 4.2304747320061255e-06,
      "loss": 2.2704,
      "step": 6474
    },
    {
      "epoch": 0.33411437993578064,
      "grad_norm": 31.99000358581543,
      "learning_rate": 4.230219499744768e-06,
      "loss": 1.9562,
      "step": 6475
    },
    {
      "epoch": 0.33411437993578064,
      "eval_synth_accuracy": 0.8860068259385665,
      "eval_synth_auroc": 0.9536670419518201,
      "eval_synth_f1": 0.9132467532467532,
      "eval_synth_loss": 0.28352975845336914,
      "eval_synth_precision": 0.9321314952279958,
      "eval_synth_recall": 0.895112016293279,
      "eval_synth_runtime": 102.7355,
      "eval_synth_samples_per_second": 14.26,
      "eval_synth_steps_per_second": 0.448,
      "step": 6475
    },
    {
      "epoch": 0.33411437993578064,
      "eval_real_accuracy": 0.8270348837209303,
      "eval_real_auroc": 0.9083354646811979,
      "eval_real_f1": 0.8716289104638619,
      "eval_real_loss": 0.38047587871551514,
      "eval_real_precision": 0.8595744680851064,
      "eval_real_recall": 0.8840262582056893,
      "eval_real_runtime": 96.0439,
      "eval_real_samples_per_second": 14.327,
      "eval_real_steps_per_second": 0.448,
      "step": 6475
    },
    {
      "epoch": 0.33428794584743554,
      "grad_norm": 31.472476959228516,
      "learning_rate": 4.22996426748341e-06,
      "loss": 1.7184,
      "step": 6476
    },
    {
      "epoch": 0.3344615117590905,
      "grad_norm": 30.479536056518555,
      "learning_rate": 4.229709035222052e-06,
      "loss": 1.5593,
      "step": 6477
    },
    {
      "epoch": 0.33463507767074546,
      "grad_norm": 62.16659164428711,
      "learning_rate": 4.2294538029606944e-06,
      "loss": 2.3346,
      "step": 6478
    },
    {
      "epoch": 0.3348086435824004,
      "grad_norm": 39.46969223022461,
      "learning_rate": 4.2291985706993364e-06,
      "loss": 1.7611,
      "step": 6479
    },
    {
      "epoch": 0.3349822094940554,
      "grad_norm": 36.0077018737793,
      "learning_rate": 4.228943338437979e-06,
      "loss": 1.7511,
      "step": 6480
    },
    {
      "epoch": 0.33515577540571034,
      "grad_norm": 36.14668655395508,
      "learning_rate": 4.228688106176621e-06,
      "loss": 1.4149,
      "step": 6481
    },
    {
      "epoch": 0.33532934131736525,
      "grad_norm": 54.44255065917969,
      "learning_rate": 4.228432873915263e-06,
      "loss": 2.9008,
      "step": 6482
    },
    {
      "epoch": 0.3355029072290202,
      "grad_norm": 43.48974609375,
      "learning_rate": 4.228177641653905e-06,
      "loss": 1.4688,
      "step": 6483
    },
    {
      "epoch": 0.33567647314067517,
      "grad_norm": 53.71501922607422,
      "learning_rate": 4.227922409392547e-06,
      "loss": 2.4954,
      "step": 6484
    },
    {
      "epoch": 0.33585003905233013,
      "grad_norm": 31.773744583129883,
      "learning_rate": 4.227667177131189e-06,
      "loss": 1.4339,
      "step": 6485
    },
    {
      "epoch": 0.3360236049639851,
      "grad_norm": 45.9230842590332,
      "learning_rate": 4.227411944869832e-06,
      "loss": 2.0791,
      "step": 6486
    },
    {
      "epoch": 0.33619717087564005,
      "grad_norm": 44.79878234863281,
      "learning_rate": 4.227156712608474e-06,
      "loss": 2.2175,
      "step": 6487
    },
    {
      "epoch": 0.33637073678729495,
      "grad_norm": 25.81791877746582,
      "learning_rate": 4.226901480347116e-06,
      "loss": 1.3082,
      "step": 6488
    },
    {
      "epoch": 0.3365443026989499,
      "grad_norm": 49.93217086791992,
      "learning_rate": 4.226646248085758e-06,
      "loss": 2.1493,
      "step": 6489
    },
    {
      "epoch": 0.3367178686106049,
      "grad_norm": 41.10490417480469,
      "learning_rate": 4.2263910158244e-06,
      "loss": 1.767,
      "step": 6490
    },
    {
      "epoch": 0.33689143452225984,
      "grad_norm": 50.794578552246094,
      "learning_rate": 4.226135783563043e-06,
      "loss": 1.987,
      "step": 6491
    },
    {
      "epoch": 0.3370650004339148,
      "grad_norm": 41.5550537109375,
      "learning_rate": 4.225880551301685e-06,
      "loss": 2.0603,
      "step": 6492
    },
    {
      "epoch": 0.33723856634556976,
      "grad_norm": 40.37895202636719,
      "learning_rate": 4.225625319040327e-06,
      "loss": 1.8078,
      "step": 6493
    },
    {
      "epoch": 0.33741213225722466,
      "grad_norm": 40.80147171020508,
      "learning_rate": 4.225370086778969e-06,
      "loss": 1.9142,
      "step": 6494
    },
    {
      "epoch": 0.3375856981688796,
      "grad_norm": 37.04520797729492,
      "learning_rate": 4.225114854517611e-06,
      "loss": 1.4736,
      "step": 6495
    },
    {
      "epoch": 0.3377592640805346,
      "grad_norm": 43.98752212524414,
      "learning_rate": 4.224859622256254e-06,
      "loss": 2.538,
      "step": 6496
    },
    {
      "epoch": 0.33793282999218954,
      "grad_norm": 38.092201232910156,
      "learning_rate": 4.224604389994896e-06,
      "loss": 1.4074,
      "step": 6497
    },
    {
      "epoch": 0.3381063959038445,
      "grad_norm": 69.48643493652344,
      "learning_rate": 4.224349157733538e-06,
      "loss": 2.5052,
      "step": 6498
    },
    {
      "epoch": 0.33827996181549946,
      "grad_norm": 43.897701263427734,
      "learning_rate": 4.22409392547218e-06,
      "loss": 1.4963,
      "step": 6499
    },
    {
      "epoch": 0.33845352772715437,
      "grad_norm": 69.33587646484375,
      "learning_rate": 4.223838693210822e-06,
      "loss": 2.8339,
      "step": 6500
    },
    {
      "epoch": 0.33845352772715437,
      "eval_synth_accuracy": 0.8825938566552901,
      "eval_synth_auroc": 0.9545820630563392,
      "eval_synth_f1": 0.9107883817427386,
      "eval_synth_loss": 0.29227831959724426,
      "eval_synth_precision": 0.9281183932346723,
      "eval_synth_recall": 0.8940936863543788,
      "eval_synth_runtime": 102.7439,
      "eval_synth_samples_per_second": 14.259,
      "eval_synth_steps_per_second": 0.448,
      "step": 6500
    },
    {
      "epoch": 0.33845352772715437,
      "eval_real_accuracy": 0.8270348837209303,
      "eval_real_auroc": 0.900689846258774,
      "eval_real_f1": 0.8707926167209555,
      "eval_real_loss": 0.40801310539245605,
      "eval_real_precision": 0.8642241379310345,
      "eval_real_recall": 0.8774617067833698,
      "eval_real_runtime": 96.0534,
      "eval_real_samples_per_second": 14.325,
      "eval_real_steps_per_second": 0.448,
      "step": 6500
    },
    {
      "epoch": 0.33862709363880933,
      "grad_norm": 42.588138580322266,
      "learning_rate": 4.223583460949464e-06,
      "loss": 1.9379,
      "step": 6501
    },
    {
      "epoch": 0.3388006595504643,
      "grad_norm": 50.42485809326172,
      "learning_rate": 4.223328228688107e-06,
      "loss": 1.7867,
      "step": 6502
    },
    {
      "epoch": 0.33897422546211925,
      "grad_norm": 36.489871978759766,
      "learning_rate": 4.223072996426749e-06,
      "loss": 1.7894,
      "step": 6503
    },
    {
      "epoch": 0.3391477913737742,
      "grad_norm": 49.89107894897461,
      "learning_rate": 4.222817764165391e-06,
      "loss": 1.6719,
      "step": 6504
    },
    {
      "epoch": 0.3393213572854291,
      "grad_norm": 34.589820861816406,
      "learning_rate": 4.222562531904033e-06,
      "loss": 1.4772,
      "step": 6505
    },
    {
      "epoch": 0.3394949231970841,
      "grad_norm": 41.982025146484375,
      "learning_rate": 4.222307299642675e-06,
      "loss": 1.8399,
      "step": 6506
    },
    {
      "epoch": 0.33966848910873904,
      "grad_norm": 34.67896270751953,
      "learning_rate": 4.222052067381318e-06,
      "loss": 1.3164,
      "step": 6507
    },
    {
      "epoch": 0.339842055020394,
      "grad_norm": 45.48520278930664,
      "learning_rate": 4.22179683511996e-06,
      "loss": 1.6857,
      "step": 6508
    },
    {
      "epoch": 0.34001562093204896,
      "grad_norm": 37.604095458984375,
      "learning_rate": 4.221541602858602e-06,
      "loss": 1.8766,
      "step": 6509
    },
    {
      "epoch": 0.3401891868437039,
      "grad_norm": 32.315433502197266,
      "learning_rate": 4.221286370597244e-06,
      "loss": 1.0772,
      "step": 6510
    },
    {
      "epoch": 0.3403627527553588,
      "grad_norm": 41.010948181152344,
      "learning_rate": 4.221031138335886e-06,
      "loss": 1.8121,
      "step": 6511
    },
    {
      "epoch": 0.3405363186670138,
      "grad_norm": 45.23138427734375,
      "learning_rate": 4.220775906074528e-06,
      "loss": 1.9905,
      "step": 6512
    },
    {
      "epoch": 0.34070988457866874,
      "grad_norm": 46.5623779296875,
      "learning_rate": 4.220520673813171e-06,
      "loss": 2.2907,
      "step": 6513
    },
    {
      "epoch": 0.3408834504903237,
      "grad_norm": 60.229652404785156,
      "learning_rate": 4.220265441551813e-06,
      "loss": 2.1912,
      "step": 6514
    },
    {
      "epoch": 0.34105701640197866,
      "grad_norm": 68.14483642578125,
      "learning_rate": 4.220010209290455e-06,
      "loss": 2.544,
      "step": 6515
    },
    {
      "epoch": 0.3412305823136336,
      "grad_norm": 44.768672943115234,
      "learning_rate": 4.219754977029097e-06,
      "loss": 2.1292,
      "step": 6516
    },
    {
      "epoch": 0.34140414822528853,
      "grad_norm": 39.81569290161133,
      "learning_rate": 4.219499744767739e-06,
      "loss": 1.5464,
      "step": 6517
    },
    {
      "epoch": 0.3415777141369435,
      "grad_norm": 39.82328414916992,
      "learning_rate": 4.219244512506382e-06,
      "loss": 1.8369,
      "step": 6518
    },
    {
      "epoch": 0.34175128004859845,
      "grad_norm": 58.557579040527344,
      "learning_rate": 4.218989280245024e-06,
      "loss": 2.2002,
      "step": 6519
    },
    {
      "epoch": 0.3419248459602534,
      "grad_norm": 48.47169494628906,
      "learning_rate": 4.218734047983666e-06,
      "loss": 1.7807,
      "step": 6520
    },
    {
      "epoch": 0.34209841187190837,
      "grad_norm": 40.62684631347656,
      "learning_rate": 4.218478815722308e-06,
      "loss": 2.2395,
      "step": 6521
    },
    {
      "epoch": 0.34227197778356333,
      "grad_norm": 41.99924087524414,
      "learning_rate": 4.21822358346095e-06,
      "loss": 1.8002,
      "step": 6522
    },
    {
      "epoch": 0.34244554369521824,
      "grad_norm": 51.01209259033203,
      "learning_rate": 4.2179683511995925e-06,
      "loss": 2.4184,
      "step": 6523
    },
    {
      "epoch": 0.3426191096068732,
      "grad_norm": 49.854000091552734,
      "learning_rate": 4.2177131189382345e-06,
      "loss": 2.627,
      "step": 6524
    },
    {
      "epoch": 0.34279267551852816,
      "grad_norm": 35.99508285522461,
      "learning_rate": 4.2174578866768765e-06,
      "loss": 2.0034,
      "step": 6525
    },
    {
      "epoch": 0.34279267551852816,
      "eval_synth_accuracy": 0.8955631399317406,
      "eval_synth_auroc": 0.9585088529346034,
      "eval_synth_f1": 0.92125579001544,
      "eval_synth_loss": 0.25623074173927307,
      "eval_synth_precision": 0.931321540062435,
      "eval_synth_recall": 0.9114052953156823,
      "eval_synth_runtime": 103.8932,
      "eval_synth_samples_per_second": 14.101,
      "eval_synth_steps_per_second": 0.443,
      "step": 6525
    },
    {
      "epoch": 0.34279267551852816,
      "eval_real_accuracy": 0.8284883720930233,
      "eval_real_auroc": 0.9052106718955732,
      "eval_real_f1": 0.8707557502738226,
      "eval_real_loss": 0.3881913423538208,
      "eval_real_precision": 0.8717105263157895,
      "eval_real_recall": 0.8698030634573304,
      "eval_real_runtime": 96.0728,
      "eval_real_samples_per_second": 14.322,
      "eval_real_steps_per_second": 0.448,
      "step": 6525
    },
    {
      "epoch": 0.3429662414301831,
      "grad_norm": 33.95383071899414,
      "learning_rate": 4.2172026544155185e-06,
      "loss": 1.5347,
      "step": 6526
    },
    {
      "epoch": 0.3431398073418381,
      "grad_norm": 29.735801696777344,
      "learning_rate": 4.2169474221541605e-06,
      "loss": 1.2791,
      "step": 6527
    },
    {
      "epoch": 0.34331337325349304,
      "grad_norm": 43.704017639160156,
      "learning_rate": 4.2166921898928025e-06,
      "loss": 2.6681,
      "step": 6528
    },
    {
      "epoch": 0.34348693916514794,
      "grad_norm": 38.49087142944336,
      "learning_rate": 4.216436957631445e-06,
      "loss": 1.8211,
      "step": 6529
    },
    {
      "epoch": 0.3436605050768029,
      "grad_norm": 28.572690963745117,
      "learning_rate": 4.216181725370087e-06,
      "loss": 1.5478,
      "step": 6530
    },
    {
      "epoch": 0.34383407098845786,
      "grad_norm": 34.197235107421875,
      "learning_rate": 4.215926493108729e-06,
      "loss": 1.1439,
      "step": 6531
    },
    {
      "epoch": 0.3440076369001128,
      "grad_norm": 48.252681732177734,
      "learning_rate": 4.215671260847371e-06,
      "loss": 1.8531,
      "step": 6532
    },
    {
      "epoch": 0.3441812028117678,
      "grad_norm": 33.16061782836914,
      "learning_rate": 4.215416028586013e-06,
      "loss": 0.9037,
      "step": 6533
    },
    {
      "epoch": 0.34435476872342274,
      "grad_norm": 62.58676528930664,
      "learning_rate": 4.215160796324656e-06,
      "loss": 2.5481,
      "step": 6534
    },
    {
      "epoch": 0.34452833463507765,
      "grad_norm": 43.84478759765625,
      "learning_rate": 4.214905564063298e-06,
      "loss": 1.5044,
      "step": 6535
    },
    {
      "epoch": 0.3447019005467326,
      "grad_norm": 51.05270767211914,
      "learning_rate": 4.21465033180194e-06,
      "loss": 2.0862,
      "step": 6536
    },
    {
      "epoch": 0.34487546645838757,
      "grad_norm": 64.23591613769531,
      "learning_rate": 4.214395099540582e-06,
      "loss": 2.8623,
      "step": 6537
    },
    {
      "epoch": 0.34504903237004253,
      "grad_norm": 58.29827880859375,
      "learning_rate": 4.214139867279224e-06,
      "loss": 2.6675,
      "step": 6538
    },
    {
      "epoch": 0.3452225982816975,
      "grad_norm": 34.5941047668457,
      "learning_rate": 4.213884635017866e-06,
      "loss": 1.1357,
      "step": 6539
    },
    {
      "epoch": 0.34539616419335245,
      "grad_norm": 60.76628875732422,
      "learning_rate": 4.213629402756509e-06,
      "loss": 1.7282,
      "step": 6540
    },
    {
      "epoch": 0.34556973010500736,
      "grad_norm": 33.201904296875,
      "learning_rate": 4.213374170495151e-06,
      "loss": 1.6066,
      "step": 6541
    },
    {
      "epoch": 0.3457432960166623,
      "grad_norm": 47.289974212646484,
      "learning_rate": 4.213118938233793e-06,
      "loss": 1.7969,
      "step": 6542
    },
    {
      "epoch": 0.3459168619283173,
      "grad_norm": 35.35532760620117,
      "learning_rate": 4.212863705972435e-06,
      "loss": 1.4137,
      "step": 6543
    },
    {
      "epoch": 0.34609042783997224,
      "grad_norm": 47.8055305480957,
      "learning_rate": 4.212608473711077e-06,
      "loss": 1.5134,
      "step": 6544
    },
    {
      "epoch": 0.3462639937516272,
      "grad_norm": 31.76741600036621,
      "learning_rate": 4.21235324144972e-06,
      "loss": 1.4059,
      "step": 6545
    },
    {
      "epoch": 0.34643755966328216,
      "grad_norm": 39.368507385253906,
      "learning_rate": 4.212098009188362e-06,
      "loss": 1.9216,
      "step": 6546
    },
    {
      "epoch": 0.34661112557493706,
      "grad_norm": 38.997703552246094,
      "learning_rate": 4.211842776927004e-06,
      "loss": 1.8742,
      "step": 6547
    },
    {
      "epoch": 0.346784691486592,
      "grad_norm": 35.247886657714844,
      "learning_rate": 4.211587544665646e-06,
      "loss": 1.4945,
      "step": 6548
    },
    {
      "epoch": 0.346958257398247,
      "grad_norm": 52.75550842285156,
      "learning_rate": 4.211332312404288e-06,
      "loss": 2.3894,
      "step": 6549
    },
    {
      "epoch": 0.34713182330990194,
      "grad_norm": 29.316879272460938,
      "learning_rate": 4.21107708014293e-06,
      "loss": 1.1598,
      "step": 6550
    },
    {
      "epoch": 0.34713182330990194,
      "eval_synth_accuracy": 0.8907849829351536,
      "eval_synth_auroc": 0.953078814098915,
      "eval_synth_f1": 0.9177800616649537,
      "eval_synth_loss": 0.29520389437675476,
      "eval_synth_precision": 0.9263485477178424,
      "eval_synth_recall": 0.9093686354378818,
      "eval_synth_runtime": 102.7711,
      "eval_synth_samples_per_second": 14.255,
      "eval_synth_steps_per_second": 0.448,
      "step": 6550
    },
    {
      "epoch": 0.34713182330990194,
      "eval_real_accuracy": 0.8430232558139535,
      "eval_real_auroc": 0.9067144562221149,
      "eval_real_f1": 0.8838709677419355,
      "eval_real_loss": 0.39693886041641235,
      "eval_real_precision": 0.86892177589852,
      "eval_real_recall": 0.899343544857768,
      "eval_real_runtime": 97.2011,
      "eval_real_samples_per_second": 14.156,
      "eval_real_steps_per_second": 0.442,
      "step": 6550
    },
    {
      "epoch": 0.3473053892215569,
      "grad_norm": 56.65260314941406,
      "learning_rate": 4.210821847881573e-06,
      "loss": 2.3668,
      "step": 6551
    },
    {
      "epoch": 0.34747895513321186,
      "grad_norm": 32.471290588378906,
      "learning_rate": 4.210566615620215e-06,
      "loss": 1.0852,
      "step": 6552
    },
    {
      "epoch": 0.34765252104486677,
      "grad_norm": 41.93348693847656,
      "learning_rate": 4.210311383358857e-06,
      "loss": 1.7886,
      "step": 6553
    },
    {
      "epoch": 0.34782608695652173,
      "grad_norm": 46.53342056274414,
      "learning_rate": 4.210056151097499e-06,
      "loss": 2.3284,
      "step": 6554
    },
    {
      "epoch": 0.3479996528681767,
      "grad_norm": 45.3336067199707,
      "learning_rate": 4.209800918836141e-06,
      "loss": 2.4653,
      "step": 6555
    },
    {
      "epoch": 0.34817321877983165,
      "grad_norm": 43.29977035522461,
      "learning_rate": 4.209545686574784e-06,
      "loss": 1.2744,
      "step": 6556
    },
    {
      "epoch": 0.3483467846914866,
      "grad_norm": 46.675682067871094,
      "learning_rate": 4.209290454313426e-06,
      "loss": 1.4907,
      "step": 6557
    },
    {
      "epoch": 0.3485203506031415,
      "grad_norm": 45.45378875732422,
      "learning_rate": 4.209035222052068e-06,
      "loss": 2.3564,
      "step": 6558
    },
    {
      "epoch": 0.3486939165147965,
      "grad_norm": 40.34804916381836,
      "learning_rate": 4.20877998979071e-06,
      "loss": 1.3894,
      "step": 6559
    },
    {
      "epoch": 0.34886748242645144,
      "grad_norm": 34.692352294921875,
      "learning_rate": 4.208524757529352e-06,
      "loss": 1.2861,
      "step": 6560
    },
    {
      "epoch": 0.3490410483381064,
      "grad_norm": 40.579654693603516,
      "learning_rate": 4.208269525267995e-06,
      "loss": 1.4309,
      "step": 6561
    },
    {
      "epoch": 0.34921461424976136,
      "grad_norm": 38.5016975402832,
      "learning_rate": 4.208014293006637e-06,
      "loss": 1.5596,
      "step": 6562
    },
    {
      "epoch": 0.3493881801614163,
      "grad_norm": 51.895835876464844,
      "learning_rate": 4.207759060745279e-06,
      "loss": 2.4164,
      "step": 6563
    },
    {
      "epoch": 0.3495617460730712,
      "grad_norm": 40.311092376708984,
      "learning_rate": 4.207503828483921e-06,
      "loss": 1.8213,
      "step": 6564
    },
    {
      "epoch": 0.3497353119847262,
      "grad_norm": 43.6844596862793,
      "learning_rate": 4.207248596222563e-06,
      "loss": 2.4064,
      "step": 6565
    },
    {
      "epoch": 0.34990887789638114,
      "grad_norm": 32.963741302490234,
      "learning_rate": 4.206993363961205e-06,
      "loss": 1.0942,
      "step": 6566
    },
    {
      "epoch": 0.3500824438080361,
      "grad_norm": 42.07804870605469,
      "learning_rate": 4.206738131699848e-06,
      "loss": 1.5267,
      "step": 6567
    },
    {
      "epoch": 0.35025600971969106,
      "grad_norm": 37.5927734375,
      "learning_rate": 4.20648289943849e-06,
      "loss": 1.615,
      "step": 6568
    },
    {
      "epoch": 0.350429575631346,
      "grad_norm": 52.76613235473633,
      "learning_rate": 4.206227667177132e-06,
      "loss": 2.5038,
      "step": 6569
    },
    {
      "epoch": 0.35060314154300093,
      "grad_norm": 51.16249084472656,
      "learning_rate": 4.205972434915774e-06,
      "loss": 1.8204,
      "step": 6570
    },
    {
      "epoch": 0.3507767074546559,
      "grad_norm": 44.31534957885742,
      "learning_rate": 4.205717202654416e-06,
      "loss": 1.5209,
      "step": 6571
    },
    {
      "epoch": 0.35095027336631085,
      "grad_norm": 47.88157653808594,
      "learning_rate": 4.2054619703930586e-06,
      "loss": 1.5372,
      "step": 6572
    },
    {
      "epoch": 0.3511238392779658,
      "grad_norm": 45.27975082397461,
      "learning_rate": 4.2052067381317006e-06,
      "loss": 1.5647,
      "step": 6573
    },
    {
      "epoch": 0.35129740518962077,
      "grad_norm": 36.941349029541016,
      "learning_rate": 4.204951505870343e-06,
      "loss": 1.7657,
      "step": 6574
    },
    {
      "epoch": 0.35147097110127573,
      "grad_norm": 46.84500503540039,
      "learning_rate": 4.204696273608985e-06,
      "loss": 1.919,
      "step": 6575
    },
    {
      "epoch": 0.35147097110127573,
      "eval_synth_accuracy": 0.8873720136518771,
      "eval_synth_auroc": 0.9485247920119079,
      "eval_synth_f1": 0.9139280125195618,
      "eval_synth_loss": 0.3150786757469177,
      "eval_synth_precision": 0.9368983957219251,
      "eval_synth_recall": 0.8920570264765784,
      "eval_synth_runtime": 102.9649,
      "eval_synth_samples_per_second": 14.228,
      "eval_synth_steps_per_second": 0.447,
      "step": 6575
    },
    {
      "epoch": 0.35147097110127573,
      "eval_real_accuracy": 0.8343023255813954,
      "eval_real_auroc": 0.9034653348110678,
      "eval_real_f1": 0.8771551724137931,
      "eval_real_loss": 0.3943018317222595,
      "eval_real_precision": 0.8641188959660298,
      "eval_real_recall": 0.8905908096280087,
      "eval_real_runtime": 96.0276,
      "eval_real_samples_per_second": 14.329,
      "eval_real_steps_per_second": 0.448,
      "step": 6575
    },
    {
      "epoch": 0.35164453701293064,
      "grad_norm": 57.02332305908203,
      "learning_rate": 4.204441041347627e-06,
      "loss": 2.5513,
      "step": 6576
    },
    {
      "epoch": 0.3518181029245856,
      "grad_norm": 42.11137390136719,
      "learning_rate": 4.204185809086269e-06,
      "loss": 1.3501,
      "step": 6577
    },
    {
      "epoch": 0.35199166883624056,
      "grad_norm": 56.40458297729492,
      "learning_rate": 4.2039305768249115e-06,
      "loss": 1.7539,
      "step": 6578
    },
    {
      "epoch": 0.3521652347478955,
      "grad_norm": 39.56089401245117,
      "learning_rate": 4.2036753445635535e-06,
      "loss": 1.2921,
      "step": 6579
    },
    {
      "epoch": 0.3523388006595505,
      "grad_norm": 38.91033172607422,
      "learning_rate": 4.2034201123021955e-06,
      "loss": 1.4075,
      "step": 6580
    },
    {
      "epoch": 0.35251236657120544,
      "grad_norm": 48.33942794799805,
      "learning_rate": 4.2031648800408375e-06,
      "loss": 1.689,
      "step": 6581
    },
    {
      "epoch": 0.35268593248286034,
      "grad_norm": 37.514400482177734,
      "learning_rate": 4.2029096477794795e-06,
      "loss": 1.7163,
      "step": 6582
    },
    {
      "epoch": 0.3528594983945153,
      "grad_norm": 47.98732376098633,
      "learning_rate": 4.202654415518122e-06,
      "loss": 1.9777,
      "step": 6583
    },
    {
      "epoch": 0.35303306430617026,
      "grad_norm": 53.59369659423828,
      "learning_rate": 4.202399183256764e-06,
      "loss": 1.8738,
      "step": 6584
    },
    {
      "epoch": 0.3532066302178252,
      "grad_norm": 66.76907348632812,
      "learning_rate": 4.2021439509954055e-06,
      "loss": 2.659,
      "step": 6585
    },
    {
      "epoch": 0.3533801961294802,
      "grad_norm": 52.69523620605469,
      "learning_rate": 4.201888718734048e-06,
      "loss": 1.7726,
      "step": 6586
    },
    {
      "epoch": 0.35355376204113514,
      "grad_norm": 38.827659606933594,
      "learning_rate": 4.20163348647269e-06,
      "loss": 1.8651,
      "step": 6587
    },
    {
      "epoch": 0.35372732795279005,
      "grad_norm": 44.94099044799805,
      "learning_rate": 4.201378254211332e-06,
      "loss": 1.5887,
      "step": 6588
    },
    {
      "epoch": 0.353900893864445,
      "grad_norm": 45.513221740722656,
      "learning_rate": 4.201123021949975e-06,
      "loss": 1.5575,
      "step": 6589
    },
    {
      "epoch": 0.35407445977609997,
      "grad_norm": 50.7210578918457,
      "learning_rate": 4.200867789688617e-06,
      "loss": 1.558,
      "step": 6590
    },
    {
      "epoch": 0.35424802568775493,
      "grad_norm": 48.58299255371094,
      "learning_rate": 4.200612557427259e-06,
      "loss": 1.8744,
      "step": 6591
    },
    {
      "epoch": 0.3544215915994099,
      "grad_norm": 44.96149826049805,
      "learning_rate": 4.200357325165901e-06,
      "loss": 2.1008,
      "step": 6592
    },
    {
      "epoch": 0.35459515751106485,
      "grad_norm": 33.8784065246582,
      "learning_rate": 4.200102092904543e-06,
      "loss": 1.7446,
      "step": 6593
    },
    {
      "epoch": 0.35476872342271976,
      "grad_norm": 71.04287719726562,
      "learning_rate": 4.199846860643186e-06,
      "loss": 2.3699,
      "step": 6594
    },
    {
      "epoch": 0.3549422893343747,
      "grad_norm": 59.5616569519043,
      "learning_rate": 4.199591628381828e-06,
      "loss": 1.8235,
      "step": 6595
    },
    {
      "epoch": 0.3551158552460297,
      "grad_norm": 69.08306884765625,
      "learning_rate": 4.199336396120469e-06,
      "loss": 2.5241,
      "step": 6596
    },
    {
      "epoch": 0.35528942115768464,
      "grad_norm": 53.10239028930664,
      "learning_rate": 4.199081163859112e-06,
      "loss": 2.2171,
      "step": 6597
    },
    {
      "epoch": 0.3554629870693396,
      "grad_norm": 42.10918045043945,
      "learning_rate": 4.198825931597754e-06,
      "loss": 1.8568,
      "step": 6598
    },
    {
      "epoch": 0.35563655298099456,
      "grad_norm": 39.96220397949219,
      "learning_rate": 4.198570699336397e-06,
      "loss": 1.4208,
      "step": 6599
    },
    {
      "epoch": 0.35581011889264946,
      "grad_norm": 42.5477180480957,
      "learning_rate": 4.198315467075039e-06,
      "loss": 1.4477,
      "step": 6600
    },
    {
      "epoch": 0.35581011889264946,
      "eval_synth_accuracy": 0.8860068259385665,
      "eval_synth_auroc": 0.9553874502958006,
      "eval_synth_f1": 0.9132467532467532,
      "eval_synth_loss": 0.2820546329021454,
      "eval_synth_precision": 0.9321314952279958,
      "eval_synth_recall": 0.895112016293279,
      "eval_synth_runtime": 102.7437,
      "eval_synth_samples_per_second": 14.259,
      "eval_synth_steps_per_second": 0.448,
      "step": 6600
    },
    {
      "epoch": 0.35581011889264946,
      "eval_real_accuracy": 0.8379360465116279,
      "eval_real_auroc": 0.9076214631466273,
      "eval_real_f1": 0.8801719505642128,
      "eval_real_loss": 0.38926154375076294,
      "eval_real_precision": 0.8648363252375924,
      "eval_real_recall": 0.8960612691466083,
      "eval_real_runtime": 96.0546,
      "eval_real_samples_per_second": 14.325,
      "eval_real_steps_per_second": 0.448,
      "step": 6600
    },
    {
      "epoch": 0.3559836848043044,
      "grad_norm": 31.95863914489746,
      "learning_rate": 4.19806023481368e-06,
      "loss": 1.4154,
      "step": 6601
    },
    {
      "epoch": 0.3561572507159594,
      "grad_norm": 57.46812438964844,
      "learning_rate": 4.197805002552323e-06,
      "loss": 1.7943,
      "step": 6602
    },
    {
      "epoch": 0.35633081662761434,
      "grad_norm": 40.635826110839844,
      "learning_rate": 4.197549770290965e-06,
      "loss": 1.6999,
      "step": 6603
    },
    {
      "epoch": 0.3565043825392693,
      "grad_norm": 38.083412170410156,
      "learning_rate": 4.197294538029607e-06,
      "loss": 1.9702,
      "step": 6604
    },
    {
      "epoch": 0.35667794845092426,
      "grad_norm": 44.64813232421875,
      "learning_rate": 4.19703930576825e-06,
      "loss": 1.6805,
      "step": 6605
    },
    {
      "epoch": 0.35685151436257917,
      "grad_norm": 32.589664459228516,
      "learning_rate": 4.196784073506892e-06,
      "loss": 1.6351,
      "step": 6606
    },
    {
      "epoch": 0.35702508027423413,
      "grad_norm": 38.85359573364258,
      "learning_rate": 4.196528841245533e-06,
      "loss": 2.0209,
      "step": 6607
    },
    {
      "epoch": 0.3571986461858891,
      "grad_norm": 40.712127685546875,
      "learning_rate": 4.196273608984176e-06,
      "loss": 1.6956,
      "step": 6608
    },
    {
      "epoch": 0.35737221209754405,
      "grad_norm": 35.471168518066406,
      "learning_rate": 4.196018376722818e-06,
      "loss": 2.0554,
      "step": 6609
    },
    {
      "epoch": 0.357545778009199,
      "grad_norm": 35.01805114746094,
      "learning_rate": 4.195763144461461e-06,
      "loss": 1.6753,
      "step": 6610
    },
    {
      "epoch": 0.35771934392085397,
      "grad_norm": 30.287012100219727,
      "learning_rate": 4.195507912200103e-06,
      "loss": 1.3654,
      "step": 6611
    },
    {
      "epoch": 0.3578929098325089,
      "grad_norm": 39.41260528564453,
      "learning_rate": 4.195252679938744e-06,
      "loss": 2.0317,
      "step": 6612
    },
    {
      "epoch": 0.35806647574416384,
      "grad_norm": 48.60459518432617,
      "learning_rate": 4.194997447677387e-06,
      "loss": 2.746,
      "step": 6613
    },
    {
      "epoch": 0.3582400416558188,
      "grad_norm": 30.192279815673828,
      "learning_rate": 4.194742215416029e-06,
      "loss": 1.2345,
      "step": 6614
    },
    {
      "epoch": 0.35841360756747376,
      "grad_norm": 38.523406982421875,
      "learning_rate": 4.194486983154671e-06,
      "loss": 1.4069,
      "step": 6615
    },
    {
      "epoch": 0.3585871734791287,
      "grad_norm": 42.66000747680664,
      "learning_rate": 4.194231750893314e-06,
      "loss": 2.226,
      "step": 6616
    },
    {
      "epoch": 0.3587607393907836,
      "grad_norm": 54.744476318359375,
      "learning_rate": 4.193976518631955e-06,
      "loss": 2.3166,
      "step": 6617
    },
    {
      "epoch": 0.3589343053024386,
      "grad_norm": 33.24213790893555,
      "learning_rate": 4.193721286370598e-06,
      "loss": 1.3798,
      "step": 6618
    },
    {
      "epoch": 0.35910787121409354,
      "grad_norm": 49.088130950927734,
      "learning_rate": 4.19346605410924e-06,
      "loss": 1.2964,
      "step": 6619
    },
    {
      "epoch": 0.3592814371257485,
      "grad_norm": 84.76033020019531,
      "learning_rate": 4.193210821847882e-06,
      "loss": 3.3717,
      "step": 6620
    },
    {
      "epoch": 0.35945500303740346,
      "grad_norm": 45.86355209350586,
      "learning_rate": 4.192955589586525e-06,
      "loss": 1.5163,
      "step": 6621
    },
    {
      "epoch": 0.3596285689490584,
      "grad_norm": 42.290096282958984,
      "learning_rate": 4.192700357325166e-06,
      "loss": 1.5209,
      "step": 6622
    },
    {
      "epoch": 0.35980213486071333,
      "grad_norm": 40.43856430053711,
      "learning_rate": 4.192445125063808e-06,
      "loss": 1.6712,
      "step": 6623
    },
    {
      "epoch": 0.3599757007723683,
      "grad_norm": 42.697593688964844,
      "learning_rate": 4.192189892802451e-06,
      "loss": 1.4475,
      "step": 6624
    },
    {
      "epoch": 0.36014926668402325,
      "grad_norm": 35.56178283691406,
      "learning_rate": 4.191934660541093e-06,
      "loss": 1.4317,
      "step": 6625
    },
    {
      "epoch": 0.36014926668402325,
      "eval_synth_accuracy": 0.8866894197952219,
      "eval_synth_auroc": 0.9495526094968227,
      "eval_synth_f1": 0.9138110072689511,
      "eval_synth_loss": 0.32397744059562683,
      "eval_synth_precision": 0.9322033898305084,
      "eval_synth_recall": 0.8961303462321792,
      "eval_synth_runtime": 102.7278,
      "eval_synth_samples_per_second": 14.261,
      "eval_synth_steps_per_second": 0.448,
      "step": 6625
    },
    {
      "epoch": 0.36014926668402325,
      "eval_real_accuracy": 0.8393895348837209,
      "eval_real_auroc": 0.910266702662764,
      "eval_real_f1": 0.8803465078505684,
      "eval_real_loss": 0.3882867991924286,
      "eval_real_precision": 0.8713826366559485,
      "eval_real_recall": 0.8894967177242888,
      "eval_real_runtime": 96.0509,
      "eval_real_samples_per_second": 14.326,
      "eval_real_steps_per_second": 0.448,
      "step": 6625
    },
    {
      "epoch": 0.3603228325956782,
      "grad_norm": 51.826194763183594,
      "learning_rate": 4.1916794282797355e-06,
      "loss": 1.9245,
      "step": 6626
    },
    {
      "epoch": 0.36049639850733317,
      "grad_norm": 50.37003707885742,
      "learning_rate": 4.1914241960183776e-06,
      "loss": 2.3131,
      "step": 6627
    },
    {
      "epoch": 0.36066996441898813,
      "grad_norm": 48.88584899902344,
      "learning_rate": 4.191168963757019e-06,
      "loss": 1.8433,
      "step": 6628
    },
    {
      "epoch": 0.36084353033064304,
      "grad_norm": 52.26972198486328,
      "learning_rate": 4.1909137314956616e-06,
      "loss": 1.7019,
      "step": 6629
    },
    {
      "epoch": 0.361017096242298,
      "grad_norm": 48.7735481262207,
      "learning_rate": 4.190658499234304e-06,
      "loss": 2.1328,
      "step": 6630
    },
    {
      "epoch": 0.36119066215395296,
      "grad_norm": 48.31537628173828,
      "learning_rate": 4.190403266972946e-06,
      "loss": 1.9567,
      "step": 6631
    },
    {
      "epoch": 0.3613642280656079,
      "grad_norm": 56.701717376708984,
      "learning_rate": 4.1901480347115884e-06,
      "loss": 2.3387,
      "step": 6632
    },
    {
      "epoch": 0.3615377939772629,
      "grad_norm": 66.37010955810547,
      "learning_rate": 4.18989280245023e-06,
      "loss": 2.5528,
      "step": 6633
    },
    {
      "epoch": 0.36171135988891784,
      "grad_norm": 33.29424285888672,
      "learning_rate": 4.189637570188872e-06,
      "loss": 1.3446,
      "step": 6634
    },
    {
      "epoch": 0.36188492580057274,
      "grad_norm": 36.564449310302734,
      "learning_rate": 4.1893823379275145e-06,
      "loss": 1.5876,
      "step": 6635
    },
    {
      "epoch": 0.3620584917122277,
      "grad_norm": 36.94699478149414,
      "learning_rate": 4.1891271056661565e-06,
      "loss": 1.9679,
      "step": 6636
    },
    {
      "epoch": 0.36223205762388266,
      "grad_norm": 39.81131362915039,
      "learning_rate": 4.188871873404799e-06,
      "loss": 2.3508,
      "step": 6637
    },
    {
      "epoch": 0.3624056235355376,
      "grad_norm": 40.88216781616211,
      "learning_rate": 4.1886166411434405e-06,
      "loss": 2.1631,
      "step": 6638
    },
    {
      "epoch": 0.3625791894471926,
      "grad_norm": 32.92326736450195,
      "learning_rate": 4.1883614088820825e-06,
      "loss": 1.7893,
      "step": 6639
    },
    {
      "epoch": 0.36275275535884755,
      "grad_norm": 41.917293548583984,
      "learning_rate": 4.188106176620725e-06,
      "loss": 2.6256,
      "step": 6640
    },
    {
      "epoch": 0.36292632127050245,
      "grad_norm": 31.66019058227539,
      "learning_rate": 4.187850944359367e-06,
      "loss": 1.4295,
      "step": 6641
    },
    {
      "epoch": 0.3630998871821574,
      "grad_norm": 45.69597625732422,
      "learning_rate": 4.187595712098009e-06,
      "loss": 1.8727,
      "step": 6642
    },
    {
      "epoch": 0.36327345309381237,
      "grad_norm": 31.214406967163086,
      "learning_rate": 4.187340479836651e-06,
      "loss": 1.7857,
      "step": 6643
    },
    {
      "epoch": 0.36344701900546733,
      "grad_norm": 46.68834686279297,
      "learning_rate": 4.187085247575293e-06,
      "loss": 2.3164,
      "step": 6644
    },
    {
      "epoch": 0.3636205849171223,
      "grad_norm": 38.79948043823242,
      "learning_rate": 4.186830015313936e-06,
      "loss": 2.1171,
      "step": 6645
    },
    {
      "epoch": 0.36379415082877725,
      "grad_norm": 27.74831771850586,
      "learning_rate": 4.186574783052578e-06,
      "loss": 1.1852,
      "step": 6646
    },
    {
      "epoch": 0.36396771674043216,
      "grad_norm": 43.008636474609375,
      "learning_rate": 4.18631955079122e-06,
      "loss": 2.0074,
      "step": 6647
    },
    {
      "epoch": 0.3641412826520871,
      "grad_norm": 31.478256225585938,
      "learning_rate": 4.186064318529863e-06,
      "loss": 1.3735,
      "step": 6648
    },
    {
      "epoch": 0.3643148485637421,
      "grad_norm": 48.5439567565918,
      "learning_rate": 4.185809086268504e-06,
      "loss": 2.5721,
      "step": 6649
    },
    {
      "epoch": 0.36448841447539704,
      "grad_norm": 41.319923400878906,
      "learning_rate": 4.185553854007146e-06,
      "loss": 1.5551,
      "step": 6650
    },
    {
      "epoch": 0.36448841447539704,
      "eval_synth_accuracy": 0.889419795221843,
      "eval_synth_auroc": 0.9519888004790156,
      "eval_synth_f1": 0.9154488517745303,
      "eval_synth_loss": 0.30683425068855286,
      "eval_synth_precision": 0.9389721627408993,
      "eval_synth_recall": 0.8930753564154786,
      "eval_synth_runtime": 102.7153,
      "eval_synth_samples_per_second": 14.263,
      "eval_synth_steps_per_second": 0.448,
      "step": 6650
    },
    {
      "epoch": 0.36448841447539704,
      "eval_real_accuracy": 0.845203488372093,
      "eval_real_auroc": 0.9125354040561918,
      "eval_real_f1": 0.8835429196282122,
      "eval_real_loss": 0.36793965101242065,
      "eval_real_precision": 0.8830601092896175,
      "eval_real_recall": 0.8840262582056893,
      "eval_real_runtime": 96.0564,
      "eval_real_samples_per_second": 14.325,
      "eval_real_steps_per_second": 0.448,
      "step": 6650
    },
    {
      "epoch": 0.364661980387052,
      "grad_norm": 27.793521881103516,
      "learning_rate": 4.185298621745789e-06,
      "loss": 1.4049,
      "step": 6651
    },
    {
      "epoch": 0.36483554629870696,
      "grad_norm": 33.18289566040039,
      "learning_rate": 4.185043389484431e-06,
      "loss": 1.6265,
      "step": 6652
    },
    {
      "epoch": 0.36500911221036186,
      "grad_norm": 49.83699035644531,
      "learning_rate": 4.184788157223073e-06,
      "loss": 1.5106,
      "step": 6653
    },
    {
      "epoch": 0.3651826781220168,
      "grad_norm": 36.41551208496094,
      "learning_rate": 4.184532924961715e-06,
      "loss": 1.1751,
      "step": 6654
    },
    {
      "epoch": 0.3653562440336718,
      "grad_norm": 37.407230377197266,
      "learning_rate": 4.184277692700357e-06,
      "loss": 1.1907,
      "step": 6655
    },
    {
      "epoch": 0.36552980994532674,
      "grad_norm": 44.59566116333008,
      "learning_rate": 4.184022460439e-06,
      "loss": 1.8698,
      "step": 6656
    },
    {
      "epoch": 0.3657033758569817,
      "grad_norm": 37.78819274902344,
      "learning_rate": 4.183767228177642e-06,
      "loss": 1.4741,
      "step": 6657
    },
    {
      "epoch": 0.36587694176863667,
      "grad_norm": 60.33038330078125,
      "learning_rate": 4.183511995916284e-06,
      "loss": 2.7981,
      "step": 6658
    },
    {
      "epoch": 0.36605050768029157,
      "grad_norm": 59.96181869506836,
      "learning_rate": 4.183256763654926e-06,
      "loss": 1.5866,
      "step": 6659
    },
    {
      "epoch": 0.36622407359194653,
      "grad_norm": 50.99906921386719,
      "learning_rate": 4.183001531393568e-06,
      "loss": 1.9733,
      "step": 6660
    },
    {
      "epoch": 0.3663976395036015,
      "grad_norm": 46.036808013916016,
      "learning_rate": 4.18274629913221e-06,
      "loss": 1.4756,
      "step": 6661
    },
    {
      "epoch": 0.36657120541525645,
      "grad_norm": 47.3519287109375,
      "learning_rate": 4.182491066870853e-06,
      "loss": 2.0466,
      "step": 6662
    },
    {
      "epoch": 0.3667447713269114,
      "grad_norm": 32.82952880859375,
      "learning_rate": 4.182235834609495e-06,
      "loss": 1.1993,
      "step": 6663
    },
    {
      "epoch": 0.36691833723856637,
      "grad_norm": 61.075416564941406,
      "learning_rate": 4.181980602348138e-06,
      "loss": 2.1174,
      "step": 6664
    },
    {
      "epoch": 0.3670919031502213,
      "grad_norm": 38.53226852416992,
      "learning_rate": 4.181725370086779e-06,
      "loss": 1.6052,
      "step": 6665
    },
    {
      "epoch": 0.36726546906187624,
      "grad_norm": 52.55347442626953,
      "learning_rate": 4.181470137825421e-06,
      "loss": 1.7424,
      "step": 6666
    },
    {
      "epoch": 0.3674390349735312,
      "grad_norm": 39.41455078125,
      "learning_rate": 4.181214905564064e-06,
      "loss": 1.3815,
      "step": 6667
    },
    {
      "epoch": 0.36761260088518616,
      "grad_norm": 58.18204879760742,
      "learning_rate": 4.180959673302706e-06,
      "loss": 1.9782,
      "step": 6668
    },
    {
      "epoch": 0.3677861667968411,
      "grad_norm": 48.368438720703125,
      "learning_rate": 4.180704441041348e-06,
      "loss": 1.598,
      "step": 6669
    },
    {
      "epoch": 0.3679597327084961,
      "grad_norm": 48.46920394897461,
      "learning_rate": 4.18044920877999e-06,
      "loss": 1.3659,
      "step": 6670
    },
    {
      "epoch": 0.368133298620151,
      "grad_norm": 37.166526794433594,
      "learning_rate": 4.180193976518632e-06,
      "loss": 1.8289,
      "step": 6671
    },
    {
      "epoch": 0.36830686453180594,
      "grad_norm": 45.668331146240234,
      "learning_rate": 4.179938744257274e-06,
      "loss": 1.9965,
      "step": 6672
    },
    {
      "epoch": 0.3684804304434609,
      "grad_norm": 51.696685791015625,
      "learning_rate": 4.179683511995917e-06,
      "loss": 2.1311,
      "step": 6673
    },
    {
      "epoch": 0.36865399635511586,
      "grad_norm": 41.41292953491211,
      "learning_rate": 4.179428279734559e-06,
      "loss": 1.6949,
      "step": 6674
    },
    {
      "epoch": 0.3688275622667708,
      "grad_norm": 43.958740234375,
      "learning_rate": 4.179173047473201e-06,
      "loss": 1.8571,
      "step": 6675
    },
    {
      "epoch": 0.3688275622667708,
      "eval_synth_accuracy": 0.8703071672354948,
      "eval_synth_auroc": 0.9502346586380944,
      "eval_synth_f1": 0.8992576882290562,
      "eval_synth_loss": 0.3337853252887726,
      "eval_synth_precision": 0.9380530973451328,
      "eval_synth_recall": 0.8635437881873728,
      "eval_synth_runtime": 103.7026,
      "eval_synth_samples_per_second": 14.127,
      "eval_synth_steps_per_second": 0.444,
      "step": 6675
    },
    {
      "epoch": 0.3688275622667708,
      "eval_real_accuracy": 0.8350290697674418,
      "eval_real_auroc": 0.9025168850114146,
      "eval_real_f1": 0.8780225685115529,
      "eval_real_loss": 0.4037439227104187,
      "eval_real_precision": 0.8627243928194298,
      "eval_real_recall": 0.8938730853391685,
      "eval_real_runtime": 96.0054,
      "eval_real_samples_per_second": 14.333,
      "eval_real_steps_per_second": 0.448,
      "step": 6675
    },
    {
      "epoch": 0.36900112817842573,
      "grad_norm": 40.28249740600586,
      "learning_rate": 4.178917815211843e-06,
      "loss": 1.9558,
      "step": 6676
    },
    {
      "epoch": 0.3691746940900807,
      "grad_norm": 35.23980712890625,
      "learning_rate": 4.178662582950485e-06,
      "loss": 1.6752,
      "step": 6677
    },
    {
      "epoch": 0.36934826000173565,
      "grad_norm": 27.508533477783203,
      "learning_rate": 4.178407350689128e-06,
      "loss": 1.0238,
      "step": 6678
    },
    {
      "epoch": 0.3695218259133906,
      "grad_norm": 29.10536766052246,
      "learning_rate": 4.17815211842777e-06,
      "loss": 1.2786,
      "step": 6679
    },
    {
      "epoch": 0.36969539182504557,
      "grad_norm": 51.032840728759766,
      "learning_rate": 4.177896886166412e-06,
      "loss": 2.0687,
      "step": 6680
    },
    {
      "epoch": 0.36986895773670053,
      "grad_norm": 48.6712532043457,
      "learning_rate": 4.177641653905054e-06,
      "loss": 2.2239,
      "step": 6681
    },
    {
      "epoch": 0.37004252364835544,
      "grad_norm": 35.27249526977539,
      "learning_rate": 4.177386421643696e-06,
      "loss": 1.8948,
      "step": 6682
    },
    {
      "epoch": 0.3702160895600104,
      "grad_norm": 35.0493049621582,
      "learning_rate": 4.1771311893823386e-06,
      "loss": 2.0083,
      "step": 6683
    },
    {
      "epoch": 0.37038965547166536,
      "grad_norm": 40.62671661376953,
      "learning_rate": 4.1768759571209806e-06,
      "loss": 1.2914,
      "step": 6684
    },
    {
      "epoch": 0.3705632213833203,
      "grad_norm": 49.66926574707031,
      "learning_rate": 4.1766207248596226e-06,
      "loss": 1.9584,
      "step": 6685
    },
    {
      "epoch": 0.3707367872949753,
      "grad_norm": 32.75950622558594,
      "learning_rate": 4.176365492598265e-06,
      "loss": 1.2969,
      "step": 6686
    },
    {
      "epoch": 0.37091035320663024,
      "grad_norm": 47.28248596191406,
      "learning_rate": 4.176110260336907e-06,
      "loss": 1.9615,
      "step": 6687
    },
    {
      "epoch": 0.37108391911828514,
      "grad_norm": 48.278751373291016,
      "learning_rate": 4.175855028075549e-06,
      "loss": 1.8577,
      "step": 6688
    },
    {
      "epoch": 0.3712574850299401,
      "grad_norm": 38.03310775756836,
      "learning_rate": 4.1755997958141915e-06,
      "loss": 1.2869,
      "step": 6689
    },
    {
      "epoch": 0.37143105094159506,
      "grad_norm": 44.54973602294922,
      "learning_rate": 4.1753445635528335e-06,
      "loss": 1.6468,
      "step": 6690
    },
    {
      "epoch": 0.37160461685325,
      "grad_norm": 50.04634475708008,
      "learning_rate": 4.1750893312914755e-06,
      "loss": 1.678,
      "step": 6691
    },
    {
      "epoch": 0.371778182764905,
      "grad_norm": 40.14551544189453,
      "learning_rate": 4.1748340990301175e-06,
      "loss": 1.5819,
      "step": 6692
    },
    {
      "epoch": 0.37195174867655995,
      "grad_norm": 57.86823654174805,
      "learning_rate": 4.1745788667687595e-06,
      "loss": 1.7297,
      "step": 6693
    },
    {
      "epoch": 0.37212531458821485,
      "grad_norm": 39.59032440185547,
      "learning_rate": 4.174323634507402e-06,
      "loss": 1.8255,
      "step": 6694
    },
    {
      "epoch": 0.3722988804998698,
      "grad_norm": 39.73710632324219,
      "learning_rate": 4.174068402246044e-06,
      "loss": 1.183,
      "step": 6695
    },
    {
      "epoch": 0.37247244641152477,
      "grad_norm": 59.51139831542969,
      "learning_rate": 4.173813169984686e-06,
      "loss": 2.5246,
      "step": 6696
    },
    {
      "epoch": 0.37264601232317973,
      "grad_norm": 44.35158920288086,
      "learning_rate": 4.173557937723328e-06,
      "loss": 1.3558,
      "step": 6697
    },
    {
      "epoch": 0.3728195782348347,
      "grad_norm": 62.81618881225586,
      "learning_rate": 4.17330270546197e-06,
      "loss": 2.9746,
      "step": 6698
    },
    {
      "epoch": 0.37299314414648965,
      "grad_norm": 37.577388763427734,
      "learning_rate": 4.173047473200612e-06,
      "loss": 1.218,
      "step": 6699
    },
    {
      "epoch": 0.37316671005814456,
      "grad_norm": 49.93050765991211,
      "learning_rate": 4.172792240939255e-06,
      "loss": 2.0753,
      "step": 6700
    },
    {
      "epoch": 0.37316671005814456,
      "eval_synth_accuracy": 0.8866894197952219,
      "eval_synth_auroc": 0.9490033859997555,
      "eval_synth_f1": 0.9154786150712831,
      "eval_synth_loss": 0.3115459382534027,
      "eval_synth_precision": 0.9154786150712831,
      "eval_synth_recall": 0.9154786150712831,
      "eval_synth_runtime": 102.7264,
      "eval_synth_samples_per_second": 14.261,
      "eval_synth_steps_per_second": 0.448,
      "step": 6700
    },
    {
      "epoch": 0.37316671005814456,
      "eval_real_accuracy": 0.8263081395348837,
      "eval_real_auroc": 0.9029478909128801,
      "eval_real_f1": 0.8758441558441559,
      "eval_real_loss": 0.4137525260448456,
      "eval_real_precision": 0.8338278931750742,
      "eval_real_recall": 0.9223194748358862,
      "eval_real_runtime": 97.0594,
      "eval_real_samples_per_second": 14.177,
      "eval_real_steps_per_second": 0.443,
      "step": 6700
    },
    {
      "epoch": 0.3733402759697995,
      "grad_norm": 50.104305267333984,
      "learning_rate": 4.172537008677897e-06,
      "loss": 1.6563,
      "step": 6701
    },
    {
      "epoch": 0.3735138418814545,
      "grad_norm": 36.19371032714844,
      "learning_rate": 4.172281776416539e-06,
      "loss": 1.5178,
      "step": 6702
    },
    {
      "epoch": 0.37368740779310944,
      "grad_norm": 33.14780044555664,
      "learning_rate": 4.172026544155181e-06,
      "loss": 1.2304,
      "step": 6703
    },
    {
      "epoch": 0.3738609737047644,
      "grad_norm": 58.4297981262207,
      "learning_rate": 4.171771311893823e-06,
      "loss": 2.2662,
      "step": 6704
    },
    {
      "epoch": 0.37403453961641936,
      "grad_norm": 36.568389892578125,
      "learning_rate": 4.171516079632466e-06,
      "loss": 1.5196,
      "step": 6705
    },
    {
      "epoch": 0.37420810552807426,
      "grad_norm": 57.13502883911133,
      "learning_rate": 4.171260847371108e-06,
      "loss": 2.2643,
      "step": 6706
    },
    {
      "epoch": 0.3743816714397292,
      "grad_norm": 52.52875518798828,
      "learning_rate": 4.17100561510975e-06,
      "loss": 1.9321,
      "step": 6707
    },
    {
      "epoch": 0.3745552373513842,
      "grad_norm": 36.6766471862793,
      "learning_rate": 4.170750382848392e-06,
      "loss": 1.2128,
      "step": 6708
    },
    {
      "epoch": 0.37472880326303915,
      "grad_norm": 32.22737121582031,
      "learning_rate": 4.170495150587034e-06,
      "loss": 1.4855,
      "step": 6709
    },
    {
      "epoch": 0.3749023691746941,
      "grad_norm": 38.78578186035156,
      "learning_rate": 4.170239918325677e-06,
      "loss": 1.7405,
      "step": 6710
    },
    {
      "epoch": 0.37507593508634907,
      "grad_norm": 43.26337814331055,
      "learning_rate": 4.169984686064319e-06,
      "loss": 1.8363,
      "step": 6711
    },
    {
      "epoch": 0.37524950099800397,
      "grad_norm": 58.94830322265625,
      "learning_rate": 4.169729453802961e-06,
      "loss": 1.5335,
      "step": 6712
    },
    {
      "epoch": 0.37542306690965893,
      "grad_norm": 39.69383239746094,
      "learning_rate": 4.169474221541603e-06,
      "loss": 1.3655,
      "step": 6713
    },
    {
      "epoch": 0.3755966328213139,
      "grad_norm": 55.04844665527344,
      "learning_rate": 4.169218989280245e-06,
      "loss": 2.4318,
      "step": 6714
    },
    {
      "epoch": 0.37577019873296885,
      "grad_norm": 35.48311233520508,
      "learning_rate": 4.168963757018887e-06,
      "loss": 1.3563,
      "step": 6715
    },
    {
      "epoch": 0.3759437646446238,
      "grad_norm": 43.99267578125,
      "learning_rate": 4.16870852475753e-06,
      "loss": 2.1631,
      "step": 6716
    },
    {
      "epoch": 0.3761173305562788,
      "grad_norm": 44.102027893066406,
      "learning_rate": 4.168453292496172e-06,
      "loss": 1.7039,
      "step": 6717
    },
    {
      "epoch": 0.3762908964679337,
      "grad_norm": 37.61409378051758,
      "learning_rate": 4.168198060234814e-06,
      "loss": 1.4667,
      "step": 6718
    },
    {
      "epoch": 0.37646446237958864,
      "grad_norm": 71.21471405029297,
      "learning_rate": 4.167942827973456e-06,
      "loss": 2.5811,
      "step": 6719
    },
    {
      "epoch": 0.3766380282912436,
      "grad_norm": 46.59512710571289,
      "learning_rate": 4.167687595712098e-06,
      "loss": 1.8465,
      "step": 6720
    },
    {
      "epoch": 0.37681159420289856,
      "grad_norm": 70.74432373046875,
      "learning_rate": 4.167432363450741e-06,
      "loss": 3.4058,
      "step": 6721
    },
    {
      "epoch": 0.3769851601145535,
      "grad_norm": 38.53022003173828,
      "learning_rate": 4.167177131189383e-06,
      "loss": 1.8703,
      "step": 6722
    },
    {
      "epoch": 0.3771587260262085,
      "grad_norm": 27.37714195251465,
      "learning_rate": 4.166921898928025e-06,
      "loss": 0.9742,
      "step": 6723
    },
    {
      "epoch": 0.3773322919378634,
      "grad_norm": 50.57216262817383,
      "learning_rate": 4.166666666666667e-06,
      "loss": 2.3731,
      "step": 6724
    },
    {
      "epoch": 0.37750585784951834,
      "grad_norm": 33.92840576171875,
      "learning_rate": 4.166411434405309e-06,
      "loss": 1.3262,
      "step": 6725
    },
    {
      "epoch": 0.37750585784951834,
      "eval_synth_accuracy": 0.8812286689419795,
      "eval_synth_auroc": 0.9442838589433825,
      "eval_synth_f1": 0.911042944785276,
      "eval_synth_loss": 0.3148769438266754,
      "eval_synth_precision": 0.9147843942505134,
      "eval_synth_recall": 0.9073319755600815,
      "eval_synth_runtime": 102.7027,
      "eval_synth_samples_per_second": 14.264,
      "eval_synth_steps_per_second": 0.448,
      "step": 6725
    },
    {
      "epoch": 0.37750585784951834,
      "eval_real_accuracy": 0.845203488372093,
      "eval_real_auroc": 0.9058074492976025,
      "eval_real_f1": 0.8871224165341812,
      "eval_real_loss": 0.37514111399650574,
      "eval_real_precision": 0.8602261048304214,
      "eval_real_recall": 0.9157549234135668,
      "eval_real_runtime": 96.0206,
      "eval_real_samples_per_second": 14.33,
      "eval_real_steps_per_second": 0.448,
      "step": 6725
    },
    {
      "epoch": 0.3776794237611733,
      "grad_norm": 57.271114349365234,
      "learning_rate": 4.166156202143951e-06,
      "loss": 2.9013,
      "step": 6726
    },
    {
      "epoch": 0.37785298967282827,
      "grad_norm": 52.25358200073242,
      "learning_rate": 4.165900969882594e-06,
      "loss": 2.2779,
      "step": 6727
    },
    {
      "epoch": 0.3780265555844832,
      "grad_norm": 36.1043586730957,
      "learning_rate": 4.165645737621236e-06,
      "loss": 1.5766,
      "step": 6728
    },
    {
      "epoch": 0.37820012149613813,
      "grad_norm": 50.17648696899414,
      "learning_rate": 4.165390505359878e-06,
      "loss": 2.3402,
      "step": 6729
    },
    {
      "epoch": 0.3783736874077931,
      "grad_norm": 35.31782913208008,
      "learning_rate": 4.16513527309852e-06,
      "loss": 1.4811,
      "step": 6730
    },
    {
      "epoch": 0.37854725331944805,
      "grad_norm": 37.17433547973633,
      "learning_rate": 4.164880040837162e-06,
      "loss": 1.3812,
      "step": 6731
    },
    {
      "epoch": 0.378720819231103,
      "grad_norm": 35.83323287963867,
      "learning_rate": 4.164624808575805e-06,
      "loss": 2.0748,
      "step": 6732
    },
    {
      "epoch": 0.378894385142758,
      "grad_norm": 35.441810607910156,
      "learning_rate": 4.164369576314447e-06,
      "loss": 1.3266,
      "step": 6733
    },
    {
      "epoch": 0.37906795105441293,
      "grad_norm": 54.294654846191406,
      "learning_rate": 4.164114344053089e-06,
      "loss": 2.5427,
      "step": 6734
    },
    {
      "epoch": 0.37924151696606784,
      "grad_norm": 51.448551177978516,
      "learning_rate": 4.163859111791731e-06,
      "loss": 1.9014,
      "step": 6735
    },
    {
      "epoch": 0.3794150828777228,
      "grad_norm": 35.69175338745117,
      "learning_rate": 4.163603879530373e-06,
      "loss": 1.8107,
      "step": 6736
    },
    {
      "epoch": 0.37958864878937776,
      "grad_norm": 129.77926635742188,
      "learning_rate": 4.163348647269015e-06,
      "loss": 2.9967,
      "step": 6737
    },
    {
      "epoch": 0.3797622147010327,
      "grad_norm": 36.712100982666016,
      "learning_rate": 4.1630934150076575e-06,
      "loss": 1.8178,
      "step": 6738
    },
    {
      "epoch": 0.3799357806126877,
      "grad_norm": 49.78473663330078,
      "learning_rate": 4.1628381827462995e-06,
      "loss": 1.975,
      "step": 6739
    },
    {
      "epoch": 0.38010934652434264,
      "grad_norm": 51.923587799072266,
      "learning_rate": 4.1625829504849416e-06,
      "loss": 2.6469,
      "step": 6740
    },
    {
      "epoch": 0.38028291243599754,
      "grad_norm": 42.312171936035156,
      "learning_rate": 4.1623277182235836e-06,
      "loss": 1.9861,
      "step": 6741
    },
    {
      "epoch": 0.3804564783476525,
      "grad_norm": 49.29551696777344,
      "learning_rate": 4.162072485962226e-06,
      "loss": 1.554,
      "step": 6742
    },
    {
      "epoch": 0.38063004425930747,
      "grad_norm": 46.719085693359375,
      "learning_rate": 4.1618172537008684e-06,
      "loss": 1.6637,
      "step": 6743
    },
    {
      "epoch": 0.3808036101709624,
      "grad_norm": 34.83096694946289,
      "learning_rate": 4.1615620214395104e-06,
      "loss": 2.0464,
      "step": 6744
    },
    {
      "epoch": 0.3809771760826174,
      "grad_norm": 41.184139251708984,
      "learning_rate": 4.1613067891781525e-06,
      "loss": 2.1663,
      "step": 6745
    },
    {
      "epoch": 0.38115074199427235,
      "grad_norm": 34.155696868896484,
      "learning_rate": 4.1610515569167945e-06,
      "loss": 1.5177,
      "step": 6746
    },
    {
      "epoch": 0.38132430790592725,
      "grad_norm": 61.834102630615234,
      "learning_rate": 4.1607963246554365e-06,
      "loss": 2.935,
      "step": 6747
    },
    {
      "epoch": 0.3814978738175822,
      "grad_norm": 30.64722442626953,
      "learning_rate": 4.160541092394079e-06,
      "loss": 1.4411,
      "step": 6748
    },
    {
      "epoch": 0.38167143972923717,
      "grad_norm": 34.48186111450195,
      "learning_rate": 4.160285860132721e-06,
      "loss": 1.7118,
      "step": 6749
    },
    {
      "epoch": 0.38184500564089213,
      "grad_norm": 54.60037612915039,
      "learning_rate": 4.160030627871363e-06,
      "loss": 2.0133,
      "step": 6750
    },
    {
      "epoch": 0.38184500564089213,
      "eval_synth_accuracy": 0.8805460750853242,
      "eval_synth_auroc": 0.9459800213364368,
      "eval_synth_f1": 0.9091852620653866,
      "eval_synth_loss": 0.31294766068458557,
      "eval_synth_precision": 0.926984126984127,
      "eval_synth_recall": 0.8920570264765784,
      "eval_synth_runtime": 102.7942,
      "eval_synth_samples_per_second": 14.252,
      "eval_synth_steps_per_second": 0.447,
      "step": 6750
    },
    {
      "epoch": 0.38184500564089213,
      "eval_real_accuracy": 0.8517441860465116,
      "eval_real_auroc": 0.9133583411482755,
      "eval_real_f1": 0.8894907908992417,
      "eval_real_loss": 0.3591581881046295,
      "eval_real_precision": 0.880901287553648,
      "eval_real_recall": 0.8982494529540481,
      "eval_real_runtime": 96.0729,
      "eval_real_samples_per_second": 14.322,
      "eval_real_steps_per_second": 0.448,
      "step": 6750
    },
    {
      "epoch": 0.3820185715525471,
      "grad_norm": 30.185091018676758,
      "learning_rate": 4.159775395610005e-06,
      "loss": 1.3462,
      "step": 6751
    },
    {
      "epoch": 0.38219213746420205,
      "grad_norm": 47.8557243347168,
      "learning_rate": 4.159520163348647e-06,
      "loss": 1.9988,
      "step": 6752
    },
    {
      "epoch": 0.38236570337585696,
      "grad_norm": 58.837093353271484,
      "learning_rate": 4.159264931087289e-06,
      "loss": 3.2505,
      "step": 6753
    },
    {
      "epoch": 0.3825392692875119,
      "grad_norm": 23.498247146606445,
      "learning_rate": 4.159009698825932e-06,
      "loss": 0.785,
      "step": 6754
    },
    {
      "epoch": 0.3827128351991669,
      "grad_norm": 25.339649200439453,
      "learning_rate": 4.158754466564574e-06,
      "loss": 0.8657,
      "step": 6755
    },
    {
      "epoch": 0.38288640111082184,
      "grad_norm": 29.260826110839844,
      "learning_rate": 4.158499234303216e-06,
      "loss": 1.2177,
      "step": 6756
    },
    {
      "epoch": 0.3830599670224768,
      "grad_norm": 53.5181770324707,
      "learning_rate": 4.158244002041858e-06,
      "loss": 1.9593,
      "step": 6757
    },
    {
      "epoch": 0.38323353293413176,
      "grad_norm": 50.82081604003906,
      "learning_rate": 4.1579887697805e-06,
      "loss": 2.0755,
      "step": 6758
    },
    {
      "epoch": 0.38340709884578666,
      "grad_norm": 43.15566635131836,
      "learning_rate": 4.157733537519143e-06,
      "loss": 1.1007,
      "step": 6759
    },
    {
      "epoch": 0.3835806647574416,
      "grad_norm": 44.49650955200195,
      "learning_rate": 4.157478305257785e-06,
      "loss": 1.648,
      "step": 6760
    },
    {
      "epoch": 0.3837542306690966,
      "grad_norm": 59.04851531982422,
      "learning_rate": 4.157223072996427e-06,
      "loss": 2.8034,
      "step": 6761
    },
    {
      "epoch": 0.38392779658075155,
      "grad_norm": 47.9284553527832,
      "learning_rate": 4.156967840735069e-06,
      "loss": 1.5713,
      "step": 6762
    },
    {
      "epoch": 0.3841013624924065,
      "grad_norm": 78.21019744873047,
      "learning_rate": 4.156712608473711e-06,
      "loss": 3.7883,
      "step": 6763
    },
    {
      "epoch": 0.38427492840406147,
      "grad_norm": 61.431270599365234,
      "learning_rate": 4.156457376212353e-06,
      "loss": 2.0076,
      "step": 6764
    },
    {
      "epoch": 0.38444849431571637,
      "grad_norm": 53.79907989501953,
      "learning_rate": 4.156202143950996e-06,
      "loss": 1.478,
      "step": 6765
    },
    {
      "epoch": 0.38462206022737133,
      "grad_norm": 55.249691009521484,
      "learning_rate": 4.155946911689638e-06,
      "loss": 1.8093,
      "step": 6766
    },
    {
      "epoch": 0.3847956261390263,
      "grad_norm": 48.545623779296875,
      "learning_rate": 4.15569167942828e-06,
      "loss": 2.0816,
      "step": 6767
    },
    {
      "epoch": 0.38496919205068125,
      "grad_norm": 41.413658142089844,
      "learning_rate": 4.155436447166922e-06,
      "loss": 1.6859,
      "step": 6768
    },
    {
      "epoch": 0.3851427579623362,
      "grad_norm": 48.97663497924805,
      "learning_rate": 4.155181214905564e-06,
      "loss": 2.2701,
      "step": 6769
    },
    {
      "epoch": 0.3853163238739912,
      "grad_norm": 48.75914001464844,
      "learning_rate": 4.154925982644207e-06,
      "loss": 2.1381,
      "step": 6770
    },
    {
      "epoch": 0.3854898897856461,
      "grad_norm": 35.393619537353516,
      "learning_rate": 4.154670750382849e-06,
      "loss": 1.3578,
      "step": 6771
    },
    {
      "epoch": 0.38566345569730104,
      "grad_norm": 41.09986877441406,
      "learning_rate": 4.154415518121491e-06,
      "loss": 2.0314,
      "step": 6772
    },
    {
      "epoch": 0.385837021608956,
      "grad_norm": 51.17757034301758,
      "learning_rate": 4.154160285860133e-06,
      "loss": 1.7853,
      "step": 6773
    },
    {
      "epoch": 0.38601058752061096,
      "grad_norm": 48.14616012573242,
      "learning_rate": 4.153905053598775e-06,
      "loss": 2.561,
      "step": 6774
    },
    {
      "epoch": 0.3861841534322659,
      "grad_norm": 35.30292510986328,
      "learning_rate": 4.153649821337417e-06,
      "loss": 1.2882,
      "step": 6775
    },
    {
      "epoch": 0.3861841534322659,
      "eval_synth_accuracy": 0.8866894197952219,
      "eval_synth_auroc": 0.9490023318279761,
      "eval_synth_f1": 0.9146090534979424,
      "eval_synth_loss": 0.29344356060028076,
      "eval_synth_precision": 0.9241164241164241,
      "eval_synth_recall": 0.905295315682281,
      "eval_synth_runtime": 102.8039,
      "eval_synth_samples_per_second": 14.25,
      "eval_synth_steps_per_second": 0.447,
      "step": 6775
    },
    {
      "epoch": 0.3861841534322659,
      "eval_real_accuracy": 0.8263081395348837,
      "eval_real_auroc": 0.9072496613525061,
      "eval_real_f1": 0.8664058133035215,
      "eval_real_loss": 0.38844215869903564,
      "eval_real_precision": 0.8857142857142857,
      "eval_real_recall": 0.8479212253829321,
      "eval_real_runtime": 96.0338,
      "eval_real_samples_per_second": 14.328,
      "eval_real_steps_per_second": 0.448,
      "step": 6775
    },
    {
      "epoch": 0.3863577193439209,
      "grad_norm": 36.22209167480469,
      "learning_rate": 4.15339458907606e-06,
      "loss": 1.5215,
      "step": 6776
    },
    {
      "epoch": 0.3865312852555758,
      "grad_norm": 65.40977478027344,
      "learning_rate": 4.153139356814702e-06,
      "loss": 2.7541,
      "step": 6777
    },
    {
      "epoch": 0.38670485116723075,
      "grad_norm": 40.05397033691406,
      "learning_rate": 4.152884124553344e-06,
      "loss": 1.9621,
      "step": 6778
    },
    {
      "epoch": 0.3868784170788857,
      "grad_norm": 35.10584259033203,
      "learning_rate": 4.152628892291986e-06,
      "loss": 1.799,
      "step": 6779
    },
    {
      "epoch": 0.38705198299054067,
      "grad_norm": 39.14137649536133,
      "learning_rate": 4.152373660030628e-06,
      "loss": 2.266,
      "step": 6780
    },
    {
      "epoch": 0.3872255489021956,
      "grad_norm": 46.89327621459961,
      "learning_rate": 4.152118427769271e-06,
      "loss": 2.5283,
      "step": 6781
    },
    {
      "epoch": 0.3873991148138506,
      "grad_norm": 40.7314453125,
      "learning_rate": 4.151863195507913e-06,
      "loss": 1.953,
      "step": 6782
    },
    {
      "epoch": 0.3875726807255055,
      "grad_norm": 36.454898834228516,
      "learning_rate": 4.151607963246555e-06,
      "loss": 2.0196,
      "step": 6783
    },
    {
      "epoch": 0.38774624663716045,
      "grad_norm": 45.98579025268555,
      "learning_rate": 4.151352730985197e-06,
      "loss": 2.9913,
      "step": 6784
    },
    {
      "epoch": 0.3879198125488154,
      "grad_norm": 32.64917755126953,
      "learning_rate": 4.151097498723839e-06,
      "loss": 1.7121,
      "step": 6785
    },
    {
      "epoch": 0.3880933784604704,
      "grad_norm": 38.01415252685547,
      "learning_rate": 4.150842266462482e-06,
      "loss": 1.8819,
      "step": 6786
    },
    {
      "epoch": 0.38826694437212533,
      "grad_norm": 34.066566467285156,
      "learning_rate": 4.150587034201124e-06,
      "loss": 1.717,
      "step": 6787
    },
    {
      "epoch": 0.38844051028378024,
      "grad_norm": 38.74550247192383,
      "learning_rate": 4.150331801939766e-06,
      "loss": 2.0785,
      "step": 6788
    },
    {
      "epoch": 0.3886140761954352,
      "grad_norm": 42.08559036254883,
      "learning_rate": 4.150076569678408e-06,
      "loss": 2.0082,
      "step": 6789
    },
    {
      "epoch": 0.38878764210709016,
      "grad_norm": 36.29882049560547,
      "learning_rate": 4.14982133741705e-06,
      "loss": 1.4887,
      "step": 6790
    },
    {
      "epoch": 0.3889612080187451,
      "grad_norm": 39.44990539550781,
      "learning_rate": 4.149566105155692e-06,
      "loss": 1.6237,
      "step": 6791
    },
    {
      "epoch": 0.3891347739304001,
      "grad_norm": 37.48579025268555,
      "learning_rate": 4.1493108728943345e-06,
      "loss": 1.8695,
      "step": 6792
    },
    {
      "epoch": 0.38930833984205504,
      "grad_norm": 46.99160385131836,
      "learning_rate": 4.1490556406329765e-06,
      "loss": 2.4685,
      "step": 6793
    },
    {
      "epoch": 0.38948190575370994,
      "grad_norm": 25.43165397644043,
      "learning_rate": 4.1488004083716185e-06,
      "loss": 1.3406,
      "step": 6794
    },
    {
      "epoch": 0.3896554716653649,
      "grad_norm": 33.694175720214844,
      "learning_rate": 4.1485451761102605e-06,
      "loss": 1.5759,
      "step": 6795
    },
    {
      "epoch": 0.38982903757701987,
      "grad_norm": 39.684165954589844,
      "learning_rate": 4.1482899438489026e-06,
      "loss": 1.6959,
      "step": 6796
    },
    {
      "epoch": 0.3900026034886748,
      "grad_norm": 40.15859603881836,
      "learning_rate": 4.148034711587545e-06,
      "loss": 2.2737,
      "step": 6797
    },
    {
      "epoch": 0.3901761694003298,
      "grad_norm": 45.504661560058594,
      "learning_rate": 4.147779479326187e-06,
      "loss": 1.9069,
      "step": 6798
    },
    {
      "epoch": 0.39034973531198475,
      "grad_norm": 41.97049331665039,
      "learning_rate": 4.1475242470648294e-06,
      "loss": 2.9604,
      "step": 6799
    },
    {
      "epoch": 0.39052330122363965,
      "grad_norm": 32.651588439941406,
      "learning_rate": 4.1472690148034714e-06,
      "loss": 1.295,
      "step": 6800
    },
    {
      "epoch": 0.39052330122363965,
      "eval_synth_accuracy": 0.8812286689419795,
      "eval_synth_auroc": 0.9467263749562519,
      "eval_synth_f1": 0.9107692307692308,
      "eval_synth_loss": 0.3016365170478821,
      "eval_synth_precision": 0.9173553719008265,
      "eval_synth_recall": 0.9042769857433809,
      "eval_synth_runtime": 102.688,
      "eval_synth_samples_per_second": 14.267,
      "eval_synth_steps_per_second": 0.448,
      "step": 6800
    },
    {
      "epoch": 0.39052330122363965,
      "eval_real_accuracy": 0.840843023255814,
      "eval_real_auroc": 0.9040419828165998,
      "eval_real_f1": 0.8833244539158231,
      "eval_real_loss": 0.3925723135471344,
      "eval_real_precision": 0.8608515057113187,
      "eval_real_recall": 0.9070021881838074,
      "eval_real_runtime": 96.0611,
      "eval_real_samples_per_second": 14.324,
      "eval_real_steps_per_second": 0.448,
      "step": 6800
    },
    {
      "epoch": 0.3906968671352946,
      "grad_norm": 41.54136276245117,
      "learning_rate": 4.1470137825421135e-06,
      "loss": 2.3708,
      "step": 6801
    },
    {
      "epoch": 0.3908704330469496,
      "grad_norm": 37.84714126586914,
      "learning_rate": 4.1467585502807555e-06,
      "loss": 1.4552,
      "step": 6802
    },
    {
      "epoch": 0.39104399895860453,
      "grad_norm": 50.69344711303711,
      "learning_rate": 4.146503318019398e-06,
      "loss": 1.915,
      "step": 6803
    },
    {
      "epoch": 0.3912175648702595,
      "grad_norm": 39.27635955810547,
      "learning_rate": 4.14624808575804e-06,
      "loss": 1.5801,
      "step": 6804
    },
    {
      "epoch": 0.39139113078191445,
      "grad_norm": 30.01127052307129,
      "learning_rate": 4.145992853496682e-06,
      "loss": 1.6637,
      "step": 6805
    },
    {
      "epoch": 0.39156469669356936,
      "grad_norm": 37.561004638671875,
      "learning_rate": 4.145737621235324e-06,
      "loss": 1.8295,
      "step": 6806
    },
    {
      "epoch": 0.3917382626052243,
      "grad_norm": 36.69878387451172,
      "learning_rate": 4.145482388973966e-06,
      "loss": 1.3211,
      "step": 6807
    },
    {
      "epoch": 0.3919118285168793,
      "grad_norm": 40.224605560302734,
      "learning_rate": 4.145227156712609e-06,
      "loss": 1.6428,
      "step": 6808
    },
    {
      "epoch": 0.39208539442853424,
      "grad_norm": 60.85038375854492,
      "learning_rate": 4.144971924451251e-06,
      "loss": 2.1217,
      "step": 6809
    },
    {
      "epoch": 0.3922589603401892,
      "grad_norm": 50.164310455322266,
      "learning_rate": 4.144716692189893e-06,
      "loss": 1.3996,
      "step": 6810
    },
    {
      "epoch": 0.39243252625184416,
      "grad_norm": 44.115230560302734,
      "learning_rate": 4.144461459928535e-06,
      "loss": 2.1976,
      "step": 6811
    },
    {
      "epoch": 0.39260609216349907,
      "grad_norm": 45.88393020629883,
      "learning_rate": 4.144206227667177e-06,
      "loss": 1.7284,
      "step": 6812
    },
    {
      "epoch": 0.392779658075154,
      "grad_norm": 57.883785247802734,
      "learning_rate": 4.14395099540582e-06,
      "loss": 2.4284,
      "step": 6813
    },
    {
      "epoch": 0.392953223986809,
      "grad_norm": 46.04539489746094,
      "learning_rate": 4.143695763144462e-06,
      "loss": 1.9098,
      "step": 6814
    },
    {
      "epoch": 0.39312678989846395,
      "grad_norm": 42.30606460571289,
      "learning_rate": 4.143440530883104e-06,
      "loss": 1.4049,
      "step": 6815
    },
    {
      "epoch": 0.3933003558101189,
      "grad_norm": 47.7708740234375,
      "learning_rate": 4.143185298621746e-06,
      "loss": 1.4852,
      "step": 6816
    },
    {
      "epoch": 0.39347392172177387,
      "grad_norm": 55.230655670166016,
      "learning_rate": 4.142930066360388e-06,
      "loss": 1.9717,
      "step": 6817
    },
    {
      "epoch": 0.39364748763342877,
      "grad_norm": 42.117069244384766,
      "learning_rate": 4.14267483409903e-06,
      "loss": 1.6329,
      "step": 6818
    },
    {
      "epoch": 0.39382105354508373,
      "grad_norm": 46.36132049560547,
      "learning_rate": 4.142419601837673e-06,
      "loss": 2.2418,
      "step": 6819
    },
    {
      "epoch": 0.3939946194567387,
      "grad_norm": 65.40026092529297,
      "learning_rate": 4.142164369576315e-06,
      "loss": 2.3534,
      "step": 6820
    },
    {
      "epoch": 0.39416818536839365,
      "grad_norm": 52.678714752197266,
      "learning_rate": 4.141909137314957e-06,
      "loss": 1.4549,
      "step": 6821
    },
    {
      "epoch": 0.3943417512800486,
      "grad_norm": 57.220645904541016,
      "learning_rate": 4.141653905053599e-06,
      "loss": 2.8207,
      "step": 6822
    },
    {
      "epoch": 0.3945153171917036,
      "grad_norm": 40.09764099121094,
      "learning_rate": 4.141398672792241e-06,
      "loss": 1.5396,
      "step": 6823
    },
    {
      "epoch": 0.3946888831033585,
      "grad_norm": 39.369468688964844,
      "learning_rate": 4.141143440530884e-06,
      "loss": 1.4174,
      "step": 6824
    },
    {
      "epoch": 0.39486244901501344,
      "grad_norm": 43.712196350097656,
      "learning_rate": 4.140888208269526e-06,
      "loss": 1.9461,
      "step": 6825
    },
    {
      "epoch": 0.39486244901501344,
      "eval_synth_accuracy": 0.8955631399317406,
      "eval_synth_auroc": 0.9578594831184932,
      "eval_synth_f1": 0.9215786776012301,
      "eval_synth_loss": 0.27018094062805176,
      "eval_synth_precision": 0.9277605779153767,
      "eval_synth_recall": 0.9154786150712831,
      "eval_synth_runtime": 103.9672,
      "eval_synth_samples_per_second": 14.091,
      "eval_synth_steps_per_second": 0.442,
      "step": 6825
    },
    {
      "epoch": 0.39486244901501344,
      "eval_real_accuracy": 0.8386627906976745,
      "eval_real_auroc": 0.9098570102399426,
      "eval_real_f1": 0.8805166846071044,
      "eval_real_loss": 0.38617533445358276,
      "eval_real_precision": 0.8665254237288136,
      "eval_real_recall": 0.8949671772428884,
      "eval_real_runtime": 96.0365,
      "eval_real_samples_per_second": 14.328,
      "eval_real_steps_per_second": 0.448,
      "step": 6825
    },
    {
      "epoch": 0.3950360149266684,
      "grad_norm": 28.331541061401367,
      "learning_rate": 4.140632976008168e-06,
      "loss": 1.0417,
      "step": 6826
    },
    {
      "epoch": 0.39520958083832336,
      "grad_norm": 31.49521255493164,
      "learning_rate": 4.14037774374681e-06,
      "loss": 1.0459,
      "step": 6827
    },
    {
      "epoch": 0.3953831467499783,
      "grad_norm": 46.27180480957031,
      "learning_rate": 4.140122511485452e-06,
      "loss": 1.5681,
      "step": 6828
    },
    {
      "epoch": 0.3955567126616333,
      "grad_norm": 52.7220344543457,
      "learning_rate": 4.139867279224094e-06,
      "loss": 2.0454,
      "step": 6829
    },
    {
      "epoch": 0.3957302785732882,
      "grad_norm": 41.878578186035156,
      "learning_rate": 4.139612046962737e-06,
      "loss": 1.5376,
      "step": 6830
    },
    {
      "epoch": 0.39590384448494315,
      "grad_norm": 36.284549713134766,
      "learning_rate": 4.139356814701379e-06,
      "loss": 0.9959,
      "step": 6831
    },
    {
      "epoch": 0.3960774103965981,
      "grad_norm": 37.22716522216797,
      "learning_rate": 4.139101582440021e-06,
      "loss": 1.4258,
      "step": 6832
    },
    {
      "epoch": 0.39625097630825307,
      "grad_norm": 55.808231353759766,
      "learning_rate": 4.138846350178663e-06,
      "loss": 2.2797,
      "step": 6833
    },
    {
      "epoch": 0.396424542219908,
      "grad_norm": 51.928070068359375,
      "learning_rate": 4.138591117917305e-06,
      "loss": 2.0534,
      "step": 6834
    },
    {
      "epoch": 0.396598108131563,
      "grad_norm": 42.411006927490234,
      "learning_rate": 4.138335885655948e-06,
      "loss": 1.6917,
      "step": 6835
    },
    {
      "epoch": 0.3967716740432179,
      "grad_norm": 41.48746109008789,
      "learning_rate": 4.13808065339459e-06,
      "loss": 2.2358,
      "step": 6836
    },
    {
      "epoch": 0.39694523995487285,
      "grad_norm": 41.49156188964844,
      "learning_rate": 4.137825421133232e-06,
      "loss": 1.741,
      "step": 6837
    },
    {
      "epoch": 0.3971188058665278,
      "grad_norm": 54.623050689697266,
      "learning_rate": 4.137570188871874e-06,
      "loss": 1.5305,
      "step": 6838
    },
    {
      "epoch": 0.3972923717781828,
      "grad_norm": 61.64799880981445,
      "learning_rate": 4.137314956610516e-06,
      "loss": 1.6173,
      "step": 6839
    },
    {
      "epoch": 0.39746593768983773,
      "grad_norm": 47.0439567565918,
      "learning_rate": 4.137059724349158e-06,
      "loss": 1.9207,
      "step": 6840
    },
    {
      "epoch": 0.3976395036014927,
      "grad_norm": 26.51878547668457,
      "learning_rate": 4.136804492087801e-06,
      "loss": 0.9245,
      "step": 6841
    },
    {
      "epoch": 0.3978130695131476,
      "grad_norm": 35.677024841308594,
      "learning_rate": 4.136549259826443e-06,
      "loss": 1.8267,
      "step": 6842
    },
    {
      "epoch": 0.39798663542480256,
      "grad_norm": 26.936763763427734,
      "learning_rate": 4.136294027565085e-06,
      "loss": 1.109,
      "step": 6843
    },
    {
      "epoch": 0.3981602013364575,
      "grad_norm": 49.93579864501953,
      "learning_rate": 4.136038795303727e-06,
      "loss": 2.4476,
      "step": 6844
    },
    {
      "epoch": 0.3983337672481125,
      "grad_norm": 44.77693176269531,
      "learning_rate": 4.135783563042369e-06,
      "loss": 1.8871,
      "step": 6845
    },
    {
      "epoch": 0.39850733315976744,
      "grad_norm": 76.6258316040039,
      "learning_rate": 4.1355283307810115e-06,
      "loss": 2.8631,
      "step": 6846
    },
    {
      "epoch": 0.39868089907142235,
      "grad_norm": 55.23796844482422,
      "learning_rate": 4.1352730985196535e-06,
      "loss": 1.9558,
      "step": 6847
    },
    {
      "epoch": 0.3988544649830773,
      "grad_norm": 60.308937072753906,
      "learning_rate": 4.1350178662582955e-06,
      "loss": 2.1949,
      "step": 6848
    },
    {
      "epoch": 0.39902803089473227,
      "grad_norm": 58.66969299316406,
      "learning_rate": 4.1347626339969375e-06,
      "loss": 2.2718,
      "step": 6849
    },
    {
      "epoch": 0.3992015968063872,
      "grad_norm": 44.84518814086914,
      "learning_rate": 4.1345074017355795e-06,
      "loss": 1.876,
      "step": 6850
    },
    {
      "epoch": 0.3992015968063872,
      "eval_synth_accuracy": 0.8853242320819112,
      "eval_synth_auroc": 0.9509999873499386,
      "eval_synth_f1": 0.9140225179119754,
      "eval_synth_loss": 0.2994389832019806,
      "eval_synth_precision": 0.918724279835391,
      "eval_synth_recall": 0.9093686354378818,
      "eval_synth_runtime": 102.7397,
      "eval_synth_samples_per_second": 14.259,
      "eval_synth_steps_per_second": 0.448,
      "step": 6850
    },
    {
      "epoch": 0.3992015968063872,
      "eval_real_accuracy": 0.8313953488372093,
      "eval_real_auroc": 0.9076794831718245,
      "eval_real_f1": 0.8759358288770054,
      "eval_real_loss": 0.3916339576244354,
      "eval_real_precision": 0.856694560669456,
      "eval_real_recall": 0.8960612691466083,
      "eval_real_runtime": 97.1972,
      "eval_real_samples_per_second": 14.157,
      "eval_real_steps_per_second": 0.442,
      "step": 6850
    },
    {
      "epoch": 0.3993751627180422,
      "grad_norm": 44.39900588989258,
      "learning_rate": 4.134252169474222e-06,
      "loss": 2.0269,
      "step": 6851
    },
    {
      "epoch": 0.39954872862969715,
      "grad_norm": 40.441856384277344,
      "learning_rate": 4.133996937212864e-06,
      "loss": 1.4185,
      "step": 6852
    },
    {
      "epoch": 0.39972229454135205,
      "grad_norm": 75.29302215576172,
      "learning_rate": 4.133741704951506e-06,
      "loss": 2.0607,
      "step": 6853
    },
    {
      "epoch": 0.399895860453007,
      "grad_norm": 56.70796585083008,
      "learning_rate": 4.133486472690148e-06,
      "loss": 1.7367,
      "step": 6854
    },
    {
      "epoch": 0.400069426364662,
      "grad_norm": 49.76299285888672,
      "learning_rate": 4.1332312404287904e-06,
      "loss": 1.5846,
      "step": 6855
    },
    {
      "epoch": 0.40024299227631693,
      "grad_norm": 49.889930725097656,
      "learning_rate": 4.1329760081674324e-06,
      "loss": 1.4925,
      "step": 6856
    },
    {
      "epoch": 0.4004165581879719,
      "grad_norm": 63.869022369384766,
      "learning_rate": 4.132720775906075e-06,
      "loss": 1.7344,
      "step": 6857
    },
    {
      "epoch": 0.40059012409962685,
      "grad_norm": 47.49601745605469,
      "learning_rate": 4.132465543644717e-06,
      "loss": 2.672,
      "step": 6858
    },
    {
      "epoch": 0.40076369001128176,
      "grad_norm": 46.172977447509766,
      "learning_rate": 4.132210311383359e-06,
      "loss": 1.9824,
      "step": 6859
    },
    {
      "epoch": 0.4009372559229367,
      "grad_norm": 63.6898193359375,
      "learning_rate": 4.131955079122001e-06,
      "loss": 2.5525,
      "step": 6860
    },
    {
      "epoch": 0.4011108218345917,
      "grad_norm": 67.01062774658203,
      "learning_rate": 4.131699846860643e-06,
      "loss": 1.8555,
      "step": 6861
    },
    {
      "epoch": 0.40128438774624664,
      "grad_norm": 50.3241081237793,
      "learning_rate": 4.131444614599286e-06,
      "loss": 1.8207,
      "step": 6862
    },
    {
      "epoch": 0.4014579536579016,
      "grad_norm": 76.65065002441406,
      "learning_rate": 4.131189382337928e-06,
      "loss": 1.9963,
      "step": 6863
    },
    {
      "epoch": 0.40163151956955656,
      "grad_norm": 50.98081588745117,
      "learning_rate": 4.13093415007657e-06,
      "loss": 1.9287,
      "step": 6864
    },
    {
      "epoch": 0.40180508548121147,
      "grad_norm": 34.69039535522461,
      "learning_rate": 4.130678917815212e-06,
      "loss": 1.4905,
      "step": 6865
    },
    {
      "epoch": 0.4019786513928664,
      "grad_norm": 33.315269470214844,
      "learning_rate": 4.130423685553854e-06,
      "loss": 1.7661,
      "step": 6866
    },
    {
      "epoch": 0.4021522173045214,
      "grad_norm": 42.0813102722168,
      "learning_rate": 4.130168453292496e-06,
      "loss": 1.927,
      "step": 6867
    },
    {
      "epoch": 0.40232578321617635,
      "grad_norm": 39.959022521972656,
      "learning_rate": 4.129913221031139e-06,
      "loss": 1.89,
      "step": 6868
    },
    {
      "epoch": 0.4024993491278313,
      "grad_norm": 32.33900833129883,
      "learning_rate": 4.129657988769781e-06,
      "loss": 1.3927,
      "step": 6869
    },
    {
      "epoch": 0.40267291503948627,
      "grad_norm": 46.82603454589844,
      "learning_rate": 4.129402756508423e-06,
      "loss": 1.4308,
      "step": 6870
    },
    {
      "epoch": 0.4028464809511412,
      "grad_norm": 30.125057220458984,
      "learning_rate": 4.129147524247065e-06,
      "loss": 0.9421,
      "step": 6871
    },
    {
      "epoch": 0.40302004686279613,
      "grad_norm": 41.593082427978516,
      "learning_rate": 4.128892291985707e-06,
      "loss": 1.4511,
      "step": 6872
    },
    {
      "epoch": 0.4031936127744511,
      "grad_norm": 50.50325393676758,
      "learning_rate": 4.12863705972435e-06,
      "loss": 2.1362,
      "step": 6873
    },
    {
      "epoch": 0.40336717868610605,
      "grad_norm": 45.52318572998047,
      "learning_rate": 4.128381827462992e-06,
      "loss": 1.9896,
      "step": 6874
    },
    {
      "epoch": 0.403540744597761,
      "grad_norm": 45.525413513183594,
      "learning_rate": 4.128126595201634e-06,
      "loss": 1.9187,
      "step": 6875
    },
    {
      "epoch": 0.403540744597761,
      "eval_synth_accuracy": 0.8969283276450511,
      "eval_synth_auroc": 0.9579311667994923,
      "eval_synth_f1": 0.9219638242894057,
      "eval_synth_loss": 0.2896963953971863,
      "eval_synth_precision": 0.9359916054564533,
      "eval_synth_recall": 0.9083503054989817,
      "eval_synth_runtime": 102.713,
      "eval_synth_samples_per_second": 14.263,
      "eval_synth_steps_per_second": 0.448,
      "step": 6875
    },
    {
      "epoch": 0.403540744597761,
      "eval_real_accuracy": 0.8350290697674418,
      "eval_real_auroc": 0.9085935945892182,
      "eval_real_f1": 0.8736783528102393,
      "eval_real_loss": 0.40510132908821106,
      "eval_real_precision": 0.8890147225368064,
      "eval_real_recall": 0.8588621444201313,
      "eval_real_runtime": 96.0039,
      "eval_real_samples_per_second": 14.333,
      "eval_real_steps_per_second": 0.448,
      "step": 6875
    },
    {
      "epoch": 0.403714310509416,
      "grad_norm": 73.35921478271484,
      "learning_rate": 4.127871362940276e-06,
      "loss": 2.4023,
      "step": 6876
    },
    {
      "epoch": 0.4038878764210709,
      "grad_norm": 50.86746597290039,
      "learning_rate": 4.127616130678918e-06,
      "loss": 2.2339,
      "step": 6877
    },
    {
      "epoch": 0.40406144233272584,
      "grad_norm": 40.3237190246582,
      "learning_rate": 4.12736089841756e-06,
      "loss": 1.8929,
      "step": 6878
    },
    {
      "epoch": 0.4042350082443808,
      "grad_norm": 40.293460845947266,
      "learning_rate": 4.127105666156203e-06,
      "loss": 1.7105,
      "step": 6879
    },
    {
      "epoch": 0.40440857415603576,
      "grad_norm": 40.2429313659668,
      "learning_rate": 4.126850433894845e-06,
      "loss": 1.4259,
      "step": 6880
    },
    {
      "epoch": 0.4045821400676907,
      "grad_norm": 34.117679595947266,
      "learning_rate": 4.126595201633487e-06,
      "loss": 1.4654,
      "step": 6881
    },
    {
      "epoch": 0.4047557059793457,
      "grad_norm": 38.960262298583984,
      "learning_rate": 4.126339969372129e-06,
      "loss": 1.7258,
      "step": 6882
    },
    {
      "epoch": 0.4049292718910006,
      "grad_norm": 41.18756866455078,
      "learning_rate": 4.126084737110771e-06,
      "loss": 1.8203,
      "step": 6883
    },
    {
      "epoch": 0.40510283780265555,
      "grad_norm": 42.314369201660156,
      "learning_rate": 4.125829504849414e-06,
      "loss": 2.6263,
      "step": 6884
    },
    {
      "epoch": 0.4052764037143105,
      "grad_norm": 34.02016067504883,
      "learning_rate": 4.125574272588056e-06,
      "loss": 1.4599,
      "step": 6885
    },
    {
      "epoch": 0.40544996962596547,
      "grad_norm": 30.616962432861328,
      "learning_rate": 4.125319040326698e-06,
      "loss": 1.5478,
      "step": 6886
    },
    {
      "epoch": 0.4056235355376204,
      "grad_norm": 42.41075897216797,
      "learning_rate": 4.12506380806534e-06,
      "loss": 1.9542,
      "step": 6887
    },
    {
      "epoch": 0.4057971014492754,
      "grad_norm": 32.90215301513672,
      "learning_rate": 4.124808575803982e-06,
      "loss": 1.7194,
      "step": 6888
    },
    {
      "epoch": 0.4059706673609303,
      "grad_norm": 31.547595977783203,
      "learning_rate": 4.124553343542625e-06,
      "loss": 1.2661,
      "step": 6889
    },
    {
      "epoch": 0.40614423327258525,
      "grad_norm": 30.9359130859375,
      "learning_rate": 4.124298111281267e-06,
      "loss": 1.7958,
      "step": 6890
    },
    {
      "epoch": 0.4063177991842402,
      "grad_norm": 25.895662307739258,
      "learning_rate": 4.124042879019909e-06,
      "loss": 1.4588,
      "step": 6891
    },
    {
      "epoch": 0.4064913650958952,
      "grad_norm": 35.12697219848633,
      "learning_rate": 4.123787646758551e-06,
      "loss": 1.311,
      "step": 6892
    },
    {
      "epoch": 0.40666493100755013,
      "grad_norm": 30.620500564575195,
      "learning_rate": 4.123532414497193e-06,
      "loss": 1.5882,
      "step": 6893
    },
    {
      "epoch": 0.4068384969192051,
      "grad_norm": 44.904911041259766,
      "learning_rate": 4.123277182235835e-06,
      "loss": 1.8575,
      "step": 6894
    },
    {
      "epoch": 0.40701206283086,
      "grad_norm": 42.05376434326172,
      "learning_rate": 4.123021949974478e-06,
      "loss": 2.0644,
      "step": 6895
    },
    {
      "epoch": 0.40718562874251496,
      "grad_norm": 55.930728912353516,
      "learning_rate": 4.12276671771312e-06,
      "loss": 1.8159,
      "step": 6896
    },
    {
      "epoch": 0.4073591946541699,
      "grad_norm": 52.130741119384766,
      "learning_rate": 4.122511485451761e-06,
      "loss": 1.6069,
      "step": 6897
    },
    {
      "epoch": 0.4075327605658249,
      "grad_norm": 54.96828842163086,
      "learning_rate": 4.122256253190404e-06,
      "loss": 1.6264,
      "step": 6898
    },
    {
      "epoch": 0.40770632647747984,
      "grad_norm": 55.04640197753906,
      "learning_rate": 4.122001020929046e-06,
      "loss": 1.3978,
      "step": 6899
    },
    {
      "epoch": 0.4078798923891348,
      "grad_norm": 31.917909622192383,
      "learning_rate": 4.1217457886676885e-06,
      "loss": 1.537,
      "step": 6900
    },
    {
      "epoch": 0.4078798923891348,
      "eval_synth_accuracy": 0.8866894197952219,
      "eval_synth_auroc": 0.9513246722579937,
      "eval_synth_f1": 0.9135416666666667,
      "eval_synth_loss": 0.3242065906524658,
      "eval_synth_precision": 0.9349680170575693,
      "eval_synth_recall": 0.8930753564154786,
      "eval_synth_runtime": 102.7392,
      "eval_synth_samples_per_second": 14.259,
      "eval_synth_steps_per_second": 0.448,
      "step": 6900
    },
    {
      "epoch": 0.4078798923891348,
      "eval_real_accuracy": 0.8313953488372093,
      "eval_real_auroc": 0.9050662138736537,
      "eval_real_f1": 0.8701007838745801,
      "eval_real_loss": 0.4186027944087982,
      "eval_real_precision": 0.8910550458715596,
      "eval_real_recall": 0.850109409190372,
      "eval_real_runtime": 96.045,
      "eval_real_samples_per_second": 14.327,
      "eval_real_steps_per_second": 0.448,
      "step": 6900
    },
    {
      "epoch": 0.4080534583007897,
      "grad_norm": 50.61272430419922,
      "learning_rate": 4.1214905564063305e-06,
      "loss": 1.9892,
      "step": 6901
    },
    {
      "epoch": 0.40822702421244467,
      "grad_norm": 63.008087158203125,
      "learning_rate": 4.121235324144972e-06,
      "loss": 2.0422,
      "step": 6902
    },
    {
      "epoch": 0.4084005901240996,
      "grad_norm": 27.088594436645508,
      "learning_rate": 4.1209800918836145e-06,
      "loss": 1.2269,
      "step": 6903
    },
    {
      "epoch": 0.4085741560357546,
      "grad_norm": 36.92873001098633,
      "learning_rate": 4.1207248596222565e-06,
      "loss": 1.3586,
      "step": 6904
    },
    {
      "epoch": 0.40874772194740955,
      "grad_norm": 35.2202262878418,
      "learning_rate": 4.1204696273608985e-06,
      "loss": 1.4479,
      "step": 6905
    },
    {
      "epoch": 0.40892128785906445,
      "grad_norm": 42.41365051269531,
      "learning_rate": 4.120214395099541e-06,
      "loss": 2.0471,
      "step": 6906
    },
    {
      "epoch": 0.4090948537707194,
      "grad_norm": 38.58274459838867,
      "learning_rate": 4.119959162838183e-06,
      "loss": 1.4777,
      "step": 6907
    },
    {
      "epoch": 0.4092684196823744,
      "grad_norm": 53.753177642822266,
      "learning_rate": 4.119703930576825e-06,
      "loss": 2.7023,
      "step": 6908
    },
    {
      "epoch": 0.40944198559402933,
      "grad_norm": 39.059600830078125,
      "learning_rate": 4.119448698315467e-06,
      "loss": 2.0394,
      "step": 6909
    },
    {
      "epoch": 0.4096155515056843,
      "grad_norm": 29.478313446044922,
      "learning_rate": 4.119193466054109e-06,
      "loss": 1.1316,
      "step": 6910
    },
    {
      "epoch": 0.40978911741733925,
      "grad_norm": 31.598283767700195,
      "learning_rate": 4.118938233792752e-06,
      "loss": 1.2699,
      "step": 6911
    },
    {
      "epoch": 0.40996268332899416,
      "grad_norm": 31.743167877197266,
      "learning_rate": 4.118683001531394e-06,
      "loss": 1.2154,
      "step": 6912
    },
    {
      "epoch": 0.4101362492406491,
      "grad_norm": 47.93476104736328,
      "learning_rate": 4.1184277692700354e-06,
      "loss": 1.6985,
      "step": 6913
    },
    {
      "epoch": 0.4103098151523041,
      "grad_norm": 39.64788818359375,
      "learning_rate": 4.118172537008678e-06,
      "loss": 1.1707,
      "step": 6914
    },
    {
      "epoch": 0.41048338106395904,
      "grad_norm": 50.247474670410156,
      "learning_rate": 4.11791730474732e-06,
      "loss": 1.6701,
      "step": 6915
    },
    {
      "epoch": 0.410656946975614,
      "grad_norm": 21.69383430480957,
      "learning_rate": 4.117662072485963e-06,
      "loss": 0.7524,
      "step": 6916
    },
    {
      "epoch": 0.41083051288726896,
      "grad_norm": 47.40037536621094,
      "learning_rate": 4.117406840224605e-06,
      "loss": 1.3879,
      "step": 6917
    },
    {
      "epoch": 0.41100407879892387,
      "grad_norm": 37.79717254638672,
      "learning_rate": 4.117151607963246e-06,
      "loss": 1.5367,
      "step": 6918
    },
    {
      "epoch": 0.4111776447105788,
      "grad_norm": 32.7100715637207,
      "learning_rate": 4.116896375701889e-06,
      "loss": 0.7897,
      "step": 6919
    },
    {
      "epoch": 0.4113512106222338,
      "grad_norm": 32.06060028076172,
      "learning_rate": 4.116641143440531e-06,
      "loss": 1.1676,
      "step": 6920
    },
    {
      "epoch": 0.41152477653388875,
      "grad_norm": 54.825191497802734,
      "learning_rate": 4.116385911179173e-06,
      "loss": 2.6237,
      "step": 6921
    },
    {
      "epoch": 0.4116983424455437,
      "grad_norm": 78.35379791259766,
      "learning_rate": 4.116130678917816e-06,
      "loss": 2.0493,
      "step": 6922
    },
    {
      "epoch": 0.41187190835719867,
      "grad_norm": 71.25741577148438,
      "learning_rate": 4.115875446656458e-06,
      "loss": 1.8014,
      "step": 6923
    },
    {
      "epoch": 0.4120454742688536,
      "grad_norm": 70.66071319580078,
      "learning_rate": 4.115620214395099e-06,
      "loss": 1.6249,
      "step": 6924
    },
    {
      "epoch": 0.41221904018050853,
      "grad_norm": 31.769319534301758,
      "learning_rate": 4.115364982133742e-06,
      "loss": 1.1947,
      "step": 6925
    },
    {
      "epoch": 0.41221904018050853,
      "eval_synth_accuracy": 0.8955631399317406,
      "eval_synth_auroc": 0.9525707033012443,
      "eval_synth_f1": 0.9222955815134586,
      "eval_synth_loss": 0.3011288344860077,
      "eval_synth_precision": 0.9199594731509625,
      "eval_synth_recall": 0.924643584521385,
      "eval_synth_runtime": 102.7629,
      "eval_synth_samples_per_second": 14.256,
      "eval_synth_steps_per_second": 0.448,
      "step": 6925
    },
    {
      "epoch": 0.41221904018050853,
      "eval_real_accuracy": 0.840843023255814,
      "eval_real_auroc": 0.9072993928026751,
      "eval_real_f1": 0.8824476650563607,
      "eval_real_loss": 0.41473260521888733,
      "eval_real_precision": 0.8661749209694415,
      "eval_real_recall": 0.899343544857768,
      "eval_real_runtime": 96.0107,
      "eval_real_samples_per_second": 14.332,
      "eval_real_steps_per_second": 0.448,
      "step": 6925
    },
    {
      "epoch": 0.4123926060921635,
      "grad_norm": 43.95326232910156,
      "learning_rate": 4.115109749872384e-06,
      "loss": 2.2479,
      "step": 6926
    },
    {
      "epoch": 0.41256617200381845,
      "grad_norm": 35.05734634399414,
      "learning_rate": 4.114854517611027e-06,
      "loss": 1.7089,
      "step": 6927
    },
    {
      "epoch": 0.4127397379154734,
      "grad_norm": 33.91751480102539,
      "learning_rate": 4.114599285349669e-06,
      "loss": 1.5638,
      "step": 6928
    },
    {
      "epoch": 0.4129133038271284,
      "grad_norm": 40.90312576293945,
      "learning_rate": 4.11434405308831e-06,
      "loss": 1.3371,
      "step": 6929
    },
    {
      "epoch": 0.4130868697387833,
      "grad_norm": 41.002262115478516,
      "learning_rate": 4.114088820826953e-06,
      "loss": 1.5605,
      "step": 6930
    },
    {
      "epoch": 0.41326043565043824,
      "grad_norm": 34.39546585083008,
      "learning_rate": 4.113833588565595e-06,
      "loss": 0.7525,
      "step": 6931
    },
    {
      "epoch": 0.4134340015620932,
      "grad_norm": 46.29376220703125,
      "learning_rate": 4.113578356304237e-06,
      "loss": 1.2639,
      "step": 6932
    },
    {
      "epoch": 0.41360756747374816,
      "grad_norm": 57.66796112060547,
      "learning_rate": 4.11332312404288e-06,
      "loss": 2.0544,
      "step": 6933
    },
    {
      "epoch": 0.4137811333854031,
      "grad_norm": 55.08926010131836,
      "learning_rate": 4.113067891781521e-06,
      "loss": 1.8642,
      "step": 6934
    },
    {
      "epoch": 0.4139546992970581,
      "grad_norm": 48.28275680541992,
      "learning_rate": 4.112812659520164e-06,
      "loss": 2.3265,
      "step": 6935
    },
    {
      "epoch": 0.414128265208713,
      "grad_norm": 46.70194625854492,
      "learning_rate": 4.112557427258806e-06,
      "loss": 1.7303,
      "step": 6936
    },
    {
      "epoch": 0.41430183112036795,
      "grad_norm": 58.3593864440918,
      "learning_rate": 4.112302194997448e-06,
      "loss": 1.7502,
      "step": 6937
    },
    {
      "epoch": 0.4144753970320229,
      "grad_norm": 44.76271057128906,
      "learning_rate": 4.112046962736091e-06,
      "loss": 1.7628,
      "step": 6938
    },
    {
      "epoch": 0.41464896294367787,
      "grad_norm": 71.5870590209961,
      "learning_rate": 4.111791730474732e-06,
      "loss": 1.7931,
      "step": 6939
    },
    {
      "epoch": 0.41482252885533283,
      "grad_norm": 51.88652801513672,
      "learning_rate": 4.111536498213374e-06,
      "loss": 2.1113,
      "step": 6940
    },
    {
      "epoch": 0.4149960947669878,
      "grad_norm": 46.925132751464844,
      "learning_rate": 4.111281265952017e-06,
      "loss": 1.5792,
      "step": 6941
    },
    {
      "epoch": 0.4151696606786427,
      "grad_norm": 56.130523681640625,
      "learning_rate": 4.111026033690659e-06,
      "loss": 2.2136,
      "step": 6942
    },
    {
      "epoch": 0.41534322659029765,
      "grad_norm": 44.790618896484375,
      "learning_rate": 4.110770801429301e-06,
      "loss": 2.0293,
      "step": 6943
    },
    {
      "epoch": 0.4155167925019526,
      "grad_norm": 49.06193923950195,
      "learning_rate": 4.110515569167944e-06,
      "loss": 2.2793,
      "step": 6944
    },
    {
      "epoch": 0.4156903584136076,
      "grad_norm": 40.52737808227539,
      "learning_rate": 4.110260336906585e-06,
      "loss": 1.3747,
      "step": 6945
    },
    {
      "epoch": 0.41586392432526254,
      "grad_norm": 44.0518798828125,
      "learning_rate": 4.110005104645228e-06,
      "loss": 1.6048,
      "step": 6946
    },
    {
      "epoch": 0.4160374902369175,
      "grad_norm": 43.79053497314453,
      "learning_rate": 4.10974987238387e-06,
      "loss": 1.8403,
      "step": 6947
    },
    {
      "epoch": 0.4162110561485724,
      "grad_norm": 46.31542205810547,
      "learning_rate": 4.109494640122512e-06,
      "loss": 1.7551,
      "step": 6948
    },
    {
      "epoch": 0.41638462206022736,
      "grad_norm": 45.56294250488281,
      "learning_rate": 4.1092394078611546e-06,
      "loss": 1.5854,
      "step": 6949
    },
    {
      "epoch": 0.4165581879718823,
      "grad_norm": 40.68236541748047,
      "learning_rate": 4.108984175599796e-06,
      "loss": 1.9172,
      "step": 6950
    },
    {
      "epoch": 0.4165581879718823,
      "eval_synth_accuracy": 0.8969283276450511,
      "eval_synth_auroc": 0.9522165015833661,
      "eval_synth_f1": 0.9236988377968671,
      "eval_synth_loss": 0.2805953621864319,
      "eval_synth_precision": 0.9167502507522568,
      "eval_synth_recall": 0.9307535641547862,
      "eval_synth_runtime": 102.7676,
      "eval_synth_samples_per_second": 14.255,
      "eval_synth_steps_per_second": 0.448,
      "step": 6950
    },
    {
      "epoch": 0.4165581879718823,
      "eval_real_accuracy": 0.8372093023255814,
      "eval_real_auroc": 0.9052260649634829,
      "eval_real_f1": 0.8795698924731182,
      "eval_real_loss": 0.3939287066459656,
      "eval_real_precision": 0.864693446088795,
      "eval_real_recall": 0.8949671772428884,
      "eval_real_runtime": 96.059,
      "eval_real_samples_per_second": 14.325,
      "eval_real_steps_per_second": 0.448,
      "step": 6950
    },
    {
      "epoch": 0.4167317538835373,
      "grad_norm": 30.08245849609375,
      "learning_rate": 4.108728943338438e-06,
      "loss": 1.3841,
      "step": 6951
    },
    {
      "epoch": 0.41690531979519224,
      "grad_norm": 60.97498321533203,
      "learning_rate": 4.108473711077081e-06,
      "loss": 1.7019,
      "step": 6952
    },
    {
      "epoch": 0.4170788857068472,
      "grad_norm": 54.89841079711914,
      "learning_rate": 4.108218478815723e-06,
      "loss": 1.8234,
      "step": 6953
    },
    {
      "epoch": 0.4172524516185021,
      "grad_norm": 51.19063949584961,
      "learning_rate": 4.1079632465543655e-06,
      "loss": 1.7139,
      "step": 6954
    },
    {
      "epoch": 0.41742601753015707,
      "grad_norm": 44.60261535644531,
      "learning_rate": 4.107708014293007e-06,
      "loss": 1.2688,
      "step": 6955
    },
    {
      "epoch": 0.41759958344181203,
      "grad_norm": 40.37428283691406,
      "learning_rate": 4.107452782031649e-06,
      "loss": 1.5529,
      "step": 6956
    },
    {
      "epoch": 0.417773149353467,
      "grad_norm": 49.98358154296875,
      "learning_rate": 4.1071975497702915e-06,
      "loss": 2.6796,
      "step": 6957
    },
    {
      "epoch": 0.41794671526512195,
      "grad_norm": 54.51017379760742,
      "learning_rate": 4.1069423175089335e-06,
      "loss": 1.6373,
      "step": 6958
    },
    {
      "epoch": 0.41812028117677685,
      "grad_norm": 36.79597473144531,
      "learning_rate": 4.1066870852475755e-06,
      "loss": 1.4673,
      "step": 6959
    },
    {
      "epoch": 0.4182938470884318,
      "grad_norm": 52.801109313964844,
      "learning_rate": 4.1064318529862175e-06,
      "loss": 1.7357,
      "step": 6960
    },
    {
      "epoch": 0.4184674130000868,
      "grad_norm": 38.628150939941406,
      "learning_rate": 4.1061766207248595e-06,
      "loss": 1.1036,
      "step": 6961
    },
    {
      "epoch": 0.41864097891174173,
      "grad_norm": 57.3707389831543,
      "learning_rate": 4.1059213884635015e-06,
      "loss": 2.2625,
      "step": 6962
    },
    {
      "epoch": 0.4188145448233967,
      "grad_norm": 47.76935577392578,
      "learning_rate": 4.105666156202144e-06,
      "loss": 1.9498,
      "step": 6963
    },
    {
      "epoch": 0.41898811073505166,
      "grad_norm": 68.35787963867188,
      "learning_rate": 4.105410923940786e-06,
      "loss": 2.8558,
      "step": 6964
    },
    {
      "epoch": 0.41916167664670656,
      "grad_norm": 34.29682922363281,
      "learning_rate": 4.105155691679429e-06,
      "loss": 1.6329,
      "step": 6965
    },
    {
      "epoch": 0.4193352425583615,
      "grad_norm": 45.63467788696289,
      "learning_rate": 4.10490045941807e-06,
      "loss": 2.4494,
      "step": 6966
    },
    {
      "epoch": 0.4195088084700165,
      "grad_norm": 59.46177291870117,
      "learning_rate": 4.1046452271567124e-06,
      "loss": 2.3619,
      "step": 6967
    },
    {
      "epoch": 0.41968237438167144,
      "grad_norm": 51.46549606323242,
      "learning_rate": 4.104389994895355e-06,
      "loss": 1.6196,
      "step": 6968
    },
    {
      "epoch": 0.4198559402933264,
      "grad_norm": 29.89922523498535,
      "learning_rate": 4.104134762633997e-06,
      "loss": 1.4471,
      "step": 6969
    },
    {
      "epoch": 0.42002950620498136,
      "grad_norm": 24.671192169189453,
      "learning_rate": 4.103879530372639e-06,
      "loss": 0.9125,
      "step": 6970
    },
    {
      "epoch": 0.42020307211663627,
      "grad_norm": 50.6146354675293,
      "learning_rate": 4.103624298111281e-06,
      "loss": 1.7252,
      "step": 6971
    },
    {
      "epoch": 0.4203766380282912,
      "grad_norm": 36.1408805847168,
      "learning_rate": 4.103369065849923e-06,
      "loss": 1.6145,
      "step": 6972
    },
    {
      "epoch": 0.4205502039399462,
      "grad_norm": 37.079898834228516,
      "learning_rate": 4.103113833588566e-06,
      "loss": 1.3425,
      "step": 6973
    },
    {
      "epoch": 0.42072376985160115,
      "grad_norm": 33.92969512939453,
      "learning_rate": 4.102858601327208e-06,
      "loss": 1.3905,
      "step": 6974
    },
    {
      "epoch": 0.4208973357632561,
      "grad_norm": 36.28296661376953,
      "learning_rate": 4.10260336906585e-06,
      "loss": 1.5728,
      "step": 6975
    },
    {
      "epoch": 0.4208973357632561,
      "eval_synth_accuracy": 0.8825938566552901,
      "eval_synth_auroc": 0.9505076891289589,
      "eval_synth_f1": 0.9109730848861284,
      "eval_synth_loss": 0.297225683927536,
      "eval_synth_precision": 0.9263157894736842,
      "eval_synth_recall": 0.8961303462321792,
      "eval_synth_runtime": 102.8003,
      "eval_synth_samples_per_second": 14.251,
      "eval_synth_steps_per_second": 0.447,
      "step": 6975
    },
    {
      "epoch": 0.4208973357632561,
      "eval_real_accuracy": 0.8328488372093024,
      "eval_real_auroc": 0.9047595365976109,
      "eval_real_f1": 0.876210979547901,
      "eval_real_loss": 0.40088164806365967,
      "eval_real_precision": 0.8622881355932204,
      "eval_real_recall": 0.8905908096280087,
      "eval_real_runtime": 96.0394,
      "eval_real_samples_per_second": 14.327,
      "eval_real_steps_per_second": 0.448,
      "step": 6975
    },
    {
      "epoch": 0.42107090167491107,
      "grad_norm": 42.53947067260742,
      "learning_rate": 4.102348136804492e-06,
      "loss": 1.9979,
      "step": 6976
    },
    {
      "epoch": 0.421244467586566,
      "grad_norm": 35.63294219970703,
      "learning_rate": 4.102092904543134e-06,
      "loss": 1.4688,
      "step": 6977
    },
    {
      "epoch": 0.42141803349822093,
      "grad_norm": 55.53512954711914,
      "learning_rate": 4.101837672281776e-06,
      "loss": 2.3837,
      "step": 6978
    },
    {
      "epoch": 0.4215915994098759,
      "grad_norm": 53.17352294921875,
      "learning_rate": 4.101582440020419e-06,
      "loss": 1.7256,
      "step": 6979
    },
    {
      "epoch": 0.42176516532153085,
      "grad_norm": 29.392593383789062,
      "learning_rate": 4.101327207759061e-06,
      "loss": 1.0812,
      "step": 6980
    },
    {
      "epoch": 0.4219387312331858,
      "grad_norm": 67.59832763671875,
      "learning_rate": 4.101071975497703e-06,
      "loss": 2.7516,
      "step": 6981
    },
    {
      "epoch": 0.4221122971448408,
      "grad_norm": 40.4184455871582,
      "learning_rate": 4.100816743236345e-06,
      "loss": 1.3172,
      "step": 6982
    },
    {
      "epoch": 0.4222858630564957,
      "grad_norm": 36.904945373535156,
      "learning_rate": 4.100561510974987e-06,
      "loss": 1.539,
      "step": 6983
    },
    {
      "epoch": 0.42245942896815064,
      "grad_norm": 59.708805084228516,
      "learning_rate": 4.10030627871363e-06,
      "loss": 2.195,
      "step": 6984
    },
    {
      "epoch": 0.4226329948798056,
      "grad_norm": 45.500999450683594,
      "learning_rate": 4.100051046452272e-06,
      "loss": 2.0997,
      "step": 6985
    },
    {
      "epoch": 0.42280656079146056,
      "grad_norm": 39.18404769897461,
      "learning_rate": 4.099795814190914e-06,
      "loss": 1.3954,
      "step": 6986
    },
    {
      "epoch": 0.4229801267031155,
      "grad_norm": 34.470088958740234,
      "learning_rate": 4.099540581929556e-06,
      "loss": 1.1702,
      "step": 6987
    },
    {
      "epoch": 0.4231536926147705,
      "grad_norm": 40.3878288269043,
      "learning_rate": 4.099285349668198e-06,
      "loss": 1.4935,
      "step": 6988
    },
    {
      "epoch": 0.4233272585264254,
      "grad_norm": 46.503414154052734,
      "learning_rate": 4.09903011740684e-06,
      "loss": 1.4275,
      "step": 6989
    },
    {
      "epoch": 0.42350082443808035,
      "grad_norm": 55.466468811035156,
      "learning_rate": 4.098774885145483e-06,
      "loss": 2.2973,
      "step": 6990
    },
    {
      "epoch": 0.4236743903497353,
      "grad_norm": 47.68632125854492,
      "learning_rate": 4.098519652884125e-06,
      "loss": 2.2933,
      "step": 6991
    },
    {
      "epoch": 0.42384795626139027,
      "grad_norm": 54.612281799316406,
      "learning_rate": 4.098264420622767e-06,
      "loss": 2.2704,
      "step": 6992
    },
    {
      "epoch": 0.42402152217304523,
      "grad_norm": 45.026302337646484,
      "learning_rate": 4.098009188361409e-06,
      "loss": 1.6174,
      "step": 6993
    },
    {
      "epoch": 0.4241950880847002,
      "grad_norm": 39.275569915771484,
      "learning_rate": 4.097753956100051e-06,
      "loss": 1.3273,
      "step": 6994
    },
    {
      "epoch": 0.4243686539963551,
      "grad_norm": 25.070892333984375,
      "learning_rate": 4.097498723838694e-06,
      "loss": 1.436,
      "step": 6995
    },
    {
      "epoch": 0.42454221990801005,
      "grad_norm": 47.07590103149414,
      "learning_rate": 4.097243491577336e-06,
      "loss": 1.9329,
      "step": 6996
    },
    {
      "epoch": 0.424715785819665,
      "grad_norm": 30.129682540893555,
      "learning_rate": 4.096988259315978e-06,
      "loss": 1.0946,
      "step": 6997
    },
    {
      "epoch": 0.42488935173132,
      "grad_norm": 45.33656311035156,
      "learning_rate": 4.09673302705462e-06,
      "loss": 1.9079,
      "step": 6998
    },
    {
      "epoch": 0.42506291764297494,
      "grad_norm": 41.51252365112305,
      "learning_rate": 4.096477794793262e-06,
      "loss": 2.1122,
      "step": 6999
    },
    {
      "epoch": 0.4252364835546299,
      "grad_norm": 37.3248176574707,
      "learning_rate": 4.096222562531905e-06,
      "loss": 1.7102,
      "step": 7000
    },
    {
      "epoch": 0.4252364835546299,
      "eval_synth_accuracy": 0.8914675767918089,
      "eval_synth_auroc": 0.9583412396216789,
      "eval_synth_f1": 0.9172306090577824,
      "eval_synth_loss": 0.27764827013015747,
      "eval_synth_precision": 0.9382321618743344,
      "eval_synth_recall": 0.8971486761710794,
      "eval_synth_runtime": 102.7579,
      "eval_synth_samples_per_second": 14.257,
      "eval_synth_steps_per_second": 0.448,
      "step": 7000
    },
    {
      "epoch": 0.4252364835546299,
      "eval_real_accuracy": 0.8386627906976745,
      "eval_real_auroc": 0.9085272859889928,
      "eval_real_f1": 0.8777533039647577,
      "eval_real_loss": 0.3915785849094391,
      "eval_real_precision": 0.8835920177383592,
      "eval_real_recall": 0.8719912472647703,
      "eval_real_runtime": 96.9305,
      "eval_real_samples_per_second": 14.196,
      "eval_real_steps_per_second": 0.444,
      "step": 7000
    },
    {
      "epoch": 0.4254100494662848,
      "grad_norm": 40.91337966918945,
      "learning_rate": 4.095967330270547e-06,
      "loss": 1.4498,
      "step": 7001
    },
    {
      "epoch": 0.42558361537793976,
      "grad_norm": 38.624053955078125,
      "learning_rate": 4.095712098009189e-06,
      "loss": 2.0315,
      "step": 7002
    },
    {
      "epoch": 0.4257571812895947,
      "grad_norm": 42.229007720947266,
      "learning_rate": 4.095456865747831e-06,
      "loss": 2.0484,
      "step": 7003
    },
    {
      "epoch": 0.4259307472012497,
      "grad_norm": 24.91795539855957,
      "learning_rate": 4.095201633486473e-06,
      "loss": 1.1762,
      "step": 7004
    },
    {
      "epoch": 0.42610431311290464,
      "grad_norm": 30.978300094604492,
      "learning_rate": 4.094946401225115e-06,
      "loss": 1.2288,
      "step": 7005
    },
    {
      "epoch": 0.4262778790245596,
      "grad_norm": 57.60694885253906,
      "learning_rate": 4.0946911689637576e-06,
      "loss": 2.3558,
      "step": 7006
    },
    {
      "epoch": 0.4264514449362145,
      "grad_norm": 49.4378662109375,
      "learning_rate": 4.0944359367024e-06,
      "loss": 2.5642,
      "step": 7007
    },
    {
      "epoch": 0.42662501084786947,
      "grad_norm": 40.4185791015625,
      "learning_rate": 4.094180704441042e-06,
      "loss": 1.6037,
      "step": 7008
    },
    {
      "epoch": 0.42679857675952443,
      "grad_norm": 40.69414520263672,
      "learning_rate": 4.093925472179684e-06,
      "loss": 2.0134,
      "step": 7009
    },
    {
      "epoch": 0.4269721426711794,
      "grad_norm": 44.09886932373047,
      "learning_rate": 4.093670239918326e-06,
      "loss": 2.118,
      "step": 7010
    },
    {
      "epoch": 0.42714570858283435,
      "grad_norm": 47.12623977661133,
      "learning_rate": 4.0934150076569685e-06,
      "loss": 1.8775,
      "step": 7011
    },
    {
      "epoch": 0.4273192744944893,
      "grad_norm": 38.08677673339844,
      "learning_rate": 4.0931597753956105e-06,
      "loss": 1.182,
      "step": 7012
    },
    {
      "epoch": 0.4274928404061442,
      "grad_norm": 31.369829177856445,
      "learning_rate": 4.0929045431342525e-06,
      "loss": 1.2929,
      "step": 7013
    },
    {
      "epoch": 0.4276664063177992,
      "grad_norm": 75.3219223022461,
      "learning_rate": 4.0926493108728945e-06,
      "loss": 1.6916,
      "step": 7014
    },
    {
      "epoch": 0.42783997222945414,
      "grad_norm": 41.974857330322266,
      "learning_rate": 4.0923940786115365e-06,
      "loss": 2.2432,
      "step": 7015
    },
    {
      "epoch": 0.4280135381411091,
      "grad_norm": 42.90852355957031,
      "learning_rate": 4.0921388463501785e-06,
      "loss": 1.9571,
      "step": 7016
    },
    {
      "epoch": 0.42818710405276406,
      "grad_norm": 55.632972717285156,
      "learning_rate": 4.091883614088821e-06,
      "loss": 2.3174,
      "step": 7017
    },
    {
      "epoch": 0.42836066996441896,
      "grad_norm": 41.10319137573242,
      "learning_rate": 4.091628381827463e-06,
      "loss": 2.0734,
      "step": 7018
    },
    {
      "epoch": 0.4285342358760739,
      "grad_norm": 41.74403381347656,
      "learning_rate": 4.091373149566105e-06,
      "loss": 1.8364,
      "step": 7019
    },
    {
      "epoch": 0.4287078017877289,
      "grad_norm": 50.5219841003418,
      "learning_rate": 4.091117917304747e-06,
      "loss": 1.9591,
      "step": 7020
    },
    {
      "epoch": 0.42888136769938384,
      "grad_norm": 32.962921142578125,
      "learning_rate": 4.090862685043389e-06,
      "loss": 1.2216,
      "step": 7021
    },
    {
      "epoch": 0.4290549336110388,
      "grad_norm": 41.5442008972168,
      "learning_rate": 4.090607452782032e-06,
      "loss": 1.5113,
      "step": 7022
    },
    {
      "epoch": 0.42922849952269376,
      "grad_norm": 44.95109558105469,
      "learning_rate": 4.090352220520674e-06,
      "loss": 2.152,
      "step": 7023
    },
    {
      "epoch": 0.42940206543434867,
      "grad_norm": 30.685447692871094,
      "learning_rate": 4.090096988259316e-06,
      "loss": 1.3921,
      "step": 7024
    },
    {
      "epoch": 0.42957563134600363,
      "grad_norm": 37.27125549316406,
      "learning_rate": 4.089841755997958e-06,
      "loss": 1.6191,
      "step": 7025
    },
    {
      "epoch": 0.42957563134600363,
      "eval_synth_accuracy": 0.9044368600682594,
      "eval_synth_auroc": 0.9599699350208515,
      "eval_synth_f1": 0.928644240570846,
      "eval_synth_loss": 0.2706136107444763,
      "eval_synth_precision": 0.9295918367346939,
      "eval_synth_recall": 0.9276985743380856,
      "eval_synth_runtime": 102.7488,
      "eval_synth_samples_per_second": 14.258,
      "eval_synth_steps_per_second": 0.448,
      "step": 7025
    },
    {
      "epoch": 0.42957563134600363,
      "eval_real_accuracy": 0.8473837209302325,
      "eval_real_auroc": 0.9130137732435326,
      "eval_real_f1": 0.8872180451127819,
      "eval_real_loss": 0.38039496541023254,
      "eval_real_precision": 0.8713080168776371,
      "eval_real_recall": 0.9037199124726477,
      "eval_real_runtime": 96.0001,
      "eval_real_samples_per_second": 14.333,
      "eval_real_steps_per_second": 0.448,
      "step": 7025
    },
    {
      "epoch": 0.4297491972576586,
      "grad_norm": 42.7144660949707,
      "learning_rate": 4.0895865237366e-06,
      "loss": 1.8106,
      "step": 7026
    },
    {
      "epoch": 0.42992276316931355,
      "grad_norm": 42.21772766113281,
      "learning_rate": 4.089331291475242e-06,
      "loss": 1.8557,
      "step": 7027
    },
    {
      "epoch": 0.4300963290809685,
      "grad_norm": 52.20475769042969,
      "learning_rate": 4.089076059213885e-06,
      "loss": 2.1217,
      "step": 7028
    },
    {
      "epoch": 0.43026989499262347,
      "grad_norm": 37.05605697631836,
      "learning_rate": 4.088820826952527e-06,
      "loss": 1.4489,
      "step": 7029
    },
    {
      "epoch": 0.4304434609042784,
      "grad_norm": 56.86777877807617,
      "learning_rate": 4.088565594691169e-06,
      "loss": 2.0902,
      "step": 7030
    },
    {
      "epoch": 0.43061702681593333,
      "grad_norm": 40.340641021728516,
      "learning_rate": 4.088310362429811e-06,
      "loss": 1.9772,
      "step": 7031
    },
    {
      "epoch": 0.4307905927275883,
      "grad_norm": 35.32321548461914,
      "learning_rate": 4.088055130168453e-06,
      "loss": 1.5868,
      "step": 7032
    },
    {
      "epoch": 0.43096415863924326,
      "grad_norm": 52.72964859008789,
      "learning_rate": 4.087799897907096e-06,
      "loss": 1.9557,
      "step": 7033
    },
    {
      "epoch": 0.4311377245508982,
      "grad_norm": 37.46772003173828,
      "learning_rate": 4.087544665645738e-06,
      "loss": 1.9913,
      "step": 7034
    },
    {
      "epoch": 0.4313112904625532,
      "grad_norm": 47.6003303527832,
      "learning_rate": 4.08728943338438e-06,
      "loss": 1.3958,
      "step": 7035
    },
    {
      "epoch": 0.4314848563742081,
      "grad_norm": 32.62248992919922,
      "learning_rate": 4.087034201123022e-06,
      "loss": 1.2106,
      "step": 7036
    },
    {
      "epoch": 0.43165842228586304,
      "grad_norm": 49.83956527709961,
      "learning_rate": 4.086778968861664e-06,
      "loss": 1.4346,
      "step": 7037
    },
    {
      "epoch": 0.431831988197518,
      "grad_norm": 40.09901809692383,
      "learning_rate": 4.086523736600307e-06,
      "loss": 2.1274,
      "step": 7038
    },
    {
      "epoch": 0.43200555410917296,
      "grad_norm": 33.40936279296875,
      "learning_rate": 4.086268504338949e-06,
      "loss": 1.5967,
      "step": 7039
    },
    {
      "epoch": 0.4321791200208279,
      "grad_norm": 72.6888656616211,
      "learning_rate": 4.086013272077591e-06,
      "loss": 3.1329,
      "step": 7040
    },
    {
      "epoch": 0.4323526859324829,
      "grad_norm": 53.302120208740234,
      "learning_rate": 4.085758039816233e-06,
      "loss": 2.4331,
      "step": 7041
    },
    {
      "epoch": 0.4325262518441378,
      "grad_norm": 39.45750427246094,
      "learning_rate": 4.085502807554875e-06,
      "loss": 1.3115,
      "step": 7042
    },
    {
      "epoch": 0.43269981775579275,
      "grad_norm": 30.375795364379883,
      "learning_rate": 4.085247575293517e-06,
      "loss": 1.4417,
      "step": 7043
    },
    {
      "epoch": 0.4328733836674477,
      "grad_norm": 40.11497116088867,
      "learning_rate": 4.08499234303216e-06,
      "loss": 1.7002,
      "step": 7044
    },
    {
      "epoch": 0.43304694957910267,
      "grad_norm": 40.522613525390625,
      "learning_rate": 4.084737110770802e-06,
      "loss": 1.5662,
      "step": 7045
    },
    {
      "epoch": 0.43322051549075763,
      "grad_norm": 35.78801345825195,
      "learning_rate": 4.084481878509444e-06,
      "loss": 1.4331,
      "step": 7046
    },
    {
      "epoch": 0.4333940814024126,
      "grad_norm": 38.24315643310547,
      "learning_rate": 4.084226646248086e-06,
      "loss": 1.4686,
      "step": 7047
    },
    {
      "epoch": 0.4335676473140675,
      "grad_norm": 50.14865493774414,
      "learning_rate": 4.083971413986728e-06,
      "loss": 1.3771,
      "step": 7048
    },
    {
      "epoch": 0.43374121322572246,
      "grad_norm": 49.78075408935547,
      "learning_rate": 4.083716181725371e-06,
      "loss": 2.1357,
      "step": 7049
    },
    {
      "epoch": 0.4339147791373774,
      "grad_norm": 48.31632995605469,
      "learning_rate": 4.083460949464013e-06,
      "loss": 2.1635,
      "step": 7050
    },
    {
      "epoch": 0.4339147791373774,
      "eval_synth_accuracy": 0.8832764505119454,
      "eval_synth_auroc": 0.9526360619515671,
      "eval_synth_f1": 0.9104243059193295,
      "eval_synth_loss": 0.31069666147232056,
      "eval_synth_precision": 0.9374325782092773,
      "eval_synth_recall": 0.884928716904277,
      "eval_synth_runtime": 102.775,
      "eval_synth_samples_per_second": 14.254,
      "eval_synth_steps_per_second": 0.448,
      "step": 7050
    },
    {
      "epoch": 0.4339147791373774,
      "eval_real_accuracy": 0.8430232558139535,
      "eval_real_auroc": 0.910529568899372,
      "eval_real_f1": 0.8819672131147541,
      "eval_real_loss": 0.3751654028892517,
      "eval_real_precision": 0.881004366812227,
      "eval_real_recall": 0.8829321663019694,
      "eval_real_runtime": 96.0611,
      "eval_real_samples_per_second": 14.324,
      "eval_real_steps_per_second": 0.448,
      "step": 7050
    },
    {
      "epoch": 0.4340883450490324,
      "grad_norm": 38.20174789428711,
      "learning_rate": 4.083205717202655e-06,
      "loss": 1.4495,
      "step": 7051
    },
    {
      "epoch": 0.43426191096068734,
      "grad_norm": 35.53367614746094,
      "learning_rate": 4.082950484941297e-06,
      "loss": 1.4221,
      "step": 7052
    },
    {
      "epoch": 0.4344354768723423,
      "grad_norm": 51.740413665771484,
      "learning_rate": 4.082695252679939e-06,
      "loss": 1.2923,
      "step": 7053
    },
    {
      "epoch": 0.4346090427839972,
      "grad_norm": 46.76921463012695,
      "learning_rate": 4.082440020418581e-06,
      "loss": 1.5031,
      "step": 7054
    },
    {
      "epoch": 0.43478260869565216,
      "grad_norm": 36.65562057495117,
      "learning_rate": 4.082184788157224e-06,
      "loss": 1.6622,
      "step": 7055
    },
    {
      "epoch": 0.4349561746073071,
      "grad_norm": 53.60525894165039,
      "learning_rate": 4.081929555895866e-06,
      "loss": 1.7959,
      "step": 7056
    },
    {
      "epoch": 0.4351297405189621,
      "grad_norm": 42.280906677246094,
      "learning_rate": 4.081674323634508e-06,
      "loss": 1.36,
      "step": 7057
    },
    {
      "epoch": 0.43530330643061704,
      "grad_norm": 44.61501693725586,
      "learning_rate": 4.08141909137315e-06,
      "loss": 1.8081,
      "step": 7058
    },
    {
      "epoch": 0.435476872342272,
      "grad_norm": 37.713043212890625,
      "learning_rate": 4.081163859111792e-06,
      "loss": 0.8157,
      "step": 7059
    },
    {
      "epoch": 0.4356504382539269,
      "grad_norm": 43.020973205566406,
      "learning_rate": 4.0809086268504345e-06,
      "loss": 1.0161,
      "step": 7060
    },
    {
      "epoch": 0.43582400416558187,
      "grad_norm": 47.35829544067383,
      "learning_rate": 4.0806533945890766e-06,
      "loss": 1.2829,
      "step": 7061
    },
    {
      "epoch": 0.43599757007723683,
      "grad_norm": 35.74411392211914,
      "learning_rate": 4.0803981623277186e-06,
      "loss": 1.5241,
      "step": 7062
    },
    {
      "epoch": 0.4361711359888918,
      "grad_norm": 44.09733200073242,
      "learning_rate": 4.080142930066361e-06,
      "loss": 1.8519,
      "step": 7063
    },
    {
      "epoch": 0.43634470190054675,
      "grad_norm": 40.594051361083984,
      "learning_rate": 4.079887697805003e-06,
      "loss": 1.6287,
      "step": 7064
    },
    {
      "epoch": 0.4365182678122017,
      "grad_norm": 33.375099182128906,
      "learning_rate": 4.079632465543645e-06,
      "loss": 1.0718,
      "step": 7065
    },
    {
      "epoch": 0.4366918337238566,
      "grad_norm": 45.67790222167969,
      "learning_rate": 4.0793772332822875e-06,
      "loss": 1.5421,
      "step": 7066
    },
    {
      "epoch": 0.4368653996355116,
      "grad_norm": 55.94477462768555,
      "learning_rate": 4.0791220010209295e-06,
      "loss": 1.5683,
      "step": 7067
    },
    {
      "epoch": 0.43703896554716654,
      "grad_norm": 48.51750564575195,
      "learning_rate": 4.0788667687595715e-06,
      "loss": 1.6904,
      "step": 7068
    },
    {
      "epoch": 0.4372125314588215,
      "grad_norm": 70.97418212890625,
      "learning_rate": 4.0786115364982135e-06,
      "loss": 2.1048,
      "step": 7069
    },
    {
      "epoch": 0.43738609737047646,
      "grad_norm": 59.175174713134766,
      "learning_rate": 4.0783563042368555e-06,
      "loss": 1.8084,
      "step": 7070
    },
    {
      "epoch": 0.4375596632821314,
      "grad_norm": 51.4110107421875,
      "learning_rate": 4.078101071975498e-06,
      "loss": 1.5619,
      "step": 7071
    },
    {
      "epoch": 0.4377332291937863,
      "grad_norm": 33.459442138671875,
      "learning_rate": 4.07784583971414e-06,
      "loss": 0.8938,
      "step": 7072
    },
    {
      "epoch": 0.4379067951054413,
      "grad_norm": 56.56162643432617,
      "learning_rate": 4.077590607452782e-06,
      "loss": 1.6683,
      "step": 7073
    },
    {
      "epoch": 0.43808036101709624,
      "grad_norm": 34.24168395996094,
      "learning_rate": 4.077335375191424e-06,
      "loss": 1.1667,
      "step": 7074
    },
    {
      "epoch": 0.4382539269287512,
      "grad_norm": 40.190799713134766,
      "learning_rate": 4.077080142930066e-06,
      "loss": 1.3238,
      "step": 7075
    },
    {
      "epoch": 0.4382539269287512,
      "eval_synth_accuracy": 0.8832764505119454,
      "eval_synth_auroc": 0.9531251976572087,
      "eval_synth_f1": 0.909952606635071,
      "eval_synth_loss": 0.33681178092956543,
      "eval_synth_precision": 0.9422028353326063,
      "eval_synth_recall": 0.879837067209776,
      "eval_synth_runtime": 102.7153,
      "eval_synth_samples_per_second": 14.263,
      "eval_synth_steps_per_second": 0.448,
      "step": 7075
    },
    {
      "epoch": 0.4382539269287512,
      "eval_real_accuracy": 0.8502906976744186,
      "eval_real_auroc": 0.914505716748605,
      "eval_real_f1": 0.887308533916849,
      "eval_real_loss": 0.3697054982185364,
      "eval_real_precision": 0.887308533916849,
      "eval_real_recall": 0.887308533916849,
      "eval_real_runtime": 95.9769,
      "eval_real_samples_per_second": 14.337,
      "eval_real_steps_per_second": 0.448,
      "step": 7075
    },
    {
      "epoch": 0.43842749284040616,
      "grad_norm": 37.3892822265625,
      "learning_rate": 4.076824910668709e-06,
      "loss": 1.4995,
      "step": 7076
    },
    {
      "epoch": 0.43860105875206107,
      "grad_norm": 49.625240325927734,
      "learning_rate": 4.076569678407351e-06,
      "loss": 1.8035,
      "step": 7077
    },
    {
      "epoch": 0.43877462466371603,
      "grad_norm": 46.010292053222656,
      "learning_rate": 4.076314446145993e-06,
      "loss": 1.5013,
      "step": 7078
    },
    {
      "epoch": 0.438948190575371,
      "grad_norm": 59.804481506347656,
      "learning_rate": 4.076059213884635e-06,
      "loss": 2.3794,
      "step": 7079
    },
    {
      "epoch": 0.43912175648702595,
      "grad_norm": 49.7415771484375,
      "learning_rate": 4.075803981623277e-06,
      "loss": 1.7253,
      "step": 7080
    },
    {
      "epoch": 0.4392953223986809,
      "grad_norm": 45.19987487792969,
      "learning_rate": 4.075548749361919e-06,
      "loss": 0.852,
      "step": 7081
    },
    {
      "epoch": 0.43946888831033587,
      "grad_norm": 33.11476135253906,
      "learning_rate": 4.075293517100562e-06,
      "loss": 1.296,
      "step": 7082
    },
    {
      "epoch": 0.4396424542219908,
      "grad_norm": 55.772281646728516,
      "learning_rate": 4.075038284839204e-06,
      "loss": 2.0137,
      "step": 7083
    },
    {
      "epoch": 0.43981602013364574,
      "grad_norm": 41.66701889038086,
      "learning_rate": 4.074783052577846e-06,
      "loss": 2.2942,
      "step": 7084
    },
    {
      "epoch": 0.4399895860453007,
      "grad_norm": 51.72759246826172,
      "learning_rate": 4.074527820316488e-06,
      "loss": 2.1924,
      "step": 7085
    },
    {
      "epoch": 0.44016315195695566,
      "grad_norm": 64.47261047363281,
      "learning_rate": 4.07427258805513e-06,
      "loss": 2.5763,
      "step": 7086
    },
    {
      "epoch": 0.4403367178686106,
      "grad_norm": 42.40739440917969,
      "learning_rate": 4.074017355793773e-06,
      "loss": 1.1293,
      "step": 7087
    },
    {
      "epoch": 0.4405102837802656,
      "grad_norm": 37.32204818725586,
      "learning_rate": 4.073762123532415e-06,
      "loss": 1.8104,
      "step": 7088
    },
    {
      "epoch": 0.4406838496919205,
      "grad_norm": 29.449960708618164,
      "learning_rate": 4.073506891271057e-06,
      "loss": 1.2269,
      "step": 7089
    },
    {
      "epoch": 0.44085741560357544,
      "grad_norm": 38.59668731689453,
      "learning_rate": 4.073251659009699e-06,
      "loss": 1.5519,
      "step": 7090
    },
    {
      "epoch": 0.4410309815152304,
      "grad_norm": 43.13096618652344,
      "learning_rate": 4.072996426748341e-06,
      "loss": 1.4344,
      "step": 7091
    },
    {
      "epoch": 0.44120454742688536,
      "grad_norm": 51.97707748413086,
      "learning_rate": 4.072741194486983e-06,
      "loss": 1.5928,
      "step": 7092
    },
    {
      "epoch": 0.4413781133385403,
      "grad_norm": 37.89581298828125,
      "learning_rate": 4.072485962225626e-06,
      "loss": 1.9212,
      "step": 7093
    },
    {
      "epoch": 0.4415516792501953,
      "grad_norm": 42.42973709106445,
      "learning_rate": 4.072230729964268e-06,
      "loss": 1.9398,
      "step": 7094
    },
    {
      "epoch": 0.4417252451618502,
      "grad_norm": 33.42827606201172,
      "learning_rate": 4.07197549770291e-06,
      "loss": 1.4599,
      "step": 7095
    },
    {
      "epoch": 0.44189881107350515,
      "grad_norm": 34.709449768066406,
      "learning_rate": 4.071720265441552e-06,
      "loss": 1.5904,
      "step": 7096
    },
    {
      "epoch": 0.4420723769851601,
      "grad_norm": 41.23152542114258,
      "learning_rate": 4.071465033180194e-06,
      "loss": 1.8099,
      "step": 7097
    },
    {
      "epoch": 0.44224594289681507,
      "grad_norm": 49.78481674194336,
      "learning_rate": 4.071209800918837e-06,
      "loss": 2.0679,
      "step": 7098
    },
    {
      "epoch": 0.44241950880847003,
      "grad_norm": 43.70827865600586,
      "learning_rate": 4.070954568657479e-06,
      "loss": 1.2983,
      "step": 7099
    },
    {
      "epoch": 0.442593074720125,
      "grad_norm": 47.997249603271484,
      "learning_rate": 4.070699336396121e-06,
      "loss": 1.974,
      "step": 7100
    },
    {
      "epoch": 0.442593074720125,
      "eval_synth_accuracy": 0.8839590443686007,
      "eval_synth_auroc": 0.943757827225462,
      "eval_synth_f1": 0.9131767109295199,
      "eval_synth_loss": 0.3487641215324402,
      "eval_synth_precision": 0.9159836065573771,
      "eval_synth_recall": 0.9103869653767821,
      "eval_synth_runtime": 102.7035,
      "eval_synth_samples_per_second": 14.264,
      "eval_synth_steps_per_second": 0.448,
      "step": 7100
    },
    {
      "epoch": 0.442593074720125,
      "eval_real_accuracy": 0.8444767441860465,
      "eval_real_auroc": 0.9124619909630849,
      "eval_real_f1": 0.8866525423728814,
      "eval_real_loss": 0.3864551782608032,
      "eval_real_precision": 0.8593429158110883,
      "eval_real_recall": 0.9157549234135668,
      "eval_real_runtime": 96.0148,
      "eval_real_samples_per_second": 14.331,
      "eval_real_steps_per_second": 0.448,
      "step": 7100
    },
    {
      "epoch": 0.4427666406317799,
      "grad_norm": 49.287574768066406,
      "learning_rate": 4.070444104134763e-06,
      "loss": 2.1002,
      "step": 7101
    },
    {
      "epoch": 0.44294020654343486,
      "grad_norm": 37.16458511352539,
      "learning_rate": 4.070188871873405e-06,
      "loss": 1.5285,
      "step": 7102
    },
    {
      "epoch": 0.4431137724550898,
      "grad_norm": 66.441650390625,
      "learning_rate": 4.069933639612048e-06,
      "loss": 2.443,
      "step": 7103
    },
    {
      "epoch": 0.4432873383667448,
      "grad_norm": 34.454830169677734,
      "learning_rate": 4.06967840735069e-06,
      "loss": 1.924,
      "step": 7104
    },
    {
      "epoch": 0.44346090427839974,
      "grad_norm": 41.21018600463867,
      "learning_rate": 4.069423175089332e-06,
      "loss": 1.5664,
      "step": 7105
    },
    {
      "epoch": 0.4436344701900547,
      "grad_norm": 47.6443977355957,
      "learning_rate": 4.069167942827974e-06,
      "loss": 1.5848,
      "step": 7106
    },
    {
      "epoch": 0.4438080361017096,
      "grad_norm": 62.16462326049805,
      "learning_rate": 4.068912710566616e-06,
      "loss": 2.0239,
      "step": 7107
    },
    {
      "epoch": 0.44398160201336456,
      "grad_norm": 32.051353454589844,
      "learning_rate": 4.068657478305258e-06,
      "loss": 1.7055,
      "step": 7108
    },
    {
      "epoch": 0.4441551679250195,
      "grad_norm": 41.28407287597656,
      "learning_rate": 4.068402246043901e-06,
      "loss": 1.4125,
      "step": 7109
    },
    {
      "epoch": 0.4443287338366745,
      "grad_norm": 33.32692337036133,
      "learning_rate": 4.068147013782543e-06,
      "loss": 2.2058,
      "step": 7110
    },
    {
      "epoch": 0.44450229974832944,
      "grad_norm": 40.27019500732422,
      "learning_rate": 4.067891781521185e-06,
      "loss": 1.6784,
      "step": 7111
    },
    {
      "epoch": 0.4446758656599844,
      "grad_norm": 40.26898956298828,
      "learning_rate": 4.067636549259827e-06,
      "loss": 1.6139,
      "step": 7112
    },
    {
      "epoch": 0.4448494315716393,
      "grad_norm": 34.971961975097656,
      "learning_rate": 4.067381316998469e-06,
      "loss": 1.4278,
      "step": 7113
    },
    {
      "epoch": 0.44502299748329427,
      "grad_norm": 58.09378433227539,
      "learning_rate": 4.0671260847371115e-06,
      "loss": 1.7195,
      "step": 7114
    },
    {
      "epoch": 0.44519656339494923,
      "grad_norm": 34.24359130859375,
      "learning_rate": 4.0668708524757535e-06,
      "loss": 1.8222,
      "step": 7115
    },
    {
      "epoch": 0.4453701293066042,
      "grad_norm": 26.56090545654297,
      "learning_rate": 4.0666156202143955e-06,
      "loss": 0.9559,
      "step": 7116
    },
    {
      "epoch": 0.44554369521825915,
      "grad_norm": 39.304725646972656,
      "learning_rate": 4.0663603879530376e-06,
      "loss": 1.7351,
      "step": 7117
    },
    {
      "epoch": 0.4457172611299141,
      "grad_norm": 47.78520584106445,
      "learning_rate": 4.0661051556916796e-06,
      "loss": 2.7002,
      "step": 7118
    },
    {
      "epoch": 0.445890827041569,
      "grad_norm": 44.402122497558594,
      "learning_rate": 4.0658499234303216e-06,
      "loss": 1.8874,
      "step": 7119
    },
    {
      "epoch": 0.446064392953224,
      "grad_norm": 31.959514617919922,
      "learning_rate": 4.0655946911689644e-06,
      "loss": 1.5607,
      "step": 7120
    },
    {
      "epoch": 0.44623795886487894,
      "grad_norm": 43.75746536254883,
      "learning_rate": 4.0653394589076064e-06,
      "loss": 1.7378,
      "step": 7121
    },
    {
      "epoch": 0.4464115247765339,
      "grad_norm": 25.741533279418945,
      "learning_rate": 4.0650842266462485e-06,
      "loss": 0.7942,
      "step": 7122
    },
    {
      "epoch": 0.44658509068818886,
      "grad_norm": 44.52240753173828,
      "learning_rate": 4.0648289943848905e-06,
      "loss": 2.3117,
      "step": 7123
    },
    {
      "epoch": 0.4467586565998438,
      "grad_norm": 55.098876953125,
      "learning_rate": 4.0645737621235325e-06,
      "loss": 1.8198,
      "step": 7124
    },
    {
      "epoch": 0.4469322225114987,
      "grad_norm": 39.597171783447266,
      "learning_rate": 4.064318529862175e-06,
      "loss": 1.7355,
      "step": 7125
    },
    {
      "epoch": 0.4469322225114987,
      "eval_synth_accuracy": 0.8771331058020477,
      "eval_synth_auroc": 0.9505097974725178,
      "eval_synth_f1": 0.9052631578947369,
      "eval_synth_loss": 0.33930549025535583,
      "eval_synth_precision": 0.9368191721132898,
      "eval_synth_recall": 0.8757637474541752,
      "eval_synth_runtime": 102.7056,
      "eval_synth_samples_per_second": 14.264,
      "eval_synth_steps_per_second": 0.448,
      "step": 7125
    },
    {
      "epoch": 0.4469322225114987,
      "eval_real_accuracy": 0.8343023255813954,
      "eval_real_auroc": 0.9136851478208152,
      "eval_real_f1": 0.8720538720538721,
      "eval_real_loss": 0.3994297683238983,
      "eval_real_precision": 0.8951612903225806,
      "eval_real_recall": 0.850109409190372,
      "eval_real_runtime": 95.9932,
      "eval_real_samples_per_second": 14.334,
      "eval_real_steps_per_second": 0.448,
      "step": 7125
    },
    {
      "epoch": 0.4471057884231537,
      "grad_norm": 48.30339431762695,
      "learning_rate": 4.064063297600817e-06,
      "loss": 2.0644,
      "step": 7126
    },
    {
      "epoch": 0.44727935433480864,
      "grad_norm": 47.149505615234375,
      "learning_rate": 4.063808065339459e-06,
      "loss": 1.5103,
      "step": 7127
    },
    {
      "epoch": 0.4474529202464636,
      "grad_norm": 44.71903991699219,
      "learning_rate": 4.063552833078101e-06,
      "loss": 1.8953,
      "step": 7128
    },
    {
      "epoch": 0.44762648615811856,
      "grad_norm": 34.623313903808594,
      "learning_rate": 4.063297600816743e-06,
      "loss": 1.4541,
      "step": 7129
    },
    {
      "epoch": 0.44780005206977347,
      "grad_norm": 42.793067932128906,
      "learning_rate": 4.063042368555385e-06,
      "loss": 1.5909,
      "step": 7130
    },
    {
      "epoch": 0.44797361798142843,
      "grad_norm": 40.6513786315918,
      "learning_rate": 4.062787136294028e-06,
      "loss": 1.9326,
      "step": 7131
    },
    {
      "epoch": 0.4481471838930834,
      "grad_norm": 45.49185562133789,
      "learning_rate": 4.06253190403267e-06,
      "loss": 2.2932,
      "step": 7132
    },
    {
      "epoch": 0.44832074980473835,
      "grad_norm": 42.746273040771484,
      "learning_rate": 4.062276671771312e-06,
      "loss": 2.1646,
      "step": 7133
    },
    {
      "epoch": 0.4484943157163933,
      "grad_norm": 60.70555877685547,
      "learning_rate": 4.062021439509954e-06,
      "loss": 2.6017,
      "step": 7134
    },
    {
      "epoch": 0.44866788162804827,
      "grad_norm": 48.262699127197266,
      "learning_rate": 4.061766207248596e-06,
      "loss": 1.5854,
      "step": 7135
    },
    {
      "epoch": 0.4488414475397032,
      "grad_norm": 45.378299713134766,
      "learning_rate": 4.061510974987239e-06,
      "loss": 2.2035,
      "step": 7136
    },
    {
      "epoch": 0.44901501345135814,
      "grad_norm": 39.7672004699707,
      "learning_rate": 4.061255742725881e-06,
      "loss": 2.2092,
      "step": 7137
    },
    {
      "epoch": 0.4491885793630131,
      "grad_norm": 32.99296188354492,
      "learning_rate": 4.061000510464523e-06,
      "loss": 1.5426,
      "step": 7138
    },
    {
      "epoch": 0.44936214527466806,
      "grad_norm": 45.78034210205078,
      "learning_rate": 4.060745278203165e-06,
      "loss": 1.4032,
      "step": 7139
    },
    {
      "epoch": 0.449535711186323,
      "grad_norm": 45.738765716552734,
      "learning_rate": 4.060490045941807e-06,
      "loss": 2.0067,
      "step": 7140
    },
    {
      "epoch": 0.449709277097978,
      "grad_norm": 31.172653198242188,
      "learning_rate": 4.06023481368045e-06,
      "loss": 1.2215,
      "step": 7141
    },
    {
      "epoch": 0.4498828430096329,
      "grad_norm": 36.39390182495117,
      "learning_rate": 4.059979581419092e-06,
      "loss": 1.6682,
      "step": 7142
    },
    {
      "epoch": 0.45005640892128784,
      "grad_norm": 49.443546295166016,
      "learning_rate": 4.059724349157734e-06,
      "loss": 1.8283,
      "step": 7143
    },
    {
      "epoch": 0.4502299748329428,
      "grad_norm": 40.304649353027344,
      "learning_rate": 4.059469116896376e-06,
      "loss": 2.6526,
      "step": 7144
    },
    {
      "epoch": 0.45040354074459776,
      "grad_norm": 38.765872955322266,
      "learning_rate": 4.059213884635018e-06,
      "loss": 1.4148,
      "step": 7145
    },
    {
      "epoch": 0.4505771066562527,
      "grad_norm": 43.373695373535156,
      "learning_rate": 4.05895865237366e-06,
      "loss": 1.7696,
      "step": 7146
    },
    {
      "epoch": 0.4507506725679077,
      "grad_norm": 36.55982208251953,
      "learning_rate": 4.058703420112303e-06,
      "loss": 1.7624,
      "step": 7147
    },
    {
      "epoch": 0.4509242384795626,
      "grad_norm": 32.36307907104492,
      "learning_rate": 4.058448187850945e-06,
      "loss": 1.3583,
      "step": 7148
    },
    {
      "epoch": 0.45109780439121755,
      "grad_norm": 32.32545471191406,
      "learning_rate": 4.058192955589587e-06,
      "loss": 1.3152,
      "step": 7149
    },
    {
      "epoch": 0.4512713703028725,
      "grad_norm": 30.01445198059082,
      "learning_rate": 4.057937723328229e-06,
      "loss": 1.0841,
      "step": 7150
    },
    {
      "epoch": 0.4512713703028725,
      "eval_synth_accuracy": 0.8935153583617748,
      "eval_synth_auroc": 0.9518517581476936,
      "eval_synth_f1": 0.9203268641470889,
      "eval_synth_loss": 0.30201950669288635,
      "eval_synth_precision": 0.923155737704918,
      "eval_synth_recall": 0.9175152749490835,
      "eval_synth_runtime": 102.7455,
      "eval_synth_samples_per_second": 14.259,
      "eval_synth_steps_per_second": 0.448,
      "step": 7150
    },
    {
      "epoch": 0.4512713703028725,
      "eval_real_accuracy": 0.8364825581395349,
      "eval_real_auroc": 0.9065924957609859,
      "eval_real_f1": 0.880127863612147,
      "eval_real_loss": 0.39384961128234863,
      "eval_real_precision": 0.857736240913811,
      "eval_real_recall": 0.9037199124726477,
      "eval_real_runtime": 97.2521,
      "eval_real_samples_per_second": 14.149,
      "eval_real_steps_per_second": 0.442,
      "step": 7150
    },
    {
      "epoch": 0.45144493621452747,
      "grad_norm": 52.36357116699219,
      "learning_rate": 4.057682491066871e-06,
      "loss": 1.871,
      "step": 7151
    },
    {
      "epoch": 0.45161850212618243,
      "grad_norm": 43.941986083984375,
      "learning_rate": 4.057427258805514e-06,
      "loss": 0.9236,
      "step": 7152
    },
    {
      "epoch": 0.4517920680378374,
      "grad_norm": 34.63936996459961,
      "learning_rate": 4.057172026544156e-06,
      "loss": 1.1926,
      "step": 7153
    },
    {
      "epoch": 0.4519656339494923,
      "grad_norm": 39.400047302246094,
      "learning_rate": 4.056916794282798e-06,
      "loss": 1.51,
      "step": 7154
    },
    {
      "epoch": 0.45213919986114726,
      "grad_norm": 50.87453079223633,
      "learning_rate": 4.05666156202144e-06,
      "loss": 2.4256,
      "step": 7155
    },
    {
      "epoch": 0.4523127657728022,
      "grad_norm": 48.04558181762695,
      "learning_rate": 4.056406329760082e-06,
      "loss": 1.0624,
      "step": 7156
    },
    {
      "epoch": 0.4524863316844572,
      "grad_norm": 37.093929290771484,
      "learning_rate": 4.056151097498724e-06,
      "loss": 1.1449,
      "step": 7157
    },
    {
      "epoch": 0.45265989759611214,
      "grad_norm": 63.31782913208008,
      "learning_rate": 4.055895865237367e-06,
      "loss": 1.5897,
      "step": 7158
    },
    {
      "epoch": 0.4528334635077671,
      "grad_norm": 37.428123474121094,
      "learning_rate": 4.055640632976009e-06,
      "loss": 1.8465,
      "step": 7159
    },
    {
      "epoch": 0.453007029419422,
      "grad_norm": 54.27577209472656,
      "learning_rate": 4.055385400714651e-06,
      "loss": 2.3671,
      "step": 7160
    },
    {
      "epoch": 0.45318059533107696,
      "grad_norm": 49.279720306396484,
      "learning_rate": 4.055130168453293e-06,
      "loss": 2.0954,
      "step": 7161
    },
    {
      "epoch": 0.4533541612427319,
      "grad_norm": 48.53021240234375,
      "learning_rate": 4.054874936191935e-06,
      "loss": 1.9025,
      "step": 7162
    },
    {
      "epoch": 0.4535277271543869,
      "grad_norm": 45.41847610473633,
      "learning_rate": 4.054619703930578e-06,
      "loss": 1.513,
      "step": 7163
    },
    {
      "epoch": 0.45370129306604184,
      "grad_norm": 34.615047454833984,
      "learning_rate": 4.05436447166922e-06,
      "loss": 1.2414,
      "step": 7164
    },
    {
      "epoch": 0.4538748589776968,
      "grad_norm": 34.62085723876953,
      "learning_rate": 4.054109239407862e-06,
      "loss": 1.5045,
      "step": 7165
    },
    {
      "epoch": 0.4540484248893517,
      "grad_norm": 48.05302047729492,
      "learning_rate": 4.053854007146504e-06,
      "loss": 2.3826,
      "step": 7166
    },
    {
      "epoch": 0.45422199080100667,
      "grad_norm": 45.938072204589844,
      "learning_rate": 4.053598774885146e-06,
      "loss": 1.9524,
      "step": 7167
    },
    {
      "epoch": 0.45439555671266163,
      "grad_norm": 33.75613021850586,
      "learning_rate": 4.053343542623788e-06,
      "loss": 0.7978,
      "step": 7168
    },
    {
      "epoch": 0.4545691226243166,
      "grad_norm": 70.4061279296875,
      "learning_rate": 4.0530883103624305e-06,
      "loss": 2.2183,
      "step": 7169
    },
    {
      "epoch": 0.45474268853597155,
      "grad_norm": 52.04098129272461,
      "learning_rate": 4.0528330781010725e-06,
      "loss": 2.3416,
      "step": 7170
    },
    {
      "epoch": 0.4549162544476265,
      "grad_norm": 40.73978042602539,
      "learning_rate": 4.0525778458397145e-06,
      "loss": 1.8166,
      "step": 7171
    },
    {
      "epoch": 0.4550898203592814,
      "grad_norm": 32.79704284667969,
      "learning_rate": 4.0523226135783565e-06,
      "loss": 1.142,
      "step": 7172
    },
    {
      "epoch": 0.4552633862709364,
      "grad_norm": 31.346263885498047,
      "learning_rate": 4.0520673813169986e-06,
      "loss": 1.4231,
      "step": 7173
    },
    {
      "epoch": 0.45543695218259134,
      "grad_norm": 38.075679779052734,
      "learning_rate": 4.051812149055641e-06,
      "loss": 1.2536,
      "step": 7174
    },
    {
      "epoch": 0.4556105180942463,
      "grad_norm": 49.16788864135742,
      "learning_rate": 4.051556916794283e-06,
      "loss": 1.6009,
      "step": 7175
    },
    {
      "epoch": 0.4556105180942463,
      "eval_synth_accuracy": 0.8935153583617748,
      "eval_synth_auroc": 0.954655855080897,
      "eval_synth_f1": 0.9208121827411168,
      "eval_synth_loss": 0.2767256498336792,
      "eval_synth_precision": 0.9180161943319838,
      "eval_synth_recall": 0.9236252545824847,
      "eval_synth_runtime": 102.7693,
      "eval_synth_samples_per_second": 14.255,
      "eval_synth_steps_per_second": 0.448,
      "step": 7175
    },
    {
      "epoch": 0.4556105180942463,
      "eval_real_accuracy": 0.8415697674418605,
      "eval_real_auroc": 0.9087143709682003,
      "eval_real_f1": 0.8841657810839533,
      "eval_real_loss": 0.38222095370292664,
      "eval_real_precision": 0.859504132231405,
      "eval_real_recall": 0.9102844638949672,
      "eval_real_runtime": 96.0084,
      "eval_real_samples_per_second": 14.332,
      "eval_real_steps_per_second": 0.448,
      "step": 7175
    },
    {
      "epoch": 0.45578408400590126,
      "grad_norm": 34.692020416259766,
      "learning_rate": 4.0513016845329254e-06,
      "loss": 1.6535,
      "step": 7176
    },
    {
      "epoch": 0.4559576499175562,
      "grad_norm": 50.64966583251953,
      "learning_rate": 4.0510464522715674e-06,
      "loss": 2.2458,
      "step": 7177
    },
    {
      "epoch": 0.4561312158292111,
      "grad_norm": 27.288393020629883,
      "learning_rate": 4.0507912200102094e-06,
      "loss": 1.4477,
      "step": 7178
    },
    {
      "epoch": 0.4563047817408661,
      "grad_norm": 28.047897338867188,
      "learning_rate": 4.050535987748852e-06,
      "loss": 0.9189,
      "step": 7179
    },
    {
      "epoch": 0.45647834765252104,
      "grad_norm": 74.74284362792969,
      "learning_rate": 4.050280755487494e-06,
      "loss": 2.3247,
      "step": 7180
    },
    {
      "epoch": 0.456651913564176,
      "grad_norm": 33.277671813964844,
      "learning_rate": 4.050025523226136e-06,
      "loss": 1.0674,
      "step": 7181
    },
    {
      "epoch": 0.45682547947583096,
      "grad_norm": 55.93566131591797,
      "learning_rate": 4.049770290964778e-06,
      "loss": 2.0538,
      "step": 7182
    },
    {
      "epoch": 0.4569990453874859,
      "grad_norm": 25.497121810913086,
      "learning_rate": 4.04951505870342e-06,
      "loss": 0.8102,
      "step": 7183
    },
    {
      "epoch": 0.45717261129914083,
      "grad_norm": 47.99601364135742,
      "learning_rate": 4.049259826442062e-06,
      "loss": 1.9869,
      "step": 7184
    },
    {
      "epoch": 0.4573461772107958,
      "grad_norm": 31.665752410888672,
      "learning_rate": 4.049004594180705e-06,
      "loss": 1.236,
      "step": 7185
    },
    {
      "epoch": 0.45751974312245075,
      "grad_norm": 51.092586517333984,
      "learning_rate": 4.048749361919347e-06,
      "loss": 2.5971,
      "step": 7186
    },
    {
      "epoch": 0.4576933090341057,
      "grad_norm": 32.03973388671875,
      "learning_rate": 4.048494129657989e-06,
      "loss": 1.0577,
      "step": 7187
    },
    {
      "epoch": 0.45786687494576067,
      "grad_norm": 49.83690643310547,
      "learning_rate": 4.048238897396631e-06,
      "loss": 1.4728,
      "step": 7188
    },
    {
      "epoch": 0.4580404408574156,
      "grad_norm": 52.23971939086914,
      "learning_rate": 4.047983665135273e-06,
      "loss": 1.3878,
      "step": 7189
    },
    {
      "epoch": 0.45821400676907054,
      "grad_norm": 47.3399772644043,
      "learning_rate": 4.047728432873916e-06,
      "loss": 1.7819,
      "step": 7190
    },
    {
      "epoch": 0.4583875726807255,
      "grad_norm": 46.05125045776367,
      "learning_rate": 4.047473200612558e-06,
      "loss": 2.3364,
      "step": 7191
    },
    {
      "epoch": 0.45856113859238046,
      "grad_norm": 40.82220458984375,
      "learning_rate": 4.0472179683512e-06,
      "loss": 1.3544,
      "step": 7192
    },
    {
      "epoch": 0.4587347045040354,
      "grad_norm": 51.17556381225586,
      "learning_rate": 4.046962736089842e-06,
      "loss": 1.5058,
      "step": 7193
    },
    {
      "epoch": 0.4589082704156904,
      "grad_norm": 53.61209487915039,
      "learning_rate": 4.046707503828484e-06,
      "loss": 1.3591,
      "step": 7194
    },
    {
      "epoch": 0.4590818363273453,
      "grad_norm": 43.82583236694336,
      "learning_rate": 4.046452271567126e-06,
      "loss": 1.5761,
      "step": 7195
    },
    {
      "epoch": 0.45925540223900024,
      "grad_norm": 39.218955993652344,
      "learning_rate": 4.046197039305769e-06,
      "loss": 1.5668,
      "step": 7196
    },
    {
      "epoch": 0.4594289681506552,
      "grad_norm": 38.673458099365234,
      "learning_rate": 4.045941807044411e-06,
      "loss": 1.3709,
      "step": 7197
    },
    {
      "epoch": 0.45960253406231016,
      "grad_norm": 36.7836799621582,
      "learning_rate": 4.045686574783053e-06,
      "loss": 1.3387,
      "step": 7198
    },
    {
      "epoch": 0.4597760999739651,
      "grad_norm": 48.445011138916016,
      "learning_rate": 4.045431342521695e-06,
      "loss": 1.6533,
      "step": 7199
    },
    {
      "epoch": 0.4599496658856201,
      "grad_norm": 49.51181411743164,
      "learning_rate": 4.045176110260337e-06,
      "loss": 1.3756,
      "step": 7200
    },
    {
      "epoch": 0.4599496658856201,
      "eval_synth_accuracy": 0.8839590443686007,
      "eval_synth_auroc": 0.9561085037929101,
      "eval_synth_f1": 0.9106203995793901,
      "eval_synth_loss": 0.30774086713790894,
      "eval_synth_precision": 0.941304347826087,
      "eval_synth_recall": 0.8818737270875764,
      "eval_synth_runtime": 102.7132,
      "eval_synth_samples_per_second": 14.263,
      "eval_synth_steps_per_second": 0.448,
      "step": 7200
    },
    {
      "epoch": 0.4599496658856201,
      "eval_real_accuracy": 0.842296511627907,
      "eval_real_auroc": 0.9088647494008545,
      "eval_real_f1": 0.8830188679245283,
      "eval_real_loss": 0.40340352058410645,
      "eval_real_precision": 0.8703506907545164,
      "eval_real_recall": 0.8960612691466083,
      "eval_real_runtime": 96.0413,
      "eval_real_samples_per_second": 14.327,
      "eval_real_steps_per_second": 0.448,
      "step": 7200
    },
    {
      "epoch": 0.460123231797275,
      "grad_norm": 94.2719497680664,
      "learning_rate": 4.04492087799898e-06,
      "loss": 2.296,
      "step": 7201
    },
    {
      "epoch": 0.46029679770892995,
      "grad_norm": 34.63569641113281,
      "learning_rate": 4.044665645737622e-06,
      "loss": 1.596,
      "step": 7202
    },
    {
      "epoch": 0.4604703636205849,
      "grad_norm": 35.2042121887207,
      "learning_rate": 4.044410413476264e-06,
      "loss": 1.2865,
      "step": 7203
    },
    {
      "epoch": 0.46064392953223987,
      "grad_norm": 40.10308837890625,
      "learning_rate": 4.044155181214906e-06,
      "loss": 1.4496,
      "step": 7204
    },
    {
      "epoch": 0.46081749544389483,
      "grad_norm": 28.149127960205078,
      "learning_rate": 4.043899948953548e-06,
      "loss": 0.636,
      "step": 7205
    },
    {
      "epoch": 0.4609910613555498,
      "grad_norm": 46.017337799072266,
      "learning_rate": 4.043644716692191e-06,
      "loss": 1.843,
      "step": 7206
    },
    {
      "epoch": 0.4611646272672047,
      "grad_norm": 45.14183807373047,
      "learning_rate": 4.043389484430833e-06,
      "loss": 1.4279,
      "step": 7207
    },
    {
      "epoch": 0.46133819317885966,
      "grad_norm": 29.861587524414062,
      "learning_rate": 4.043134252169475e-06,
      "loss": 0.9055,
      "step": 7208
    },
    {
      "epoch": 0.4615117590905146,
      "grad_norm": 43.00624084472656,
      "learning_rate": 4.042879019908117e-06,
      "loss": 0.9635,
      "step": 7209
    },
    {
      "epoch": 0.4616853250021696,
      "grad_norm": 37.57199478149414,
      "learning_rate": 4.042623787646759e-06,
      "loss": 1.3565,
      "step": 7210
    },
    {
      "epoch": 0.46185889091382454,
      "grad_norm": 46.06307601928711,
      "learning_rate": 4.042368555385401e-06,
      "loss": 1.5013,
      "step": 7211
    },
    {
      "epoch": 0.4620324568254795,
      "grad_norm": 46.89314270019531,
      "learning_rate": 4.042113323124044e-06,
      "loss": 1.511,
      "step": 7212
    },
    {
      "epoch": 0.4622060227371344,
      "grad_norm": 48.76031494140625,
      "learning_rate": 4.041858090862686e-06,
      "loss": 1.4346,
      "step": 7213
    },
    {
      "epoch": 0.46237958864878936,
      "grad_norm": 51.30781936645508,
      "learning_rate": 4.041602858601327e-06,
      "loss": 1.9028,
      "step": 7214
    },
    {
      "epoch": 0.4625531545604443,
      "grad_norm": 36.48447036743164,
      "learning_rate": 4.04134762633997e-06,
      "loss": 1.1586,
      "step": 7215
    },
    {
      "epoch": 0.4627267204720993,
      "grad_norm": 61.49909591674805,
      "learning_rate": 4.041092394078612e-06,
      "loss": 2.0812,
      "step": 7216
    },
    {
      "epoch": 0.46290028638375424,
      "grad_norm": 49.2806396484375,
      "learning_rate": 4.040837161817255e-06,
      "loss": 1.7913,
      "step": 7217
    },
    {
      "epoch": 0.4630738522954092,
      "grad_norm": 75.5100326538086,
      "learning_rate": 4.040581929555897e-06,
      "loss": 2.3978,
      "step": 7218
    },
    {
      "epoch": 0.4632474182070641,
      "grad_norm": 46.53902053833008,
      "learning_rate": 4.040326697294539e-06,
      "loss": 2.1943,
      "step": 7219
    },
    {
      "epoch": 0.46342098411871907,
      "grad_norm": 64.82181549072266,
      "learning_rate": 4.040071465033181e-06,
      "loss": 2.2217,
      "step": 7220
    },
    {
      "epoch": 0.46359455003037403,
      "grad_norm": 41.97689437866211,
      "learning_rate": 4.039816232771823e-06,
      "loss": 1.2332,
      "step": 7221
    },
    {
      "epoch": 0.463768115942029,
      "grad_norm": 55.94980239868164,
      "learning_rate": 4.039561000510465e-06,
      "loss": 2.077,
      "step": 7222
    },
    {
      "epoch": 0.46394168185368395,
      "grad_norm": 45.4875373840332,
      "learning_rate": 4.0393057682491075e-06,
      "loss": 1.6388,
      "step": 7223
    },
    {
      "epoch": 0.4641152477653389,
      "grad_norm": 43.97536087036133,
      "learning_rate": 4.0390505359877495e-06,
      "loss": 1.6455,
      "step": 7224
    },
    {
      "epoch": 0.4642888136769938,
      "grad_norm": 32.882240295410156,
      "learning_rate": 4.0387953037263915e-06,
      "loss": 1.2341,
      "step": 7225
    },
    {
      "epoch": 0.4642888136769938,
      "eval_synth_accuracy": 0.8873720136518771,
      "eval_synth_auroc": 0.9514058434850075,
      "eval_synth_f1": 0.9154279856483855,
      "eval_synth_loss": 0.29150456190109253,
      "eval_synth_precision": 0.9215686274509803,
      "eval_synth_recall": 0.9093686354378818,
      "eval_synth_runtime": 102.7056,
      "eval_synth_samples_per_second": 14.264,
      "eval_synth_steps_per_second": 0.448,
      "step": 7225
    },
    {
      "epoch": 0.4642888136769938,
      "eval_real_accuracy": 0.8306686046511628,
      "eval_real_auroc": 0.8967610616954163,
      "eval_real_f1": 0.8763925729442971,
      "eval_real_loss": 0.4171184301376343,
      "eval_real_precision": 0.850669412976313,
      "eval_real_recall": 0.9037199124726477,
      "eval_real_runtime": 96.0127,
      "eval_real_samples_per_second": 14.331,
      "eval_real_steps_per_second": 0.448,
      "step": 7225
    },
    {
      "epoch": 0.4644623795886488,
      "grad_norm": 60.74863815307617,
      "learning_rate": 4.0385400714650335e-06,
      "loss": 1.7026,
      "step": 7226
    },
    {
      "epoch": 0.46463594550030374,
      "grad_norm": 40.20234298706055,
      "learning_rate": 4.0382848392036755e-06,
      "loss": 2.1332,
      "step": 7227
    },
    {
      "epoch": 0.4648095114119587,
      "grad_norm": 38.835235595703125,
      "learning_rate": 4.038029606942318e-06,
      "loss": 1.2352,
      "step": 7228
    },
    {
      "epoch": 0.46498307732361366,
      "grad_norm": 36.666194915771484,
      "learning_rate": 4.03777437468096e-06,
      "loss": 1.6615,
      "step": 7229
    },
    {
      "epoch": 0.4651566432352686,
      "grad_norm": 38.37605285644531,
      "learning_rate": 4.0375191424196016e-06,
      "loss": 2.0426,
      "step": 7230
    },
    {
      "epoch": 0.4653302091469235,
      "grad_norm": 41.84046173095703,
      "learning_rate": 4.037263910158244e-06,
      "loss": 1.8148,
      "step": 7231
    },
    {
      "epoch": 0.4655037750585785,
      "grad_norm": 27.44548225402832,
      "learning_rate": 4.0370086778968864e-06,
      "loss": 0.9669,
      "step": 7232
    },
    {
      "epoch": 0.46567734097023344,
      "grad_norm": 28.490495681762695,
      "learning_rate": 4.0367534456355284e-06,
      "loss": 1.4277,
      "step": 7233
    },
    {
      "epoch": 0.4658509068818884,
      "grad_norm": 55.18997573852539,
      "learning_rate": 4.036498213374171e-06,
      "loss": 1.4957,
      "step": 7234
    },
    {
      "epoch": 0.46602447279354337,
      "grad_norm": 37.7874755859375,
      "learning_rate": 4.0362429811128125e-06,
      "loss": 1.6318,
      "step": 7235
    },
    {
      "epoch": 0.4661980387051983,
      "grad_norm": 37.35938262939453,
      "learning_rate": 4.035987748851455e-06,
      "loss": 1.5771,
      "step": 7236
    },
    {
      "epoch": 0.46637160461685323,
      "grad_norm": 32.54861831665039,
      "learning_rate": 4.035732516590097e-06,
      "loss": 1.879,
      "step": 7237
    },
    {
      "epoch": 0.4665451705285082,
      "grad_norm": 41.51209259033203,
      "learning_rate": 4.035477284328739e-06,
      "loss": 1.5839,
      "step": 7238
    },
    {
      "epoch": 0.46671873644016315,
      "grad_norm": 58.46273422241211,
      "learning_rate": 4.035222052067382e-06,
      "loss": 1.8196,
      "step": 7239
    },
    {
      "epoch": 0.4668923023518181,
      "grad_norm": 54.83118438720703,
      "learning_rate": 4.034966819806024e-06,
      "loss": 2.2845,
      "step": 7240
    },
    {
      "epoch": 0.46706586826347307,
      "grad_norm": 39.88930130004883,
      "learning_rate": 4.034711587544665e-06,
      "loss": 1.514,
      "step": 7241
    },
    {
      "epoch": 0.46723943417512803,
      "grad_norm": 40.971187591552734,
      "learning_rate": 4.034456355283308e-06,
      "loss": 1.4521,
      "step": 7242
    },
    {
      "epoch": 0.46741300008678294,
      "grad_norm": 40.88556671142578,
      "learning_rate": 4.03420112302195e-06,
      "loss": 1.5449,
      "step": 7243
    },
    {
      "epoch": 0.4675865659984379,
      "grad_norm": 43.76790237426758,
      "learning_rate": 4.033945890760593e-06,
      "loss": 1.3231,
      "step": 7244
    },
    {
      "epoch": 0.46776013191009286,
      "grad_norm": 44.44355392456055,
      "learning_rate": 4.033690658499235e-06,
      "loss": 2.2251,
      "step": 7245
    },
    {
      "epoch": 0.4679336978217478,
      "grad_norm": 39.76972961425781,
      "learning_rate": 4.033435426237876e-06,
      "loss": 1.4527,
      "step": 7246
    },
    {
      "epoch": 0.4681072637334028,
      "grad_norm": 27.354501724243164,
      "learning_rate": 4.033180193976519e-06,
      "loss": 0.8699,
      "step": 7247
    },
    {
      "epoch": 0.4682808296450577,
      "grad_norm": 49.824668884277344,
      "learning_rate": 4.032924961715161e-06,
      "loss": 1.3419,
      "step": 7248
    },
    {
      "epoch": 0.46845439555671264,
      "grad_norm": 31.104795455932617,
      "learning_rate": 4.032669729453803e-06,
      "loss": 1.0677,
      "step": 7249
    },
    {
      "epoch": 0.4686279614683676,
      "grad_norm": 40.06804275512695,
      "learning_rate": 4.032414497192446e-06,
      "loss": 1.535,
      "step": 7250
    },
    {
      "epoch": 0.4686279614683676,
      "eval_synth_accuracy": 0.89419795221843,
      "eval_synth_auroc": 0.9546115798661624,
      "eval_synth_f1": 0.9196474857439088,
      "eval_synth_loss": 0.3084229826927185,
      "eval_synth_precision": 0.9366420274551215,
      "eval_synth_recall": 0.9032586558044806,
      "eval_synth_runtime": 102.6666,
      "eval_synth_samples_per_second": 14.269,
      "eval_synth_steps_per_second": 0.448,
      "step": 7250
    },
    {
      "epoch": 0.4686279614683676,
      "eval_real_accuracy": 0.8313953488372093,
      "eval_real_auroc": 0.8958694478388134,
      "eval_real_f1": 0.8743228602383532,
      "eval_real_loss": 0.4460022449493408,
      "eval_real_precision": 0.8658798283261803,
      "eval_real_recall": 0.8829321663019694,
      "eval_real_runtime": 96.0026,
      "eval_real_samples_per_second": 14.333,
      "eval_real_steps_per_second": 0.448,
      "step": 7250
    },
    {
      "epoch": 0.46880152738002256,
      "grad_norm": 37.41624450683594,
      "learning_rate": 4.032159264931087e-06,
      "loss": 1.7791,
      "step": 7251
    },
    {
      "epoch": 0.4689750932916775,
      "grad_norm": 38.57404327392578,
      "learning_rate": 4.031904032669729e-06,
      "loss": 1.2058,
      "step": 7252
    },
    {
      "epoch": 0.4691486592033325,
      "grad_norm": 33.71494674682617,
      "learning_rate": 4.031648800408372e-06,
      "loss": 1.2621,
      "step": 7253
    },
    {
      "epoch": 0.4693222251149874,
      "grad_norm": 46.65199661254883,
      "learning_rate": 4.031393568147014e-06,
      "loss": 1.7016,
      "step": 7254
    },
    {
      "epoch": 0.46949579102664235,
      "grad_norm": 43.74276351928711,
      "learning_rate": 4.031138335885657e-06,
      "loss": 1.3302,
      "step": 7255
    },
    {
      "epoch": 0.4696693569382973,
      "grad_norm": 53.72599792480469,
      "learning_rate": 4.030883103624298e-06,
      "loss": 2.0713,
      "step": 7256
    },
    {
      "epoch": 0.46984292284995227,
      "grad_norm": 32.94243621826172,
      "learning_rate": 4.03062787136294e-06,
      "loss": 1.1934,
      "step": 7257
    },
    {
      "epoch": 0.47001648876160723,
      "grad_norm": 43.070899963378906,
      "learning_rate": 4.030372639101583e-06,
      "loss": 1.2682,
      "step": 7258
    },
    {
      "epoch": 0.4701900546732622,
      "grad_norm": 40.58049011230469,
      "learning_rate": 4.030117406840225e-06,
      "loss": 1.3893,
      "step": 7259
    },
    {
      "epoch": 0.4703636205849171,
      "grad_norm": 31.372169494628906,
      "learning_rate": 4.029862174578867e-06,
      "loss": 1.0902,
      "step": 7260
    },
    {
      "epoch": 0.47053718649657206,
      "grad_norm": 47.49858093261719,
      "learning_rate": 4.02960694231751e-06,
      "loss": 1.85,
      "step": 7261
    },
    {
      "epoch": 0.470710752408227,
      "grad_norm": 27.655832290649414,
      "learning_rate": 4.029351710056151e-06,
      "loss": 1.0434,
      "step": 7262
    },
    {
      "epoch": 0.470884318319882,
      "grad_norm": 35.691036224365234,
      "learning_rate": 4.029096477794794e-06,
      "loss": 1.4048,
      "step": 7263
    },
    {
      "epoch": 0.47105788423153694,
      "grad_norm": 51.62430191040039,
      "learning_rate": 4.028841245533436e-06,
      "loss": 1.3146,
      "step": 7264
    },
    {
      "epoch": 0.4712314501431919,
      "grad_norm": 45.72980880737305,
      "learning_rate": 4.028586013272078e-06,
      "loss": 2.1564,
      "step": 7265
    },
    {
      "epoch": 0.4714050160548468,
      "grad_norm": 33.360389709472656,
      "learning_rate": 4.028330781010721e-06,
      "loss": 1.0656,
      "step": 7266
    },
    {
      "epoch": 0.47157858196650176,
      "grad_norm": 49.15684509277344,
      "learning_rate": 4.028075548749362e-06,
      "loss": 1.9314,
      "step": 7267
    },
    {
      "epoch": 0.4717521478781567,
      "grad_norm": 44.28270721435547,
      "learning_rate": 4.027820316488004e-06,
      "loss": 1.8424,
      "step": 7268
    },
    {
      "epoch": 0.4719257137898117,
      "grad_norm": 41.6651611328125,
      "learning_rate": 4.027565084226647e-06,
      "loss": 1.4412,
      "step": 7269
    },
    {
      "epoch": 0.47209927970146665,
      "grad_norm": 51.73304748535156,
      "learning_rate": 4.027309851965289e-06,
      "loss": 1.8996,
      "step": 7270
    },
    {
      "epoch": 0.4722728456131216,
      "grad_norm": 37.15729522705078,
      "learning_rate": 4.027054619703931e-06,
      "loss": 1.7692,
      "step": 7271
    },
    {
      "epoch": 0.4724464115247765,
      "grad_norm": 46.51815414428711,
      "learning_rate": 4.026799387442573e-06,
      "loss": 1.5211,
      "step": 7272
    },
    {
      "epoch": 0.47261997743643147,
      "grad_norm": 32.541812896728516,
      "learning_rate": 4.026544155181215e-06,
      "loss": 1.1423,
      "step": 7273
    },
    {
      "epoch": 0.47279354334808643,
      "grad_norm": 63.24807357788086,
      "learning_rate": 4.026288922919858e-06,
      "loss": 3.0137,
      "step": 7274
    },
    {
      "epoch": 0.4729671092597414,
      "grad_norm": 44.07682800292969,
      "learning_rate": 4.0260336906585e-06,
      "loss": 1.5797,
      "step": 7275
    },
    {
      "epoch": 0.4729671092597414,
      "eval_synth_accuracy": 0.8996587030716724,
      "eval_synth_auroc": 0.9569370828115182,
      "eval_synth_f1": 0.9244992295839753,
      "eval_synth_loss": 0.28689688444137573,
      "eval_synth_precision": 0.9326424870466321,
      "eval_synth_recall": 0.9164969450101833,
      "eval_synth_runtime": 103.9061,
      "eval_synth_samples_per_second": 14.099,
      "eval_synth_steps_per_second": 0.443,
      "step": 7275
    },
    {
      "epoch": 0.4729671092597414,
      "eval_real_accuracy": 0.8372093023255814,
      "eval_real_auroc": 0.9078417024259475,
      "eval_real_f1": 0.879957127545552,
      "eval_real_loss": 0.40948206186294556,
      "eval_real_precision": 0.8623949579831933,
      "eval_real_recall": 0.8982494529540481,
      "eval_real_runtime": 95.9942,
      "eval_real_samples_per_second": 14.334,
      "eval_real_steps_per_second": 0.448,
      "step": 7275
    },
    {
      "epoch": 0.47314067517139635,
      "grad_norm": 33.63242721557617,
      "learning_rate": 4.025778458397142e-06,
      "loss": 1.3475,
      "step": 7276
    },
    {
      "epoch": 0.4733142410830513,
      "grad_norm": 40.09952926635742,
      "learning_rate": 4.0255232261357845e-06,
      "loss": 2.1346,
      "step": 7277
    },
    {
      "epoch": 0.4734878069947062,
      "grad_norm": 39.681304931640625,
      "learning_rate": 4.025267993874426e-06,
      "loss": 1.4667,
      "step": 7278
    },
    {
      "epoch": 0.4736613729063612,
      "grad_norm": 51.3662223815918,
      "learning_rate": 4.025012761613068e-06,
      "loss": 2.7062,
      "step": 7279
    },
    {
      "epoch": 0.47383493881801614,
      "grad_norm": 36.322608947753906,
      "learning_rate": 4.0247575293517105e-06,
      "loss": 1.3423,
      "step": 7280
    },
    {
      "epoch": 0.4740085047296711,
      "grad_norm": 30.34109115600586,
      "learning_rate": 4.0245022970903525e-06,
      "loss": 1.5378,
      "step": 7281
    },
    {
      "epoch": 0.47418207064132606,
      "grad_norm": 44.07560348510742,
      "learning_rate": 4.024247064828995e-06,
      "loss": 1.3179,
      "step": 7282
    },
    {
      "epoch": 0.474355636552981,
      "grad_norm": 61.79732894897461,
      "learning_rate": 4.0239918325676365e-06,
      "loss": 3.1029,
      "step": 7283
    },
    {
      "epoch": 0.4745292024646359,
      "grad_norm": 29.02424430847168,
      "learning_rate": 4.0237366003062785e-06,
      "loss": 1.162,
      "step": 7284
    },
    {
      "epoch": 0.4747027683762909,
      "grad_norm": 34.59437942504883,
      "learning_rate": 4.023481368044921e-06,
      "loss": 1.1661,
      "step": 7285
    },
    {
      "epoch": 0.47487633428794584,
      "grad_norm": 42.00147247314453,
      "learning_rate": 4.023226135783563e-06,
      "loss": 2.2562,
      "step": 7286
    },
    {
      "epoch": 0.4750499001996008,
      "grad_norm": 38.13838195800781,
      "learning_rate": 4.022970903522205e-06,
      "loss": 1.3382,
      "step": 7287
    },
    {
      "epoch": 0.47522346611125577,
      "grad_norm": 32.88313293457031,
      "learning_rate": 4.0227156712608474e-06,
      "loss": 1.5037,
      "step": 7288
    },
    {
      "epoch": 0.4753970320229107,
      "grad_norm": 51.169254302978516,
      "learning_rate": 4.0224604389994894e-06,
      "loss": 2.1162,
      "step": 7289
    },
    {
      "epoch": 0.47557059793456563,
      "grad_norm": 29.011140823364258,
      "learning_rate": 4.022205206738132e-06,
      "loss": 0.9351,
      "step": 7290
    },
    {
      "epoch": 0.4757441638462206,
      "grad_norm": 27.260210037231445,
      "learning_rate": 4.021949974476774e-06,
      "loss": 1.1669,
      "step": 7291
    },
    {
      "epoch": 0.47591772975787555,
      "grad_norm": 41.959537506103516,
      "learning_rate": 4.021694742215416e-06,
      "loss": 2.1128,
      "step": 7292
    },
    {
      "epoch": 0.4760912956695305,
      "grad_norm": 37.85414505004883,
      "learning_rate": 4.021439509954058e-06,
      "loss": 1.5075,
      "step": 7293
    },
    {
      "epoch": 0.4762648615811855,
      "grad_norm": 26.734487533569336,
      "learning_rate": 4.0211842776927e-06,
      "loss": 1.2159,
      "step": 7294
    },
    {
      "epoch": 0.47643842749284043,
      "grad_norm": 35.87696838378906,
      "learning_rate": 4.020929045431342e-06,
      "loss": 2.1551,
      "step": 7295
    },
    {
      "epoch": 0.47661199340449534,
      "grad_norm": 43.65477752685547,
      "learning_rate": 4.020673813169985e-06,
      "loss": 1.8822,
      "step": 7296
    },
    {
      "epoch": 0.4767855593161503,
      "grad_norm": 28.27056312561035,
      "learning_rate": 4.020418580908627e-06,
      "loss": 1.5524,
      "step": 7297
    },
    {
      "epoch": 0.47695912522780526,
      "grad_norm": 32.7518310546875,
      "learning_rate": 4.020163348647269e-06,
      "loss": 1.7001,
      "step": 7298
    },
    {
      "epoch": 0.4771326911394602,
      "grad_norm": 46.054588317871094,
      "learning_rate": 4.019908116385911e-06,
      "loss": 1.8228,
      "step": 7299
    },
    {
      "epoch": 0.4773062570511152,
      "grad_norm": 52.78134536743164,
      "learning_rate": 4.019652884124553e-06,
      "loss": 1.5544,
      "step": 7300
    },
    {
      "epoch": 0.4773062570511152,
      "eval_synth_accuracy": 0.8880546075085324,
      "eval_synth_auroc": 0.9508365907241317,
      "eval_synth_f1": 0.9143155694879833,
      "eval_synth_loss": 0.31754350662231445,
      "eval_synth_precision": 0.9388412017167382,
      "eval_synth_recall": 0.8910386965376782,
      "eval_synth_runtime": 102.7484,
      "eval_synth_samples_per_second": 14.258,
      "eval_synth_steps_per_second": 0.448,
      "step": 7300
    },
    {
      "epoch": 0.4773062570511152,
      "eval_real_accuracy": 0.8401162790697675,
      "eval_real_auroc": 0.9039318631769397,
      "eval_real_f1": 0.8779134295227525,
      "eval_real_loss": 0.4168829917907715,
      "eval_real_precision": 0.8907657657657657,
      "eval_real_recall": 0.8654266958424508,
      "eval_real_runtime": 96.9464,
      "eval_real_samples_per_second": 14.193,
      "eval_real_steps_per_second": 0.444,
      "step": 7300
    },
    {
      "epoch": 0.47747982296277014,
      "grad_norm": 27.77802276611328,
      "learning_rate": 4.019397651863196e-06,
      "loss": 1.008,
      "step": 7301
    },
    {
      "epoch": 0.47765338887442504,
      "grad_norm": 39.223384857177734,
      "learning_rate": 4.019142419601838e-06,
      "loss": 1.5816,
      "step": 7302
    },
    {
      "epoch": 0.47782695478608,
      "grad_norm": 37.12100601196289,
      "learning_rate": 4.01888718734048e-06,
      "loss": 1.2792,
      "step": 7303
    },
    {
      "epoch": 0.47800052069773497,
      "grad_norm": 36.20003128051758,
      "learning_rate": 4.018631955079122e-06,
      "loss": 1.3074,
      "step": 7304
    },
    {
      "epoch": 0.4781740866093899,
      "grad_norm": 31.814285278320312,
      "learning_rate": 4.018376722817764e-06,
      "loss": 1.4099,
      "step": 7305
    },
    {
      "epoch": 0.4783476525210449,
      "grad_norm": 48.48844528198242,
      "learning_rate": 4.018121490556406e-06,
      "loss": 1.3709,
      "step": 7306
    },
    {
      "epoch": 0.4785212184326998,
      "grad_norm": 25.294464111328125,
      "learning_rate": 4.017866258295049e-06,
      "loss": 0.8641,
      "step": 7307
    },
    {
      "epoch": 0.47869478434435475,
      "grad_norm": 56.14437484741211,
      "learning_rate": 4.017611026033691e-06,
      "loss": 2.6529,
      "step": 7308
    },
    {
      "epoch": 0.4788683502560097,
      "grad_norm": 44.89218521118164,
      "learning_rate": 4.017355793772333e-06,
      "loss": 1.6947,
      "step": 7309
    },
    {
      "epoch": 0.47904191616766467,
      "grad_norm": 37.20493698120117,
      "learning_rate": 4.017100561510975e-06,
      "loss": 1.4499,
      "step": 7310
    },
    {
      "epoch": 0.47921548207931963,
      "grad_norm": 26.873943328857422,
      "learning_rate": 4.016845329249617e-06,
      "loss": 0.7181,
      "step": 7311
    },
    {
      "epoch": 0.4793890479909746,
      "grad_norm": 38.40835952758789,
      "learning_rate": 4.01659009698826e-06,
      "loss": 1.3411,
      "step": 7312
    },
    {
      "epoch": 0.4795626139026295,
      "grad_norm": 69.66231536865234,
      "learning_rate": 4.016334864726902e-06,
      "loss": 1.2015,
      "step": 7313
    },
    {
      "epoch": 0.47973617981428446,
      "grad_norm": 40.40256118774414,
      "learning_rate": 4.016079632465544e-06,
      "loss": 1.1096,
      "step": 7314
    },
    {
      "epoch": 0.4799097457259394,
      "grad_norm": 37.7347526550293,
      "learning_rate": 4.015824400204186e-06,
      "loss": 1.2077,
      "step": 7315
    },
    {
      "epoch": 0.4800833116375944,
      "grad_norm": 46.72256851196289,
      "learning_rate": 4.015569167942828e-06,
      "loss": 1.0109,
      "step": 7316
    },
    {
      "epoch": 0.48025687754924934,
      "grad_norm": 52.380916595458984,
      "learning_rate": 4.01531393568147e-06,
      "loss": 1.1907,
      "step": 7317
    },
    {
      "epoch": 0.4804304434609043,
      "grad_norm": 51.050331115722656,
      "learning_rate": 4.015058703420113e-06,
      "loss": 2.3784,
      "step": 7318
    },
    {
      "epoch": 0.4806040093725592,
      "grad_norm": 30.591466903686523,
      "learning_rate": 4.014803471158755e-06,
      "loss": 0.507,
      "step": 7319
    },
    {
      "epoch": 0.48077757528421416,
      "grad_norm": 49.05769348144531,
      "learning_rate": 4.014548238897397e-06,
      "loss": 1.5455,
      "step": 7320
    },
    {
      "epoch": 0.4809511411958691,
      "grad_norm": 36.4669075012207,
      "learning_rate": 4.014293006636039e-06,
      "loss": 0.9068,
      "step": 7321
    },
    {
      "epoch": 0.4811247071075241,
      "grad_norm": 47.750526428222656,
      "learning_rate": 4.014037774374681e-06,
      "loss": 1.3223,
      "step": 7322
    },
    {
      "epoch": 0.48129827301917905,
      "grad_norm": 56.6718864440918,
      "learning_rate": 4.013782542113324e-06,
      "loss": 1.4761,
      "step": 7323
    },
    {
      "epoch": 0.481471838930834,
      "grad_norm": 53.67063903808594,
      "learning_rate": 4.013527309851966e-06,
      "loss": 1.6068,
      "step": 7324
    },
    {
      "epoch": 0.4816454048424889,
      "grad_norm": 44.13722610473633,
      "learning_rate": 4.013272077590608e-06,
      "loss": 1.6038,
      "step": 7325
    },
    {
      "epoch": 0.4816454048424889,
      "eval_synth_accuracy": 0.8860068259385665,
      "eval_synth_auroc": 0.950634189742487,
      "eval_synth_f1": 0.9137842023748064,
      "eval_synth_loss": 0.33734995126724243,
      "eval_synth_precision": 0.9267015706806283,
      "eval_synth_recall": 0.9012219959266803,
      "eval_synth_runtime": 102.767,
      "eval_synth_samples_per_second": 14.256,
      "eval_synth_steps_per_second": 0.448,
      "step": 7325
    },
    {
      "epoch": 0.4816454048424889,
      "eval_real_accuracy": 0.846656976744186,
      "eval_real_auroc": 0.9088434359222107,
      "eval_real_f1": 0.8855127509495387,
      "eval_real_loss": 0.44589462876319885,
      "eval_real_precision": 0.8783638320775027,
      "eval_real_recall": 0.8927789934354485,
      "eval_real_runtime": 96.043,
      "eval_real_samples_per_second": 14.327,
      "eval_real_steps_per_second": 0.448,
      "step": 7325
    },
    {
      "epoch": 0.48181897075414387,
      "grad_norm": 60.11361312866211,
      "learning_rate": 4.01301684532925e-06,
      "loss": 1.7829,
      "step": 7326
    },
    {
      "epoch": 0.48199253666579883,
      "grad_norm": 53.47553634643555,
      "learning_rate": 4.012761613067892e-06,
      "loss": 1.6351,
      "step": 7327
    },
    {
      "epoch": 0.4821661025774538,
      "grad_norm": 49.16338348388672,
      "learning_rate": 4.012506380806535e-06,
      "loss": 2.055,
      "step": 7328
    },
    {
      "epoch": 0.48233966848910875,
      "grad_norm": 41.0863037109375,
      "learning_rate": 4.012251148545177e-06,
      "loss": 0.8987,
      "step": 7329
    },
    {
      "epoch": 0.4825132344007637,
      "grad_norm": 61.316200256347656,
      "learning_rate": 4.011995916283819e-06,
      "loss": 2.1996,
      "step": 7330
    },
    {
      "epoch": 0.4826868003124186,
      "grad_norm": 49.94121551513672,
      "learning_rate": 4.011740684022461e-06,
      "loss": 1.25,
      "step": 7331
    },
    {
      "epoch": 0.4828603662240736,
      "grad_norm": 56.30309295654297,
      "learning_rate": 4.011485451761103e-06,
      "loss": 2.3634,
      "step": 7332
    },
    {
      "epoch": 0.48303393213572854,
      "grad_norm": 44.27647399902344,
      "learning_rate": 4.011230219499745e-06,
      "loss": 1.1333,
      "step": 7333
    },
    {
      "epoch": 0.4832074980473835,
      "grad_norm": 34.632266998291016,
      "learning_rate": 4.0109749872383875e-06,
      "loss": 1.271,
      "step": 7334
    },
    {
      "epoch": 0.48338106395903846,
      "grad_norm": 45.60921096801758,
      "learning_rate": 4.0107197549770295e-06,
      "loss": 1.7239,
      "step": 7335
    },
    {
      "epoch": 0.4835546298706934,
      "grad_norm": 52.838199615478516,
      "learning_rate": 4.0104645227156715e-06,
      "loss": 1.326,
      "step": 7336
    },
    {
      "epoch": 0.4837281957823483,
      "grad_norm": 49.84475326538086,
      "learning_rate": 4.0102092904543135e-06,
      "loss": 1.6049,
      "step": 7337
    },
    {
      "epoch": 0.4839017616940033,
      "grad_norm": 36.468875885009766,
      "learning_rate": 4.0099540581929555e-06,
      "loss": 1.2243,
      "step": 7338
    },
    {
      "epoch": 0.48407532760565825,
      "grad_norm": 40.04060363769531,
      "learning_rate": 4.009698825931598e-06,
      "loss": 1.6927,
      "step": 7339
    },
    {
      "epoch": 0.4842488935173132,
      "grad_norm": 55.216922760009766,
      "learning_rate": 4.00944359367024e-06,
      "loss": 1.6457,
      "step": 7340
    },
    {
      "epoch": 0.48442245942896817,
      "grad_norm": 44.31754684448242,
      "learning_rate": 4.009188361408882e-06,
      "loss": 2.0229,
      "step": 7341
    },
    {
      "epoch": 0.4845960253406231,
      "grad_norm": 45.217185974121094,
      "learning_rate": 4.008933129147524e-06,
      "loss": 1.5985,
      "step": 7342
    },
    {
      "epoch": 0.48476959125227803,
      "grad_norm": 40.60414505004883,
      "learning_rate": 4.008677896886166e-06,
      "loss": 1.155,
      "step": 7343
    },
    {
      "epoch": 0.484943157163933,
      "grad_norm": 42.20825958251953,
      "learning_rate": 4.0084226646248084e-06,
      "loss": 1.6751,
      "step": 7344
    },
    {
      "epoch": 0.48511672307558795,
      "grad_norm": 31.047386169433594,
      "learning_rate": 4.008167432363451e-06,
      "loss": 1.0731,
      "step": 7345
    },
    {
      "epoch": 0.4852902889872429,
      "grad_norm": 35.01152801513672,
      "learning_rate": 4.007912200102093e-06,
      "loss": 1.1252,
      "step": 7346
    },
    {
      "epoch": 0.4854638548988979,
      "grad_norm": 42.7863655090332,
      "learning_rate": 4.007656967840735e-06,
      "loss": 1.3396,
      "step": 7347
    },
    {
      "epoch": 0.48563742081055283,
      "grad_norm": 31.48446273803711,
      "learning_rate": 4.007401735579377e-06,
      "loss": 1.1582,
      "step": 7348
    },
    {
      "epoch": 0.48581098672220774,
      "grad_norm": 47.02515411376953,
      "learning_rate": 4.007146503318019e-06,
      "loss": 1.8267,
      "step": 7349
    },
    {
      "epoch": 0.4859845526338627,
      "grad_norm": 47.09561538696289,
      "learning_rate": 4.006891271056662e-06,
      "loss": 1.5129,
      "step": 7350
    },
    {
      "epoch": 0.4859845526338627,
      "eval_synth_accuracy": 0.89419795221843,
      "eval_synth_auroc": 0.9498098274109962,
      "eval_synth_f1": 0.9199793495095508,
      "eval_synth_loss": 0.3199251592159271,
      "eval_synth_precision": 0.9329842931937172,
      "eval_synth_recall": 0.9073319755600815,
      "eval_synth_runtime": 102.6798,
      "eval_synth_samples_per_second": 14.268,
      "eval_synth_steps_per_second": 0.448,
      "step": 7350
    },
    {
      "epoch": 0.4859845526338627,
      "eval_real_accuracy": 0.8415697674418605,
      "eval_real_auroc": 0.9138970985251074,
      "eval_real_f1": 0.8827956989247312,
      "eval_real_loss": 0.4121718406677246,
      "eval_real_precision": 0.8678646934460887,
      "eval_real_recall": 0.8982494529540481,
      "eval_real_runtime": 95.9885,
      "eval_real_samples_per_second": 14.335,
      "eval_real_steps_per_second": 0.448,
      "step": 7350
    },
    {
      "epoch": 0.48615811854551766,
      "grad_norm": 63.09711456298828,
      "learning_rate": 4.006636038795304e-06,
      "loss": 2.2098,
      "step": 7351
    },
    {
      "epoch": 0.4863316844571726,
      "grad_norm": 47.901397705078125,
      "learning_rate": 4.006380806533946e-06,
      "loss": 1.5912,
      "step": 7352
    },
    {
      "epoch": 0.4865052503688276,
      "grad_norm": 46.308414459228516,
      "learning_rate": 4.006125574272588e-06,
      "loss": 1.7888,
      "step": 7353
    },
    {
      "epoch": 0.48667881628048254,
      "grad_norm": 46.87790298461914,
      "learning_rate": 4.00587034201123e-06,
      "loss": 1.7048,
      "step": 7354
    },
    {
      "epoch": 0.48685238219213745,
      "grad_norm": 43.60873794555664,
      "learning_rate": 4.005615109749872e-06,
      "loss": 1.5289,
      "step": 7355
    },
    {
      "epoch": 0.4870259481037924,
      "grad_norm": 44.209075927734375,
      "learning_rate": 4.005359877488515e-06,
      "loss": 1.6951,
      "step": 7356
    },
    {
      "epoch": 0.48719951401544737,
      "grad_norm": 47.82318115234375,
      "learning_rate": 4.005104645227157e-06,
      "loss": 1.436,
      "step": 7357
    },
    {
      "epoch": 0.4873730799271023,
      "grad_norm": 41.62692642211914,
      "learning_rate": 4.004849412965799e-06,
      "loss": 2.4991,
      "step": 7358
    },
    {
      "epoch": 0.4875466458387573,
      "grad_norm": 57.17252731323242,
      "learning_rate": 4.004594180704441e-06,
      "loss": 2.0506,
      "step": 7359
    },
    {
      "epoch": 0.4877202117504122,
      "grad_norm": 53.898563385009766,
      "learning_rate": 4.004338948443083e-06,
      "loss": 2.3474,
      "step": 7360
    },
    {
      "epoch": 0.48789377766206715,
      "grad_norm": 34.71616744995117,
      "learning_rate": 4.004083716181726e-06,
      "loss": 1.5741,
      "step": 7361
    },
    {
      "epoch": 0.4880673435737221,
      "grad_norm": 46.51292419433594,
      "learning_rate": 4.003828483920368e-06,
      "loss": 2.0284,
      "step": 7362
    },
    {
      "epoch": 0.4882409094853771,
      "grad_norm": 50.29998016357422,
      "learning_rate": 4.00357325165901e-06,
      "loss": 1.4327,
      "step": 7363
    },
    {
      "epoch": 0.48841447539703203,
      "grad_norm": 51.58049774169922,
      "learning_rate": 4.003318019397652e-06,
      "loss": 2.0321,
      "step": 7364
    },
    {
      "epoch": 0.488588041308687,
      "grad_norm": 31.56395721435547,
      "learning_rate": 4.003062787136294e-06,
      "loss": 2.0233,
      "step": 7365
    },
    {
      "epoch": 0.4887616072203419,
      "grad_norm": 40.924537658691406,
      "learning_rate": 4.002807554874937e-06,
      "loss": 1.4755,
      "step": 7366
    },
    {
      "epoch": 0.48893517313199686,
      "grad_norm": 38.23351287841797,
      "learning_rate": 4.002552322613579e-06,
      "loss": 1.8541,
      "step": 7367
    },
    {
      "epoch": 0.4891087390436518,
      "grad_norm": 32.99461364746094,
      "learning_rate": 4.002297090352221e-06,
      "loss": 1.3203,
      "step": 7368
    },
    {
      "epoch": 0.4892823049553068,
      "grad_norm": 42.496028900146484,
      "learning_rate": 4.002041858090863e-06,
      "loss": 1.602,
      "step": 7369
    },
    {
      "epoch": 0.48945587086696174,
      "grad_norm": 47.221805572509766,
      "learning_rate": 4.001786625829505e-06,
      "loss": 1.6741,
      "step": 7370
    },
    {
      "epoch": 0.4896294367786167,
      "grad_norm": 26.601261138916016,
      "learning_rate": 4.001531393568147e-06,
      "loss": 0.9049,
      "step": 7371
    },
    {
      "epoch": 0.4898030026902716,
      "grad_norm": 59.82999038696289,
      "learning_rate": 4.00127616130679e-06,
      "loss": 2.2054,
      "step": 7372
    },
    {
      "epoch": 0.48997656860192657,
      "grad_norm": 43.728267669677734,
      "learning_rate": 4.001020929045432e-06,
      "loss": 2.2133,
      "step": 7373
    },
    {
      "epoch": 0.4901501345135815,
      "grad_norm": 31.314537048339844,
      "learning_rate": 4.000765696784074e-06,
      "loss": 1.3856,
      "step": 7374
    },
    {
      "epoch": 0.4903237004252365,
      "grad_norm": 43.437313079833984,
      "learning_rate": 4.000510464522716e-06,
      "loss": 1.8964,
      "step": 7375
    },
    {
      "epoch": 0.4903237004252365,
      "eval_synth_accuracy": 0.9023890784982935,
      "eval_synth_auroc": 0.9551639658785678,
      "eval_synth_f1": 0.927003573251659,
      "eval_synth_loss": 0.27530553936958313,
      "eval_synth_precision": 0.9293756397134084,
      "eval_synth_recall": 0.924643584521385,
      "eval_synth_runtime": 102.7998,
      "eval_synth_samples_per_second": 14.251,
      "eval_synth_steps_per_second": 0.447,
      "step": 7375
    },
    {
      "epoch": 0.4903237004252365,
      "eval_real_accuracy": 0.8393895348837209,
      "eval_real_auroc": 0.9119741491185692,
      "eval_real_f1": 0.8850754030161206,
      "eval_real_loss": 0.4031985104084015,
      "eval_real_precision": 0.8434093161546086,
      "eval_real_recall": 0.9310722100656456,
      "eval_real_runtime": 96.0586,
      "eval_real_samples_per_second": 14.325,
      "eval_real_steps_per_second": 0.448,
      "step": 7375
    },
    {
      "epoch": 0.49049726633689145,
      "grad_norm": 26.492847442626953,
      "learning_rate": 4.000255232261358e-06,
      "loss": 0.9939,
      "step": 7376
    },
    {
      "epoch": 0.4906708322485464,
      "grad_norm": 33.23783493041992,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.2504,
      "step": 7377
    },
    {
      "epoch": 0.4908443981602013,
      "grad_norm": 35.0774040222168,
      "learning_rate": 3.999744767738643e-06,
      "loss": 1.3901,
      "step": 7378
    },
    {
      "epoch": 0.49101796407185627,
      "grad_norm": 41.160884857177734,
      "learning_rate": 3.999489535477285e-06,
      "loss": 1.6581,
      "step": 7379
    },
    {
      "epoch": 0.49119152998351123,
      "grad_norm": 56.58950424194336,
      "learning_rate": 3.999234303215927e-06,
      "loss": 1.0926,
      "step": 7380
    },
    {
      "epoch": 0.4913650958951662,
      "grad_norm": 59.488346099853516,
      "learning_rate": 3.998979070954569e-06,
      "loss": 1.7666,
      "step": 7381
    },
    {
      "epoch": 0.49153866180682115,
      "grad_norm": 141.83731079101562,
      "learning_rate": 3.998723838693211e-06,
      "loss": 1.9528,
      "step": 7382
    },
    {
      "epoch": 0.4917122277184761,
      "grad_norm": 38.57101821899414,
      "learning_rate": 3.9984686064318536e-06,
      "loss": 1.3614,
      "step": 7383
    },
    {
      "epoch": 0.491885793630131,
      "grad_norm": 52.06378173828125,
      "learning_rate": 3.998213374170496e-06,
      "loss": 1.9801,
      "step": 7384
    },
    {
      "epoch": 0.492059359541786,
      "grad_norm": 55.85081100463867,
      "learning_rate": 3.997958141909138e-06,
      "loss": 2.1364,
      "step": 7385
    },
    {
      "epoch": 0.49223292545344094,
      "grad_norm": 57.74580764770508,
      "learning_rate": 3.99770290964778e-06,
      "loss": 1.3373,
      "step": 7386
    },
    {
      "epoch": 0.4924064913650959,
      "grad_norm": 48.38758087158203,
      "learning_rate": 3.997447677386422e-06,
      "loss": 1.6536,
      "step": 7387
    },
    {
      "epoch": 0.49258005727675086,
      "grad_norm": 47.50484085083008,
      "learning_rate": 3.9971924451250645e-06,
      "loss": 1.5827,
      "step": 7388
    },
    {
      "epoch": 0.4927536231884058,
      "grad_norm": 51.83710861206055,
      "learning_rate": 3.9969372128637065e-06,
      "loss": 1.7479,
      "step": 7389
    },
    {
      "epoch": 0.4929271891000607,
      "grad_norm": 40.928138732910156,
      "learning_rate": 3.9966819806023485e-06,
      "loss": 1.5585,
      "step": 7390
    },
    {
      "epoch": 0.4931007550117157,
      "grad_norm": 50.2839241027832,
      "learning_rate": 3.9964267483409905e-06,
      "loss": 1.163,
      "step": 7391
    },
    {
      "epoch": 0.49327432092337065,
      "grad_norm": 43.58820343017578,
      "learning_rate": 3.9961715160796325e-06,
      "loss": 1.5367,
      "step": 7392
    },
    {
      "epoch": 0.4934478868350256,
      "grad_norm": 40.36341094970703,
      "learning_rate": 3.995916283818275e-06,
      "loss": 1.8831,
      "step": 7393
    },
    {
      "epoch": 0.49362145274668057,
      "grad_norm": 38.02073669433594,
      "learning_rate": 3.995661051556917e-06,
      "loss": 1.2748,
      "step": 7394
    },
    {
      "epoch": 0.4937950186583355,
      "grad_norm": 37.25307083129883,
      "learning_rate": 3.995405819295559e-06,
      "loss": 1.8698,
      "step": 7395
    },
    {
      "epoch": 0.49396858456999043,
      "grad_norm": 60.84297180175781,
      "learning_rate": 3.995150587034201e-06,
      "loss": 2.9524,
      "step": 7396
    },
    {
      "epoch": 0.4941421504816454,
      "grad_norm": 47.08108901977539,
      "learning_rate": 3.994895354772843e-06,
      "loss": 1.8222,
      "step": 7397
    },
    {
      "epoch": 0.49431571639330035,
      "grad_norm": 24.923877716064453,
      "learning_rate": 3.994640122511485e-06,
      "loss": 1.2852,
      "step": 7398
    },
    {
      "epoch": 0.4944892823049553,
      "grad_norm": 54.09264373779297,
      "learning_rate": 3.994384890250128e-06,
      "loss": 2.5803,
      "step": 7399
    },
    {
      "epoch": 0.4946628482166103,
      "grad_norm": 46.26708221435547,
      "learning_rate": 3.99412965798877e-06,
      "loss": 1.4449,
      "step": 7400
    },
    {
      "epoch": 0.4946628482166103,
      "eval_synth_accuracy": 0.8887372013651877,
      "eval_synth_auroc": 0.9513162388837585,
      "eval_synth_f1": 0.9168791432942376,
      "eval_synth_loss": 0.2904722988605499,
      "eval_synth_precision": 0.9182839632277835,
      "eval_synth_recall": 0.9154786150712831,
      "eval_synth_runtime": 102.7897,
      "eval_synth_samples_per_second": 14.252,
      "eval_synth_steps_per_second": 0.448,
      "step": 7400
    },
    {
      "epoch": 0.4946628482166103,
      "eval_real_accuracy": 0.8321220930232558,
      "eval_real_auroc": 0.9055943145111636,
      "eval_real_f1": 0.8783570300157978,
      "eval_real_loss": 0.3983510136604309,
      "eval_real_precision": 0.8467005076142132,
      "eval_real_recall": 0.912472647702407,
      "eval_real_runtime": 96.0429,
      "eval_real_samples_per_second": 14.327,
      "eval_real_steps_per_second": 0.448,
      "step": 7400
    },
    {
      "epoch": 0.49483641412826523,
      "grad_norm": 37.68470001220703,
      "learning_rate": 3.993874425727412e-06,
      "loss": 1.5533,
      "step": 7401
    },
    {
      "epoch": 0.49500998003992014,
      "grad_norm": 36.96957015991211,
      "learning_rate": 3.993619193466054e-06,
      "loss": 1.3087,
      "step": 7402
    },
    {
      "epoch": 0.4951835459515751,
      "grad_norm": 41.878578186035156,
      "learning_rate": 3.993363961204696e-06,
      "loss": 1.7945,
      "step": 7403
    },
    {
      "epoch": 0.49535711186323006,
      "grad_norm": 33.73351287841797,
      "learning_rate": 3.993108728943339e-06,
      "loss": 2.0114,
      "step": 7404
    },
    {
      "epoch": 0.495530677774885,
      "grad_norm": 37.28519058227539,
      "learning_rate": 3.992853496681981e-06,
      "loss": 1.4272,
      "step": 7405
    },
    {
      "epoch": 0.49570424368654,
      "grad_norm": 27.12599754333496,
      "learning_rate": 3.992598264420623e-06,
      "loss": 1.078,
      "step": 7406
    },
    {
      "epoch": 0.49587780959819494,
      "grad_norm": 32.049869537353516,
      "learning_rate": 3.992343032159265e-06,
      "loss": 1.1623,
      "step": 7407
    },
    {
      "epoch": 0.49605137550984985,
      "grad_norm": 33.17118835449219,
      "learning_rate": 3.992087799897907e-06,
      "loss": 1.3825,
      "step": 7408
    },
    {
      "epoch": 0.4962249414215048,
      "grad_norm": 28.512067794799805,
      "learning_rate": 3.991832567636549e-06,
      "loss": 1.0959,
      "step": 7409
    },
    {
      "epoch": 0.49639850733315977,
      "grad_norm": 29.258073806762695,
      "learning_rate": 3.991577335375192e-06,
      "loss": 0.9531,
      "step": 7410
    },
    {
      "epoch": 0.4965720732448147,
      "grad_norm": 37.45647048950195,
      "learning_rate": 3.991322103113834e-06,
      "loss": 1.4635,
      "step": 7411
    },
    {
      "epoch": 0.4967456391564697,
      "grad_norm": 52.90290069580078,
      "learning_rate": 3.991066870852476e-06,
      "loss": 1.2472,
      "step": 7412
    },
    {
      "epoch": 0.49691920506812465,
      "grad_norm": 40.914180755615234,
      "learning_rate": 3.990811638591118e-06,
      "loss": 1.5982,
      "step": 7413
    },
    {
      "epoch": 0.49709277097977955,
      "grad_norm": 45.21426773071289,
      "learning_rate": 3.99055640632976e-06,
      "loss": 1.6264,
      "step": 7414
    },
    {
      "epoch": 0.4972663368914345,
      "grad_norm": 55.56019592285156,
      "learning_rate": 3.990301174068403e-06,
      "loss": 1.5716,
      "step": 7415
    },
    {
      "epoch": 0.4974399028030895,
      "grad_norm": 24.187183380126953,
      "learning_rate": 3.990045941807045e-06,
      "loss": 0.6665,
      "step": 7416
    },
    {
      "epoch": 0.49761346871474443,
      "grad_norm": 73.08345031738281,
      "learning_rate": 3.989790709545687e-06,
      "loss": 2.0159,
      "step": 7417
    },
    {
      "epoch": 0.4977870346263994,
      "grad_norm": 58.111507415771484,
      "learning_rate": 3.989535477284329e-06,
      "loss": 2.1647,
      "step": 7418
    },
    {
      "epoch": 0.4979606005380543,
      "grad_norm": 41.669952392578125,
      "learning_rate": 3.989280245022971e-06,
      "loss": 0.8861,
      "step": 7419
    },
    {
      "epoch": 0.49813416644970926,
      "grad_norm": 37.56648254394531,
      "learning_rate": 3.989025012761613e-06,
      "loss": 1.2582,
      "step": 7420
    },
    {
      "epoch": 0.4983077323613642,
      "grad_norm": 46.19572830200195,
      "learning_rate": 3.988769780500256e-06,
      "loss": 1.2887,
      "step": 7421
    },
    {
      "epoch": 0.4984812982730192,
      "grad_norm": 60.497379302978516,
      "learning_rate": 3.988514548238898e-06,
      "loss": 2.6478,
      "step": 7422
    },
    {
      "epoch": 0.49865486418467414,
      "grad_norm": 77.41146850585938,
      "learning_rate": 3.98825931597754e-06,
      "loss": 1.9958,
      "step": 7423
    },
    {
      "epoch": 0.4988284300963291,
      "grad_norm": 49.123111724853516,
      "learning_rate": 3.988004083716182e-06,
      "loss": 1.986,
      "step": 7424
    },
    {
      "epoch": 0.499001996007984,
      "grad_norm": 42.28647994995117,
      "learning_rate": 3.987748851454824e-06,
      "loss": 1.3944,
      "step": 7425
    },
    {
      "epoch": 0.499001996007984,
      "eval_synth_accuracy": 0.8839590443686007,
      "eval_synth_auroc": 0.9473599321956712,
      "eval_synth_f1": 0.9124613800205973,
      "eval_synth_loss": 0.33673936128616333,
      "eval_synth_precision": 0.9229166666666667,
      "eval_synth_recall": 0.9022403258655805,
      "eval_synth_runtime": 103.6898,
      "eval_synth_samples_per_second": 14.129,
      "eval_synth_steps_per_second": 0.444,
      "step": 7425
    },
    {
      "epoch": 0.499001996007984,
      "eval_real_accuracy": 0.8379360465116279,
      "eval_real_auroc": 0.9048743925658586,
      "eval_real_f1": 0.8833071690214548,
      "eval_real_loss": 0.4464532136917114,
      "eval_real_precision": 0.8465396188565697,
      "eval_real_recall": 0.9234135667396062,
      "eval_real_runtime": 96.0529,
      "eval_real_samples_per_second": 14.325,
      "eval_real_steps_per_second": 0.448,
      "step": 7425
    },
    {
      "epoch": 0.49917556191963897,
      "grad_norm": 69.78533172607422,
      "learning_rate": 3.987493619193467e-06,
      "loss": 2.1663,
      "step": 7426
    },
    {
      "epoch": 0.4993491278312939,
      "grad_norm": 51.37763214111328,
      "learning_rate": 3.987238386932109e-06,
      "loss": 2.5685,
      "step": 7427
    },
    {
      "epoch": 0.4995226937429489,
      "grad_norm": 38.10491180419922,
      "learning_rate": 3.986983154670751e-06,
      "loss": 1.4041,
      "step": 7428
    },
    {
      "epoch": 0.49969625965460385,
      "grad_norm": 32.70193862915039,
      "learning_rate": 3.986727922409393e-06,
      "loss": 1.4403,
      "step": 7429
    },
    {
      "epoch": 0.4998698255662588,
      "grad_norm": 40.36060333251953,
      "learning_rate": 3.986472690148035e-06,
      "loss": 1.7344,
      "step": 7430
    },
    {
      "epoch": 0.5000433914779138,
      "grad_norm": 34.75392150878906,
      "learning_rate": 3.986217457886678e-06,
      "loss": 1.6177,
      "step": 7431
    },
    {
      "epoch": 0.5002169573895687,
      "grad_norm": 43.84172439575195,
      "learning_rate": 3.98596222562532e-06,
      "loss": 1.7356,
      "step": 7432
    },
    {
      "epoch": 0.5003905233012237,
      "grad_norm": 30.012495040893555,
      "learning_rate": 3.985706993363962e-06,
      "loss": 1.492,
      "step": 7433
    },
    {
      "epoch": 0.5005640892128785,
      "grad_norm": 36.9691162109375,
      "learning_rate": 3.985451761102604e-06,
      "loss": 1.8765,
      "step": 7434
    },
    {
      "epoch": 0.5007376551245335,
      "grad_norm": 35.82480239868164,
      "learning_rate": 3.985196528841246e-06,
      "loss": 1.83,
      "step": 7435
    },
    {
      "epoch": 0.5009112210361885,
      "grad_norm": 29.995834350585938,
      "learning_rate": 3.984941296579888e-06,
      "loss": 1.4372,
      "step": 7436
    },
    {
      "epoch": 0.5010847869478434,
      "grad_norm": 36.311153411865234,
      "learning_rate": 3.9846860643185305e-06,
      "loss": 1.7793,
      "step": 7437
    },
    {
      "epoch": 0.5012583528594984,
      "grad_norm": 32.387489318847656,
      "learning_rate": 3.9844308320571726e-06,
      "loss": 1.4713,
      "step": 7438
    },
    {
      "epoch": 0.5014319187711533,
      "grad_norm": 57.63139343261719,
      "learning_rate": 3.9841755997958146e-06,
      "loss": 2.2595,
      "step": 7439
    },
    {
      "epoch": 0.5016054846828083,
      "grad_norm": 32.842559814453125,
      "learning_rate": 3.983920367534457e-06,
      "loss": 1.2626,
      "step": 7440
    },
    {
      "epoch": 0.5017790505944633,
      "grad_norm": 25.072080612182617,
      "learning_rate": 3.983665135273099e-06,
      "loss": 1.525,
      "step": 7441
    },
    {
      "epoch": 0.5019526165061182,
      "grad_norm": 40.75670623779297,
      "learning_rate": 3.9834099030117414e-06,
      "loss": 1.6999,
      "step": 7442
    },
    {
      "epoch": 0.5021261824177732,
      "grad_norm": 38.34730529785156,
      "learning_rate": 3.9831546707503835e-06,
      "loss": 1.3699,
      "step": 7443
    },
    {
      "epoch": 0.5022997483294281,
      "grad_norm": 31.400341033935547,
      "learning_rate": 3.9828994384890255e-06,
      "loss": 1.2488,
      "step": 7444
    },
    {
      "epoch": 0.5024733142410831,
      "grad_norm": 40.253456115722656,
      "learning_rate": 3.9826442062276675e-06,
      "loss": 1.6337,
      "step": 7445
    },
    {
      "epoch": 0.502646880152738,
      "grad_norm": 59.104366302490234,
      "learning_rate": 3.9823889739663095e-06,
      "loss": 1.9191,
      "step": 7446
    },
    {
      "epoch": 0.5028204460643929,
      "grad_norm": 40.36099624633789,
      "learning_rate": 3.9821337417049515e-06,
      "loss": 1.3355,
      "step": 7447
    },
    {
      "epoch": 0.5029940119760479,
      "grad_norm": 31.995363235473633,
      "learning_rate": 3.981878509443594e-06,
      "loss": 1.1566,
      "step": 7448
    },
    {
      "epoch": 0.5031675778877028,
      "grad_norm": 46.99968719482422,
      "learning_rate": 3.981623277182236e-06,
      "loss": 1.8037,
      "step": 7449
    },
    {
      "epoch": 0.5033411437993578,
      "grad_norm": 38.493431091308594,
      "learning_rate": 3.981368044920878e-06,
      "loss": 1.3425,
      "step": 7450
    },
    {
      "epoch": 0.5033411437993578,
      "eval_synth_accuracy": 0.8873720136518771,
      "eval_synth_auroc": 0.9493417751409428,
      "eval_synth_f1": 0.9134766649187205,
      "eval_synth_loss": 0.33856403827667236,
      "eval_synth_precision": 0.9416216216216217,
      "eval_synth_recall": 0.8869653767820774,
      "eval_synth_runtime": 102.79,
      "eval_synth_samples_per_second": 14.252,
      "eval_synth_steps_per_second": 0.448,
      "step": 7450
    },
    {
      "epoch": 0.5033411437993578,
      "eval_real_accuracy": 0.8343023255813954,
      "eval_real_auroc": 0.9100298862333873,
      "eval_real_f1": 0.8747252747252747,
      "eval_real_loss": 0.40088823437690735,
      "eval_real_precision": 0.8785871964679912,
      "eval_real_recall": 0.8708971553610503,
      "eval_real_runtime": 97.0002,
      "eval_real_samples_per_second": 14.186,
      "eval_real_steps_per_second": 0.443,
      "step": 7450
    },
    {
      "epoch": 0.5035147097110128,
      "grad_norm": 39.135704040527344,
      "learning_rate": 3.98111281265952e-06,
      "loss": 2.222,
      "step": 7451
    },
    {
      "epoch": 0.5036882756226677,
      "grad_norm": 50.73644256591797,
      "learning_rate": 3.980857580398162e-06,
      "loss": 2.284,
      "step": 7452
    },
    {
      "epoch": 0.5038618415343227,
      "grad_norm": 43.86249923706055,
      "learning_rate": 3.980602348136805e-06,
      "loss": 1.929,
      "step": 7453
    },
    {
      "epoch": 0.5040354074459776,
      "grad_norm": 41.24638366699219,
      "learning_rate": 3.980347115875447e-06,
      "loss": 1.2059,
      "step": 7454
    },
    {
      "epoch": 0.5042089733576326,
      "grad_norm": 47.13565444946289,
      "learning_rate": 3.980091883614089e-06,
      "loss": 1.8609,
      "step": 7455
    },
    {
      "epoch": 0.5043825392692876,
      "grad_norm": 30.286376953125,
      "learning_rate": 3.979836651352731e-06,
      "loss": 1.3743,
      "step": 7456
    },
    {
      "epoch": 0.5045561051809425,
      "grad_norm": 47.42592239379883,
      "learning_rate": 3.979581419091373e-06,
      "loss": 2.1215,
      "step": 7457
    },
    {
      "epoch": 0.5047296710925974,
      "grad_norm": 45.83111572265625,
      "learning_rate": 3.979326186830015e-06,
      "loss": 1.5755,
      "step": 7458
    },
    {
      "epoch": 0.5049032370042523,
      "grad_norm": 36.716094970703125,
      "learning_rate": 3.979070954568658e-06,
      "loss": 1.3958,
      "step": 7459
    },
    {
      "epoch": 0.5050768029159073,
      "grad_norm": 37.0330696105957,
      "learning_rate": 3.9788157223073e-06,
      "loss": 0.9103,
      "step": 7460
    },
    {
      "epoch": 0.5052503688275622,
      "grad_norm": 30.302467346191406,
      "learning_rate": 3.978560490045942e-06,
      "loss": 1.3392,
      "step": 7461
    },
    {
      "epoch": 0.5054239347392172,
      "grad_norm": 28.247867584228516,
      "learning_rate": 3.978305257784584e-06,
      "loss": 0.6514,
      "step": 7462
    },
    {
      "epoch": 0.5055975006508722,
      "grad_norm": 53.077476501464844,
      "learning_rate": 3.978050025523226e-06,
      "loss": 1.5261,
      "step": 7463
    },
    {
      "epoch": 0.5057710665625271,
      "grad_norm": 63.75672912597656,
      "learning_rate": 3.977794793261869e-06,
      "loss": 1.7132,
      "step": 7464
    },
    {
      "epoch": 0.5059446324741821,
      "grad_norm": 33.755306243896484,
      "learning_rate": 3.977539561000511e-06,
      "loss": 0.5938,
      "step": 7465
    },
    {
      "epoch": 0.506118198385837,
      "grad_norm": 38.09286117553711,
      "learning_rate": 3.977284328739153e-06,
      "loss": 1.0571,
      "step": 7466
    },
    {
      "epoch": 0.506291764297492,
      "grad_norm": 33.09483337402344,
      "learning_rate": 3.977029096477795e-06,
      "loss": 1.2678,
      "step": 7467
    },
    {
      "epoch": 0.506465330209147,
      "grad_norm": 60.62114715576172,
      "learning_rate": 3.976773864216437e-06,
      "loss": 2.6197,
      "step": 7468
    },
    {
      "epoch": 0.5066388961208019,
      "grad_norm": 66.90767669677734,
      "learning_rate": 3.97651863195508e-06,
      "loss": 1.4947,
      "step": 7469
    },
    {
      "epoch": 0.5068124620324568,
      "grad_norm": 59.05628967285156,
      "learning_rate": 3.976263399693722e-06,
      "loss": 1.5524,
      "step": 7470
    },
    {
      "epoch": 0.5069860279441117,
      "grad_norm": 37.468589782714844,
      "learning_rate": 3.976008167432364e-06,
      "loss": 1.5281,
      "step": 7471
    },
    {
      "epoch": 0.5071595938557667,
      "grad_norm": 43.083961486816406,
      "learning_rate": 3.975752935171006e-06,
      "loss": 2.1826,
      "step": 7472
    },
    {
      "epoch": 0.5073331597674217,
      "grad_norm": 42.66128921508789,
      "learning_rate": 3.975497702909648e-06,
      "loss": 1.2441,
      "step": 7473
    },
    {
      "epoch": 0.5075067256790766,
      "grad_norm": 52.87324142456055,
      "learning_rate": 3.97524247064829e-06,
      "loss": 1.6465,
      "step": 7474
    },
    {
      "epoch": 0.5076802915907316,
      "grad_norm": 43.43324661254883,
      "learning_rate": 3.974987238386933e-06,
      "loss": 1.6325,
      "step": 7475
    },
    {
      "epoch": 0.5076802915907316,
      "eval_synth_accuracy": 0.9003412969283277,
      "eval_synth_auroc": 0.9563066880874372,
      "eval_synth_f1": 0.9254341164453525,
      "eval_synth_loss": 0.29920336604118347,
      "eval_synth_precision": 0.9282786885245902,
      "eval_synth_recall": 0.9226069246435845,
      "eval_synth_runtime": 102.776,
      "eval_synth_samples_per_second": 14.254,
      "eval_synth_steps_per_second": 0.448,
      "step": 7475
    },
    {
      "epoch": 0.5076802915907316,
      "eval_real_accuracy": 0.8321220930232558,
      "eval_real_auroc": 0.9113584264021901,
      "eval_real_f1": 0.8786127167630058,
      "eval_real_loss": 0.4353686571121216,
      "eval_real_precision": 0.8452982810920121,
      "eval_real_recall": 0.9146608315098468,
      "eval_real_runtime": 96.0438,
      "eval_real_samples_per_second": 14.327,
      "eval_real_steps_per_second": 0.448,
      "step": 7475
    },
    {
      "epoch": 0.5078538575023865,
      "grad_norm": 27.28472900390625,
      "learning_rate": 3.974732006125575e-06,
      "loss": 0.9108,
      "step": 7476
    },
    {
      "epoch": 0.5080274234140415,
      "grad_norm": 49.5289192199707,
      "learning_rate": 3.974476773864217e-06,
      "loss": 2.1738,
      "step": 7477
    },
    {
      "epoch": 0.5082009893256965,
      "grad_norm": 38.90013885498047,
      "learning_rate": 3.974221541602859e-06,
      "loss": 1.186,
      "step": 7478
    },
    {
      "epoch": 0.5083745552373514,
      "grad_norm": 43.13069534301758,
      "learning_rate": 3.973966309341501e-06,
      "loss": 0.8513,
      "step": 7479
    },
    {
      "epoch": 0.5085481211490064,
      "grad_norm": 34.05634689331055,
      "learning_rate": 3.973711077080144e-06,
      "loss": 1.2674,
      "step": 7480
    },
    {
      "epoch": 0.5087216870606612,
      "grad_norm": 26.491933822631836,
      "learning_rate": 3.973455844818786e-06,
      "loss": 1.0315,
      "step": 7481
    },
    {
      "epoch": 0.5088952529723162,
      "grad_norm": 40.830692291259766,
      "learning_rate": 3.973200612557428e-06,
      "loss": 1.2247,
      "step": 7482
    },
    {
      "epoch": 0.5090688188839712,
      "grad_norm": 59.7111930847168,
      "learning_rate": 3.97294538029607e-06,
      "loss": 1.5608,
      "step": 7483
    },
    {
      "epoch": 0.5092423847956261,
      "grad_norm": 45.1273078918457,
      "learning_rate": 3.972690148034712e-06,
      "loss": 1.3445,
      "step": 7484
    },
    {
      "epoch": 0.5094159507072811,
      "grad_norm": 60.010528564453125,
      "learning_rate": 3.972434915773354e-06,
      "loss": 1.4611,
      "step": 7485
    },
    {
      "epoch": 0.509589516618936,
      "grad_norm": 44.992069244384766,
      "learning_rate": 3.972179683511997e-06,
      "loss": 1.7413,
      "step": 7486
    },
    {
      "epoch": 0.509763082530591,
      "grad_norm": 36.07693099975586,
      "learning_rate": 3.971924451250639e-06,
      "loss": 1.1834,
      "step": 7487
    },
    {
      "epoch": 0.509936648442246,
      "grad_norm": 39.90351104736328,
      "learning_rate": 3.971669218989281e-06,
      "loss": 1.2978,
      "step": 7488
    },
    {
      "epoch": 0.5101102143539009,
      "grad_norm": 43.195838928222656,
      "learning_rate": 3.971413986727923e-06,
      "loss": 0.7518,
      "step": 7489
    },
    {
      "epoch": 0.5102837802655559,
      "grad_norm": 61.62211608886719,
      "learning_rate": 3.971158754466565e-06,
      "loss": 1.9334,
      "step": 7490
    },
    {
      "epoch": 0.5104573461772108,
      "grad_norm": 55.44179916381836,
      "learning_rate": 3.9709035222052075e-06,
      "loss": 2.1189,
      "step": 7491
    },
    {
      "epoch": 0.5106309120888658,
      "grad_norm": 48.60691833496094,
      "learning_rate": 3.9706482899438495e-06,
      "loss": 1.7703,
      "step": 7492
    },
    {
      "epoch": 0.5108044780005206,
      "grad_norm": 40.888431549072266,
      "learning_rate": 3.9703930576824915e-06,
      "loss": 1.954,
      "step": 7493
    },
    {
      "epoch": 0.5109780439121756,
      "grad_norm": 37.47447967529297,
      "learning_rate": 3.9701378254211336e-06,
      "loss": 1.192,
      "step": 7494
    },
    {
      "epoch": 0.5111516098238306,
      "grad_norm": 49.41680908203125,
      "learning_rate": 3.9698825931597756e-06,
      "loss": 1.6997,
      "step": 7495
    },
    {
      "epoch": 0.5113251757354855,
      "grad_norm": 32.22224044799805,
      "learning_rate": 3.969627360898418e-06,
      "loss": 1.1431,
      "step": 7496
    },
    {
      "epoch": 0.5114987416471405,
      "grad_norm": 45.93296813964844,
      "learning_rate": 3.9693721286370604e-06,
      "loss": 1.9982,
      "step": 7497
    },
    {
      "epoch": 0.5116723075587954,
      "grad_norm": 49.081993103027344,
      "learning_rate": 3.9691168963757024e-06,
      "loss": 1.0802,
      "step": 7498
    },
    {
      "epoch": 0.5118458734704504,
      "grad_norm": 34.63966369628906,
      "learning_rate": 3.9688616641143445e-06,
      "loss": 1.4003,
      "step": 7499
    },
    {
      "epoch": 0.5120194393821054,
      "grad_norm": 39.04911804199219,
      "learning_rate": 3.9686064318529865e-06,
      "loss": 1.7475,
      "step": 7500
    },
    {
      "epoch": 0.5120194393821054,
      "eval_synth_accuracy": 0.8935153583617748,
      "eval_synth_auroc": 0.9596579001741491,
      "eval_synth_f1": 0.9195046439628483,
      "eval_synth_loss": 0.2780109643936157,
      "eval_synth_precision": 0.9320083682008368,
      "eval_synth_recall": 0.9073319755600815,
      "eval_synth_runtime": 102.7319,
      "eval_synth_samples_per_second": 14.26,
      "eval_synth_steps_per_second": 0.448,
      "step": 7500
    },
    {
      "epoch": 0.5120194393821054,
      "eval_real_accuracy": 0.8343023255813954,
      "eval_real_auroc": 0.9111074009870509,
      "eval_real_f1": 0.8766233766233766,
      "eval_real_loss": 0.39172056317329407,
      "eval_real_precision": 0.867237687366167,
      "eval_real_recall": 0.8862144420131292,
      "eval_real_runtime": 95.9945,
      "eval_real_samples_per_second": 14.334,
      "eval_real_steps_per_second": 0.448,
      "step": 7500
    },
    {
      "epoch": 0.5121930052937603,
      "grad_norm": 34.94963073730469,
      "learning_rate": 3.9683511995916285e-06,
      "loss": 1.1298,
      "step": 7501
    },
    {
      "epoch": 0.5123665712054153,
      "grad_norm": 57.53108596801758,
      "learning_rate": 3.968095967330271e-06,
      "loss": 1.2955,
      "step": 7502
    },
    {
      "epoch": 0.5125401371170702,
      "grad_norm": 43.79045867919922,
      "learning_rate": 3.967840735068913e-06,
      "loss": 2.0073,
      "step": 7503
    },
    {
      "epoch": 0.5127137030287252,
      "grad_norm": 27.369470596313477,
      "learning_rate": 3.967585502807555e-06,
      "loss": 0.9467,
      "step": 7504
    },
    {
      "epoch": 0.5128872689403801,
      "grad_norm": 47.745880126953125,
      "learning_rate": 3.967330270546197e-06,
      "loss": 1.6596,
      "step": 7505
    },
    {
      "epoch": 0.513060834852035,
      "grad_norm": 41.853092193603516,
      "learning_rate": 3.967075038284839e-06,
      "loss": 1.3886,
      "step": 7506
    },
    {
      "epoch": 0.51323440076369,
      "grad_norm": 41.04095458984375,
      "learning_rate": 3.966819806023482e-06,
      "loss": 1.6068,
      "step": 7507
    },
    {
      "epoch": 0.5134079666753449,
      "grad_norm": 36.36600112915039,
      "learning_rate": 3.966564573762124e-06,
      "loss": 1.4674,
      "step": 7508
    },
    {
      "epoch": 0.5135815325869999,
      "grad_norm": 49.10138702392578,
      "learning_rate": 3.966309341500766e-06,
      "loss": 1.4339,
      "step": 7509
    },
    {
      "epoch": 0.5137550984986549,
      "grad_norm": 35.81063461303711,
      "learning_rate": 3.966054109239408e-06,
      "loss": 1.8216,
      "step": 7510
    },
    {
      "epoch": 0.5139286644103098,
      "grad_norm": 25.32174301147461,
      "learning_rate": 3.96579887697805e-06,
      "loss": 0.7326,
      "step": 7511
    },
    {
      "epoch": 0.5141022303219648,
      "grad_norm": 31.843103408813477,
      "learning_rate": 3.965543644716692e-06,
      "loss": 1.1604,
      "step": 7512
    },
    {
      "epoch": 0.5142757962336197,
      "grad_norm": 41.44686508178711,
      "learning_rate": 3.965288412455335e-06,
      "loss": 1.5815,
      "step": 7513
    },
    {
      "epoch": 0.5144493621452747,
      "grad_norm": 46.618751525878906,
      "learning_rate": 3.965033180193977e-06,
      "loss": 1.187,
      "step": 7514
    },
    {
      "epoch": 0.5146229280569297,
      "grad_norm": 39.653778076171875,
      "learning_rate": 3.964777947932619e-06,
      "loss": 1.2706,
      "step": 7515
    },
    {
      "epoch": 0.5147964939685846,
      "grad_norm": 35.03034973144531,
      "learning_rate": 3.964522715671261e-06,
      "loss": 1.6144,
      "step": 7516
    },
    {
      "epoch": 0.5149700598802395,
      "grad_norm": 45.6951789855957,
      "learning_rate": 3.964267483409903e-06,
      "loss": 1.4527,
      "step": 7517
    },
    {
      "epoch": 0.5151436257918944,
      "grad_norm": 86.4831771850586,
      "learning_rate": 3.964012251148546e-06,
      "loss": 2.8846,
      "step": 7518
    },
    {
      "epoch": 0.5153171917035494,
      "grad_norm": 67.11782836914062,
      "learning_rate": 3.963757018887188e-06,
      "loss": 1.4251,
      "step": 7519
    },
    {
      "epoch": 0.5154907576152044,
      "grad_norm": 69.44902038574219,
      "learning_rate": 3.96350178662583e-06,
      "loss": 0.9866,
      "step": 7520
    },
    {
      "epoch": 0.5156643235268593,
      "grad_norm": 42.83161926269531,
      "learning_rate": 3.963246554364472e-06,
      "loss": 1.0757,
      "step": 7521
    },
    {
      "epoch": 0.5158378894385143,
      "grad_norm": 49.44717025756836,
      "learning_rate": 3.962991322103114e-06,
      "loss": 1.3979,
      "step": 7522
    },
    {
      "epoch": 0.5160114553501692,
      "grad_norm": 56.7470703125,
      "learning_rate": 3.962736089841756e-06,
      "loss": 2.1835,
      "step": 7523
    },
    {
      "epoch": 0.5161850212618242,
      "grad_norm": 40.30817794799805,
      "learning_rate": 3.962480857580399e-06,
      "loss": 1.096,
      "step": 7524
    },
    {
      "epoch": 0.5163585871734792,
      "grad_norm": 44.37120056152344,
      "learning_rate": 3.962225625319041e-06,
      "loss": 1.3956,
      "step": 7525
    },
    {
      "epoch": 0.5163585871734792,
      "eval_synth_accuracy": 0.8976109215017065,
      "eval_synth_auroc": 0.9590707264930235,
      "eval_synth_f1": 0.921875,
      "eval_synth_loss": 0.31327271461486816,
      "eval_synth_precision": 0.9434968017057569,
      "eval_synth_recall": 0.9012219959266803,
      "eval_synth_runtime": 102.7229,
      "eval_synth_samples_per_second": 14.262,
      "eval_synth_steps_per_second": 0.448,
      "step": 7525
    },
    {
      "epoch": 0.5163585871734792,
      "eval_real_accuracy": 0.8531976744186046,
      "eval_real_auroc": 0.9176897136415737,
      "eval_real_f1": 0.8902173913043478,
      "eval_real_loss": 0.3979879319667816,
      "eval_real_precision": 0.8844492440604752,
      "eval_real_recall": 0.8960612691466083,
      "eval_real_runtime": 96.0574,
      "eval_real_samples_per_second": 14.325,
      "eval_real_steps_per_second": 0.448,
      "step": 7525
    },
    {
      "epoch": 0.5165321530851341,
      "grad_norm": 44.25088119506836,
      "learning_rate": 3.961970393057683e-06,
      "loss": 1.2975,
      "step": 7526
    },
    {
      "epoch": 0.5167057189967891,
      "grad_norm": 43.78306198120117,
      "learning_rate": 3.961715160796325e-06,
      "loss": 1.2313,
      "step": 7527
    },
    {
      "epoch": 0.516879284908444,
      "grad_norm": 41.96470260620117,
      "learning_rate": 3.961459928534967e-06,
      "loss": 1.4338,
      "step": 7528
    },
    {
      "epoch": 0.5170528508200989,
      "grad_norm": 36.94097137451172,
      "learning_rate": 3.96120469627361e-06,
      "loss": 0.8914,
      "step": 7529
    },
    {
      "epoch": 0.5172264167317538,
      "grad_norm": 32.0587272644043,
      "learning_rate": 3.960949464012252e-06,
      "loss": 0.7926,
      "step": 7530
    },
    {
      "epoch": 0.5173999826434088,
      "grad_norm": 51.690765380859375,
      "learning_rate": 3.960694231750893e-06,
      "loss": 2.1805,
      "step": 7531
    },
    {
      "epoch": 0.5175735485550638,
      "grad_norm": 55.624671936035156,
      "learning_rate": 3.960438999489536e-06,
      "loss": 2.2918,
      "step": 7532
    },
    {
      "epoch": 0.5177471144667187,
      "grad_norm": 49.932281494140625,
      "learning_rate": 3.960183767228178e-06,
      "loss": 2.062,
      "step": 7533
    },
    {
      "epoch": 0.5179206803783737,
      "grad_norm": 39.817626953125,
      "learning_rate": 3.959928534966821e-06,
      "loss": 1.6555,
      "step": 7534
    },
    {
      "epoch": 0.5180942462900286,
      "grad_norm": 50.59408187866211,
      "learning_rate": 3.959673302705463e-06,
      "loss": 1.6505,
      "step": 7535
    },
    {
      "epoch": 0.5182678122016836,
      "grad_norm": 40.313655853271484,
      "learning_rate": 3.959418070444105e-06,
      "loss": 1.5837,
      "step": 7536
    },
    {
      "epoch": 0.5184413781133386,
      "grad_norm": 41.15024185180664,
      "learning_rate": 3.959162838182747e-06,
      "loss": 1.9684,
      "step": 7537
    },
    {
      "epoch": 0.5186149440249935,
      "grad_norm": 37.2523078918457,
      "learning_rate": 3.958907605921389e-06,
      "loss": 1.8513,
      "step": 7538
    },
    {
      "epoch": 0.5187885099366485,
      "grad_norm": 55.71855163574219,
      "learning_rate": 3.958652373660031e-06,
      "loss": 2.1046,
      "step": 7539
    },
    {
      "epoch": 0.5189620758483033,
      "grad_norm": 34.35546875,
      "learning_rate": 3.958397141398674e-06,
      "loss": 1.6113,
      "step": 7540
    },
    {
      "epoch": 0.5191356417599583,
      "grad_norm": 37.189781188964844,
      "learning_rate": 3.958141909137316e-06,
      "loss": 1.7739,
      "step": 7541
    },
    {
      "epoch": 0.5193092076716133,
      "grad_norm": 33.18215560913086,
      "learning_rate": 3.957886676875957e-06,
      "loss": 1.7172,
      "step": 7542
    },
    {
      "epoch": 0.5194827735832682,
      "grad_norm": 36.922542572021484,
      "learning_rate": 3.9576314446146e-06,
      "loss": 1.174,
      "step": 7543
    },
    {
      "epoch": 0.5196563394949232,
      "grad_norm": 64.6667251586914,
      "learning_rate": 3.957376212353242e-06,
      "loss": 1.7787,
      "step": 7544
    },
    {
      "epoch": 0.5198299054065781,
      "grad_norm": 41.39406967163086,
      "learning_rate": 3.9571209800918845e-06,
      "loss": 1.6209,
      "step": 7545
    },
    {
      "epoch": 0.5200034713182331,
      "grad_norm": 29.1673641204834,
      "learning_rate": 3.9568657478305265e-06,
      "loss": 1.6257,
      "step": 7546
    },
    {
      "epoch": 0.5201770372298881,
      "grad_norm": 30.018726348876953,
      "learning_rate": 3.956610515569168e-06,
      "loss": 0.6922,
      "step": 7547
    },
    {
      "epoch": 0.520350603141543,
      "grad_norm": 34.359397888183594,
      "learning_rate": 3.9563552833078105e-06,
      "loss": 1.6218,
      "step": 7548
    },
    {
      "epoch": 0.520524169053198,
      "grad_norm": 39.560245513916016,
      "learning_rate": 3.9561000510464525e-06,
      "loss": 1.3774,
      "step": 7549
    },
    {
      "epoch": 0.5206977349648529,
      "grad_norm": 30.26738929748535,
      "learning_rate": 3.9558448187850946e-06,
      "loss": 1.3821,
      "step": 7550
    },
    {
      "epoch": 0.5206977349648529,
      "eval_synth_accuracy": 0.8873720136518771,
      "eval_synth_auroc": 0.9584456026278394,
      "eval_synth_f1": 0.9133858267716536,
      "eval_synth_loss": 0.29888883233070374,
      "eval_synth_precision": 0.942578548212351,
      "eval_synth_recall": 0.8859470468431772,
      "eval_synth_runtime": 102.7263,
      "eval_synth_samples_per_second": 14.261,
      "eval_synth_steps_per_second": 0.448,
      "step": 7550
    },
    {
      "epoch": 0.5206977349648529,
      "eval_real_accuracy": 0.8430232558139535,
      "eval_real_auroc": 0.9185683025945608,
      "eval_real_f1": 0.8810572687224669,
      "eval_real_loss": 0.3694750666618347,
      "eval_real_precision": 0.8869179600886918,
      "eval_real_recall": 0.87527352297593,
      "eval_real_runtime": 96.0509,
      "eval_real_samples_per_second": 14.326,
      "eval_real_steps_per_second": 0.448,
      "step": 7550
    },
    {
      "epoch": 0.5208713008765079,
      "grad_norm": 36.290279388427734,
      "learning_rate": 3.955589586523737e-06,
      "loss": 1.541,
      "step": 7551
    },
    {
      "epoch": 0.5210448667881628,
      "grad_norm": 24.60179901123047,
      "learning_rate": 3.9553343542623786e-06,
      "loss": 0.9242,
      "step": 7552
    },
    {
      "epoch": 0.5212184326998177,
      "grad_norm": 36.43368148803711,
      "learning_rate": 3.9550791220010214e-06,
      "loss": 1.5561,
      "step": 7553
    },
    {
      "epoch": 0.5213919986114727,
      "grad_norm": 48.64353561401367,
      "learning_rate": 3.9548238897396634e-06,
      "loss": 1.1975,
      "step": 7554
    },
    {
      "epoch": 0.5215655645231276,
      "grad_norm": 40.248199462890625,
      "learning_rate": 3.9545686574783054e-06,
      "loss": 1.6015,
      "step": 7555
    },
    {
      "epoch": 0.5217391304347826,
      "grad_norm": 45.812843322753906,
      "learning_rate": 3.954313425216948e-06,
      "loss": 1.3585,
      "step": 7556
    },
    {
      "epoch": 0.5219126963464376,
      "grad_norm": 46.11209487915039,
      "learning_rate": 3.95405819295559e-06,
      "loss": 1.6119,
      "step": 7557
    },
    {
      "epoch": 0.5220862622580925,
      "grad_norm": 44.848060607910156,
      "learning_rate": 3.9538029606942315e-06,
      "loss": 1.2609,
      "step": 7558
    },
    {
      "epoch": 0.5222598281697475,
      "grad_norm": 53.8200569152832,
      "learning_rate": 3.953547728432874e-06,
      "loss": 1.8969,
      "step": 7559
    },
    {
      "epoch": 0.5224333940814024,
      "grad_norm": 42.356292724609375,
      "learning_rate": 3.953292496171516e-06,
      "loss": 1.2185,
      "step": 7560
    },
    {
      "epoch": 0.5226069599930574,
      "grad_norm": 48.372745513916016,
      "learning_rate": 3.953037263910158e-06,
      "loss": 1.3312,
      "step": 7561
    },
    {
      "epoch": 0.5227805259047124,
      "grad_norm": 39.81724166870117,
      "learning_rate": 3.952782031648801e-06,
      "loss": 1.379,
      "step": 7562
    },
    {
      "epoch": 0.5229540918163673,
      "grad_norm": 62.95272445678711,
      "learning_rate": 3.952526799387442e-06,
      "loss": 2.1595,
      "step": 7563
    },
    {
      "epoch": 0.5231276577280222,
      "grad_norm": 33.71345520019531,
      "learning_rate": 3.952271567126085e-06,
      "loss": 1.2194,
      "step": 7564
    },
    {
      "epoch": 0.5233012236396771,
      "grad_norm": 60.9859504699707,
      "learning_rate": 3.952016334864727e-06,
      "loss": 2.5047,
      "step": 7565
    },
    {
      "epoch": 0.5234747895513321,
      "grad_norm": 34.116851806640625,
      "learning_rate": 3.951761102603369e-06,
      "loss": 0.7596,
      "step": 7566
    },
    {
      "epoch": 0.523648355462987,
      "grad_norm": 50.417964935302734,
      "learning_rate": 3.951505870342012e-06,
      "loss": 1.8316,
      "step": 7567
    },
    {
      "epoch": 0.523821921374642,
      "grad_norm": 43.33768844604492,
      "learning_rate": 3.951250638080653e-06,
      "loss": 1.8452,
      "step": 7568
    },
    {
      "epoch": 0.523995487286297,
      "grad_norm": 46.160499572753906,
      "learning_rate": 3.950995405819295e-06,
      "loss": 1.9379,
      "step": 7569
    },
    {
      "epoch": 0.5241690531979519,
      "grad_norm": 31.745576858520508,
      "learning_rate": 3.950740173557938e-06,
      "loss": 1.2358,
      "step": 7570
    },
    {
      "epoch": 0.5243426191096069,
      "grad_norm": 53.37041473388672,
      "learning_rate": 3.95048494129658e-06,
      "loss": 2.7705,
      "step": 7571
    },
    {
      "epoch": 0.5245161850212618,
      "grad_norm": 24.5838680267334,
      "learning_rate": 3.950229709035223e-06,
      "loss": 1.2072,
      "step": 7572
    },
    {
      "epoch": 0.5246897509329168,
      "grad_norm": 38.451168060302734,
      "learning_rate": 3.949974476773865e-06,
      "loss": 1.2526,
      "step": 7573
    },
    {
      "epoch": 0.5248633168445718,
      "grad_norm": 42.762245178222656,
      "learning_rate": 3.949719244512506e-06,
      "loss": 1.2297,
      "step": 7574
    },
    {
      "epoch": 0.5250368827562267,
      "grad_norm": 39.461334228515625,
      "learning_rate": 3.949464012251149e-06,
      "loss": 1.2418,
      "step": 7575
    },
    {
      "epoch": 0.5250368827562267,
      "eval_synth_accuracy": 0.89419795221843,
      "eval_synth_auroc": 0.9564437304187593,
      "eval_synth_f1": 0.9207161125319693,
      "eval_synth_loss": 0.28063181042671204,
      "eval_synth_precision": 0.9249743062692704,
      "eval_synth_recall": 0.9164969450101833,
      "eval_synth_runtime": 102.7209,
      "eval_synth_samples_per_second": 14.262,
      "eval_synth_steps_per_second": 0.448,
      "step": 7575
    },
    {
      "epoch": 0.5250368827562267,
      "eval_real_accuracy": 0.842296511627907,
      "eval_real_auroc": 0.9070388947303608,
      "eval_real_f1": 0.8848806366047746,
      "eval_real_loss": 0.39692723751068115,
      "eval_real_precision": 0.858908341915551,
      "eval_real_recall": 0.912472647702407,
      "eval_real_runtime": 96.0297,
      "eval_real_samples_per_second": 14.329,
      "eval_real_steps_per_second": 0.448,
      "step": 7575
    },
    {
      "epoch": 0.5252104486678816,
      "grad_norm": 31.527978897094727,
      "learning_rate": 3.949208779989791e-06,
      "loss": 1.3564,
      "step": 7576
    },
    {
      "epoch": 0.5253840145795365,
      "grad_norm": 29.180458068847656,
      "learning_rate": 3.948953547728433e-06,
      "loss": 0.948,
      "step": 7577
    },
    {
      "epoch": 0.5255575804911915,
      "grad_norm": 37.92428970336914,
      "learning_rate": 3.948698315467076e-06,
      "loss": 1.3376,
      "step": 7578
    },
    {
      "epoch": 0.5257311464028465,
      "grad_norm": 21.877111434936523,
      "learning_rate": 3.948443083205717e-06,
      "loss": 0.7852,
      "step": 7579
    },
    {
      "epoch": 0.5259047123145014,
      "grad_norm": 32.91189956665039,
      "learning_rate": 3.948187850944359e-06,
      "loss": 1.1644,
      "step": 7580
    },
    {
      "epoch": 0.5260782782261564,
      "grad_norm": 43.39291000366211,
      "learning_rate": 3.947932618683002e-06,
      "loss": 1.4908,
      "step": 7581
    },
    {
      "epoch": 0.5262518441378113,
      "grad_norm": 26.227521896362305,
      "learning_rate": 3.947677386421644e-06,
      "loss": 1.048,
      "step": 7582
    },
    {
      "epoch": 0.5264254100494663,
      "grad_norm": 24.627593994140625,
      "learning_rate": 3.947422154160287e-06,
      "loss": 0.4837,
      "step": 7583
    },
    {
      "epoch": 0.5265989759611213,
      "grad_norm": 21.43975257873535,
      "learning_rate": 3.947166921898928e-06,
      "loss": 0.5056,
      "step": 7584
    },
    {
      "epoch": 0.5267725418727762,
      "grad_norm": 69.8147964477539,
      "learning_rate": 3.94691168963757e-06,
      "loss": 2.3275,
      "step": 7585
    },
    {
      "epoch": 0.5269461077844312,
      "grad_norm": 44.428165435791016,
      "learning_rate": 3.946656457376213e-06,
      "loss": 0.9374,
      "step": 7586
    },
    {
      "epoch": 0.5271196736960861,
      "grad_norm": 61.162418365478516,
      "learning_rate": 3.946401225114855e-06,
      "loss": 1.4924,
      "step": 7587
    },
    {
      "epoch": 0.527293239607741,
      "grad_norm": 55.48814010620117,
      "learning_rate": 3.946145992853497e-06,
      "loss": 1.9084,
      "step": 7588
    },
    {
      "epoch": 0.527466805519396,
      "grad_norm": 53.12760925292969,
      "learning_rate": 3.945890760592139e-06,
      "loss": 1.2337,
      "step": 7589
    },
    {
      "epoch": 0.5276403714310509,
      "grad_norm": 79.95686340332031,
      "learning_rate": 3.945635528330781e-06,
      "loss": 1.0651,
      "step": 7590
    },
    {
      "epoch": 0.5278139373427059,
      "grad_norm": 46.78357696533203,
      "learning_rate": 3.945380296069424e-06,
      "loss": 0.7604,
      "step": 7591
    },
    {
      "epoch": 0.5279875032543608,
      "grad_norm": 60.98501205444336,
      "learning_rate": 3.945125063808066e-06,
      "loss": 1.2622,
      "step": 7592
    },
    {
      "epoch": 0.5281610691660158,
      "grad_norm": 50.872772216796875,
      "learning_rate": 3.944869831546708e-06,
      "loss": 1.1859,
      "step": 7593
    },
    {
      "epoch": 0.5283346350776708,
      "grad_norm": 58.23135757446289,
      "learning_rate": 3.944614599285351e-06,
      "loss": 1.2949,
      "step": 7594
    },
    {
      "epoch": 0.5285082009893257,
      "grad_norm": 74.90370178222656,
      "learning_rate": 3.944359367023992e-06,
      "loss": 1.9228,
      "step": 7595
    },
    {
      "epoch": 0.5286817669009807,
      "grad_norm": 58.0031852722168,
      "learning_rate": 3.944104134762634e-06,
      "loss": 2.0131,
      "step": 7596
    },
    {
      "epoch": 0.5288553328126356,
      "grad_norm": 47.896751403808594,
      "learning_rate": 3.943848902501277e-06,
      "loss": 1.1185,
      "step": 7597
    },
    {
      "epoch": 0.5290288987242906,
      "grad_norm": 61.227474212646484,
      "learning_rate": 3.943593670239919e-06,
      "loss": 1.6211,
      "step": 7598
    },
    {
      "epoch": 0.5292024646359454,
      "grad_norm": 44.61197280883789,
      "learning_rate": 3.9433384379785615e-06,
      "loss": 0.8734,
      "step": 7599
    },
    {
      "epoch": 0.5293760305476004,
      "grad_norm": 53.63761520385742,
      "learning_rate": 3.943083205717203e-06,
      "loss": 1.594,
      "step": 7600
    },
    {
      "epoch": 0.5293760305476004,
      "eval_synth_accuracy": 0.8982935153583618,
      "eval_synth_auroc": 0.9609123645916349,
      "eval_synth_f1": 0.9219486642221059,
      "eval_synth_loss": 0.30863019824028015,
      "eval_synth_precision": 0.9492988133764833,
      "eval_synth_recall": 0.8961303462321792,
      "eval_synth_runtime": 102.7165,
      "eval_synth_samples_per_second": 14.263,
      "eval_synth_steps_per_second": 0.448,
      "step": 7600
    },
    {
      "epoch": 0.5293760305476004,
      "eval_real_accuracy": 0.8495639534883721,
      "eval_real_auroc": 0.9170870158288101,
      "eval_real_f1": 0.8845510317902956,
      "eval_real_loss": 0.4230429232120514,
      "eval_real_precision": 0.9021615472127418,
      "eval_real_recall": 0.8676148796498906,
      "eval_real_runtime": 96.0628,
      "eval_real_samples_per_second": 14.324,
      "eval_real_steps_per_second": 0.448,
      "step": 7600
    }
  ],
  "logging_steps": 1,
  "max_steps": 23048,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 25,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.8651646930358108e+20,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}