{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 534,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "forget_loss": 0.00946044921875,
      "retain_loss": 0.0,
      "step": 0
    },
    {
      "epoch": 0,
      "forget_loss": 0.00994873046875,
      "retain_loss": 0.0,
      "step": 0
    },
    {
      "epoch": 0,
      "forget_loss": 0.00958251953125,
      "retain_loss": 0.0,
      "step": 0
    },
    {
      "epoch": 0,
      "forget_loss": 0.009521484375,
      "retain_loss": 0.0,
      "step": 0
    },
    {
      "epoch": 0.003755868544600939,
      "grad_norm": 0.11474609375,
      "learning_rate": 0.0,
      "loss": 0.0096282958984375,
      "step": 1
    },
    {
      "epoch": 0.03755868544600939,
      "grad_norm": 0.09814453125,
      "learning_rate": 4.5e-06,
      "loss": 0.009236653645833334,
      "step": 10
    },
    {
      "epoch": 0.03755868544600939,
      "forget_loss": 0.00799560546875,
      "retain_loss": 1.919269561767578e-05,
      "step": 10
    },
    {
      "epoch": 0.03755868544600939,
      "forget_loss": 0.008056640625,
      "retain_loss": 1.6570091247558594e-05,
      "step": 10
    },
    {
      "epoch": 0.03755868544600939,
      "forget_loss": 0.0081787109375,
      "retain_loss": 2.2649765014648438e-05,
      "step": 10
    },
    {
      "epoch": 0.03755868544600939,
      "forget_loss": 0.00823974609375,
      "retain_loss": 2.1457672119140625e-05,
      "step": 10
    },
    {
      "epoch": 0.07511737089201878,
      "grad_norm": 0.047607421875,
      "learning_rate": 9.5e-06,
      "loss": 0.00635223388671875,
      "step": 20
    },
    {
      "epoch": 0.07511737089201878,
      "forget_loss": 0.003662109375,
      "retain_loss": 0.00022602081298828125,
      "step": 20
    },
    {
      "epoch": 0.07511737089201878,
      "forget_loss": 0.004425048828125,
      "retain_loss": 0.0002880096435546875,
      "step": 20
    },
    {
      "epoch": 0.07511737089201878,
      "forget_loss": 0.0037078857421875,
      "retain_loss": 0.00020885467529296875,
      "step": 20
    },
    {
      "epoch": 0.07511737089201878,
      "forget_loss": 0.00421142578125,
      "retain_loss": 0.00021457672119140625,
      "step": 20
    },
    {
      "epoch": 0.11267605633802817,
      "grad_norm": 0.123046875,
      "learning_rate": 9.82490272373541e-06,
      "loss": 0.00320587158203125,
      "step": 30
    },
    {
      "epoch": 0.11267605633802817,
      "forget_loss": 0.0018310546875,
      "retain_loss": 0.00054168701171875,
      "step": 30
    },
    {
      "epoch": 0.11267605633802817,
      "forget_loss": 0.00177001953125,
      "retain_loss": 0.0004177093505859375,
      "step": 30
    },
    {
      "epoch": 0.11267605633802817,
      "forget_loss": 0.00177001953125,
      "retain_loss": 0.0002956390380859375,
      "step": 30
    },
    {
      "epoch": 0.11267605633802817,
      "forget_loss": 0.0016937255859375,
      "retain_loss": 0.000331878662109375,
      "step": 30
    },
    {
      "epoch": 0.15023474178403756,
      "grad_norm": 0.05517578125,
      "learning_rate": 9.63035019455253e-06,
      "loss": 0.0016145706176757812,
      "step": 40
    },
    {
      "epoch": 0.15023474178403756,
      "forget_loss": 0.0007781982421875,
      "retain_loss": 0.00021648406982421875,
      "step": 40
    },
    {
      "epoch": 0.15023474178403756,
      "forget_loss": 0.000762939453125,
      "retain_loss": 0.0004100799560546875,
      "step": 40
    },
    {
      "epoch": 0.15023474178403756,
      "forget_loss": 0.000766754150390625,
      "retain_loss": 0.000331878662109375,
      "step": 40
    },
    {
      "epoch": 0.15023474178403756,
      "forget_loss": 0.0007781982421875,
      "retain_loss": 0.00038909912109375,
      "step": 40
    },
    {
      "epoch": 0.18779342723004694,
      "grad_norm": 0.1416015625,
      "learning_rate": 9.435797665369651e-06,
      "loss": 0.000954437255859375,
      "step": 50
    },
    {
      "epoch": 0.18779342723004694,
      "forget_loss": 0.0003452301025390625,
      "retain_loss": 0.00020599365234375,
      "step": 50
    },
    {
      "epoch": 0.18779342723004694,
      "forget_loss": 0.0003814697265625,
      "retain_loss": 0.00020694732666015625,
      "step": 50
    },
    {
      "epoch": 0.18779342723004694,
      "forget_loss": 0.000415802001953125,
      "retain_loss": 0.0003604888916015625,
      "step": 50
    },
    {
      "epoch": 0.18779342723004694,
      "forget_loss": 0.0003719329833984375,
      "retain_loss": 0.0001964569091796875,
      "step": 50
    },
    {
      "epoch": 0.22535211267605634,
      "grad_norm": 0.06396484375,
      "learning_rate": 9.241245136186772e-06,
      "loss": 0.0008329868316650391,
      "step": 60
    },
    {
      "epoch": 0.22535211267605634,
      "forget_loss": 0.0002574920654296875,
      "retain_loss": 0.0002727508544921875,
      "step": 60
    },
    {
      "epoch": 0.22535211267605634,
      "forget_loss": 0.00019931793212890625,
      "retain_loss": 0.00010919570922851562,
      "step": 60
    },
    {
      "epoch": 0.22535211267605634,
      "forget_loss": 0.0001983642578125,
      "retain_loss": 0.000202178955078125,
      "step": 60
    },
    {
      "epoch": 0.22535211267605634,
      "forget_loss": 0.00023365020751953125,
      "retain_loss": 0.0002002716064453125,
      "step": 60
    },
    {
      "epoch": 0.26291079812206575,
      "grad_norm": 0.28515625,
      "learning_rate": 9.046692607003892e-06,
      "loss": 0.0006081581115722657,
      "step": 70
    },
    {
      "epoch": 0.26291079812206575,
      "forget_loss": 0.00018405914306640625,
      "retain_loss": 0.0002689361572265625,
      "step": 70
    },
    {
      "epoch": 0.26291079812206575,
      "forget_loss": 0.0001811981201171875,
      "retain_loss": 8.535385131835938e-05,
      "step": 70
    },
    {
      "epoch": 0.26291079812206575,
      "forget_loss": 0.00022792816162109375,
      "retain_loss": 0.00010728836059570312,
      "step": 70
    },
    {
      "epoch": 0.26291079812206575,
      "forget_loss": 0.0003643035888671875,
      "retain_loss": 0.00011777877807617188,
      "step": 70
    },
    {
      "epoch": 0.3004694835680751,
      "grad_norm": 0.07177734375,
      "learning_rate": 8.852140077821012e-06,
      "loss": 0.0004550933837890625,
      "step": 80
    },
    {
      "epoch": 0.3004694835680751,
      "forget_loss": 0.0002155303955078125,
      "retain_loss": 0.000110626220703125,
      "step": 80
    },
    {
      "epoch": 0.3004694835680751,
      "forget_loss": 0.00014019012451171875,
      "retain_loss": 6.723403930664062e-05,
      "step": 80
    },
    {
      "epoch": 0.3004694835680751,
      "forget_loss": 0.0001773834228515625,
      "retain_loss": 0.000331878662109375,
      "step": 80
    },
    {
      "epoch": 0.3004694835680751,
      "forget_loss": 0.00016498565673828125,
      "retain_loss": 9.489059448242188e-05,
      "step": 80
    },
    {
      "epoch": 0.3380281690140845,
      "grad_norm": 0.0810546875,
      "learning_rate": 8.657587548638134e-06,
      "loss": 0.0003980875015258789,
      "step": 90
    },
    {
      "epoch": 0.3380281690140845,
      "forget_loss": 0.00015735626220703125,
      "retain_loss": 0.0001544952392578125,
      "step": 90
    },
    {
      "epoch": 0.3380281690140845,
      "forget_loss": 0.000133514404296875,
      "retain_loss": 0.00080108642578125,
      "step": 90
    },
    {
      "epoch": 0.3380281690140845,
      "forget_loss": 0.00014781951904296875,
      "retain_loss": 0.000431060791015625,
      "step": 90
    },
    {
      "epoch": 0.3380281690140845,
      "forget_loss": 0.00014400482177734375,
      "retain_loss": 0.00031280517578125,
      "step": 90
    },
    {
      "epoch": 0.3755868544600939,
      "grad_norm": 0.025146484375,
      "learning_rate": 8.463035019455253e-06,
      "loss": 0.00032124519348144533,
      "step": 100
    },
    {
      "epoch": 0.3755868544600939,
      "forget_loss": 0.00015163421630859375,
      "retain_loss": 0.00015926361083984375,
      "step": 100
    },
    {
      "epoch": 0.3755868544600939,
      "forget_loss": 0.0001506805419921875,
      "retain_loss": 0.00011587142944335938,
      "step": 100
    },
    {
      "epoch": 0.3755868544600939,
      "forget_loss": 0.00013065338134765625,
      "retain_loss": 0.000125885009765625,
      "step": 100
    },
    {
      "epoch": 0.3755868544600939,
      "forget_loss": 0.0001239776611328125,
      "retain_loss": 0.0001277923583984375,
      "step": 100
    },
    {
      "epoch": 0.4131455399061033,
      "grad_norm": 0.06884765625,
      "learning_rate": 8.268482490272373e-06,
      "loss": 0.00034072399139404295,
      "step": 110
    },
    {
      "epoch": 0.4131455399061033,
      "forget_loss": 0.0001544952392578125,
      "retain_loss": 7.2479248046875e-05,
      "step": 110
    },
    {
      "epoch": 0.4131455399061033,
      "forget_loss": 0.0001373291015625,
      "retain_loss": 0.000270843505859375,
      "step": 110
    },
    {
      "epoch": 0.4131455399061033,
      "forget_loss": 0.0001125335693359375,
      "retain_loss": 9.965896606445312e-05,
      "step": 110
    },
    {
      "epoch": 0.4131455399061033,
      "forget_loss": 0.00011205673217773438,
      "retain_loss": 6.866455078125e-05,
      "step": 110
    },
    {
      "epoch": 0.4507042253521127,
      "grad_norm": 0.08544921875,
      "learning_rate": 8.073929961089495e-06,
      "loss": 0.0002372264862060547,
      "step": 120
    },
    {
      "epoch": 0.4507042253521127,
      "forget_loss": 0.000179290771484375,
      "retain_loss": 7.05718994140625e-05,
      "step": 120
    },
    {
      "epoch": 0.4507042253521127,
      "forget_loss": 0.0001277923583984375,
      "retain_loss": 9.250640869140625e-05,
      "step": 120
    },
    {
      "epoch": 0.4507042253521127,
      "forget_loss": 0.00013446807861328125,
      "retain_loss": 8.630752563476562e-05,
      "step": 120
    },
    {
      "epoch": 0.4507042253521127,
      "forget_loss": 0.0001735687255859375,
      "retain_loss": 8.106231689453125e-05,
      "step": 120
    },
    {
      "epoch": 0.48826291079812206,
      "grad_norm": 0.0361328125,
      "learning_rate": 7.879377431906614e-06,
      "loss": 0.0002105236053466797,
      "step": 130
    },
    {
      "epoch": 0.48826291079812206,
      "forget_loss": 0.00010776519775390625,
      "retain_loss": 5.221366882324219e-05,
      "step": 130
    },
    {
      "epoch": 0.48826291079812206,
      "forget_loss": 0.00010728836059570312,
      "retain_loss": 5.1021575927734375e-05,
      "step": 130
    },
    {
      "epoch": 0.48826291079812206,
      "forget_loss": 0.00010204315185546875,
      "retain_loss": 0.00011110305786132812,
      "step": 130
    },
    {
      "epoch": 0.48826291079812206,
      "forget_loss": 0.000156402587890625,
      "retain_loss": 7.05718994140625e-05,
      "step": 130
    },
    {
      "epoch": 0.5258215962441315,
      "grad_norm": 0.035400390625,
      "learning_rate": 7.684824902723736e-06,
      "loss": 0.000272369384765625,
      "step": 140
    },
    {
      "epoch": 0.5258215962441315,
      "forget_loss": 0.0001087188720703125,
      "retain_loss": 7.009506225585938e-05,
      "step": 140
    },
    {
      "epoch": 0.5258215962441315,
      "forget_loss": 0.0001239776611328125,
      "retain_loss": 7.963180541992188e-05,
      "step": 140
    },
    {
      "epoch": 0.5258215962441315,
      "forget_loss": 0.00017070770263671875,
      "retain_loss": 6.29425048828125e-05,
      "step": 140
    },
    {
      "epoch": 0.5258215962441315,
      "forget_loss": 0.00013446807861328125,
      "retain_loss": 5.5789947509765625e-05,
      "step": 140
    },
    {
      "epoch": 0.5633802816901409,
      "grad_norm": 0.0177001953125,
      "learning_rate": 7.4902723735408565e-06,
      "loss": 0.00019230842590332032,
      "step": 150
    },
    {
      "epoch": 0.5633802816901409,
      "forget_loss": 0.00010585784912109375,
      "retain_loss": 5.793571472167969e-05,
      "step": 150
    },
    {
      "epoch": 0.5633802816901409,
      "forget_loss": 0.00011157989501953125,
      "retain_loss": 0.00015163421630859375,
      "step": 150
    },
    {
      "epoch": 0.5633802816901409,
      "forget_loss": 8.821487426757812e-05,
      "retain_loss": 6.866455078125e-05,
      "step": 150
    },
    {
      "epoch": 0.5633802816901409,
      "forget_loss": 9.059906005859375e-05,
      "retain_loss": 0.00010251998901367188,
      "step": 150
    },
    {
      "epoch": 0.6009389671361502,
      "grad_norm": 0.06591796875,
      "learning_rate": 7.295719844357977e-06,
      "loss": 0.00020923614501953126,
      "step": 160
    },
    {
      "epoch": 0.6009389671361502,
      "forget_loss": 0.00010156631469726562,
      "retain_loss": 8.535385131835938e-05,
      "step": 160
    },
    {
      "epoch": 0.6009389671361502,
      "forget_loss": 9.441375732421875e-05,
      "retain_loss": 7.05718994140625e-05,
      "step": 160
    },
    {
      "epoch": 0.6009389671361502,
      "forget_loss": 9.489059448242188e-05,
      "retain_loss": 6.151199340820312e-05,
      "step": 160
    },
    {
      "epoch": 0.6009389671361502,
      "forget_loss": 9.679794311523438e-05,
      "retain_loss": 5.984306335449219e-05,
      "step": 160
    },
    {
      "epoch": 0.6384976525821596,
      "grad_norm": 0.0152587890625,
      "learning_rate": 7.101167315175098e-06,
      "loss": 0.0001931428909301758,
      "step": 170
    },
    {
      "epoch": 0.6384976525821596,
      "forget_loss": 9.489059448242188e-05,
      "retain_loss": 6.079673767089844e-05,
      "step": 170
    },
    {
      "epoch": 0.6384976525821596,
      "forget_loss": 0.000110626220703125,
      "retain_loss": 7.104873657226562e-05,
      "step": 170
    },
    {
      "epoch": 0.6384976525821596,
      "forget_loss": 0.00010776519775390625,
      "retain_loss": 0.00011539459228515625,
      "step": 170
    },
    {
      "epoch": 0.6384976525821596,
      "forget_loss": 9.441375732421875e-05,
      "retain_loss": 0.00011682510375976562,
      "step": 170
    },
    {
      "epoch": 0.676056338028169,
      "grad_norm": 0.0306396484375,
      "learning_rate": 6.9066147859922184e-06,
      "loss": 0.00021104812622070314,
      "step": 180
    },
    {
      "epoch": 0.676056338028169,
      "forget_loss": 0.000125885009765625,
      "retain_loss": 0.0001239776611328125,
      "step": 180
    },
    {
      "epoch": 0.676056338028169,
      "forget_loss": 0.00010395050048828125,
      "retain_loss": 8.96453857421875e-05,
      "step": 180
    },
    {
      "epoch": 0.676056338028169,
      "forget_loss": 8.869171142578125e-05,
      "retain_loss": 8.20159912109375e-05,
      "step": 180
    },
    {
      "epoch": 0.676056338028169,
      "forget_loss": 9.107589721679688e-05,
      "retain_loss": 5.316734313964844e-05,
      "step": 180
    },
    {
      "epoch": 0.7136150234741784,
      "grad_norm": 0.0230712890625,
      "learning_rate": 6.712062256809338e-06,
      "loss": 0.0001739978790283203,
      "step": 190
    },
    {
      "epoch": 0.7136150234741784,
      "forget_loss": 9.059906005859375e-05,
      "retain_loss": 5.793571472167969e-05,
      "step": 190
    },
    {
      "epoch": 0.7136150234741784,
      "forget_loss": 9.5367431640625e-05,
      "retain_loss": 5.0067901611328125e-05,
      "step": 190
    },
    {
      "epoch": 0.7136150234741784,
      "forget_loss": 8.869171142578125e-05,
      "retain_loss": 5.7220458984375e-05,
      "step": 190
    },
    {
      "epoch": 0.7136150234741784,
      "forget_loss": 0.00010919570922851562,
      "retain_loss": 4.9591064453125e-05,
      "step": 190
    },
    {
      "epoch": 0.7511737089201878,
      "grad_norm": 0.01068115234375,
      "learning_rate": 6.51750972762646e-06,
      "loss": 0.00019364356994628907,
      "step": 200
    },
    {
      "epoch": 0.7511737089201878,
      "forget_loss": 0.00010204315185546875,
      "retain_loss": 5.14984130859375e-05,
      "step": 200
    },
    {
      "epoch": 0.7511737089201878,
      "forget_loss": 8.249282836914062e-05,
      "retain_loss": 4.887580871582031e-05,
      "step": 200
    },
    {
      "epoch": 0.7511737089201878,
      "forget_loss": 7.772445678710938e-05,
      "retain_loss": 4.076957702636719e-05,
      "step": 200
    },
    {
      "epoch": 0.7511737089201878,
      "forget_loss": 0.00012683868408203125,
      "retain_loss": 6.341934204101562e-05,
      "step": 200
    },
    {
      "epoch": 0.7887323943661971,
      "grad_norm": 0.016357421875,
      "learning_rate": 6.32295719844358e-06,
      "loss": 0.00015709400177001953,
      "step": 210
    },
    {
      "epoch": 0.7887323943661971,
      "forget_loss": 0.00010585784912109375,
      "retain_loss": 7.009506225585938e-05,
      "step": 210
    },
    {
      "epoch": 0.7887323943661971,
      "forget_loss": 8.58306884765625e-05,
      "retain_loss": 4.2438507080078125e-05,
      "step": 210
    },
    {
      "epoch": 0.7887323943661971,
      "forget_loss": 8.440017700195312e-05,
      "retain_loss": 4.744529724121094e-05,
      "step": 210
    },
    {
      "epoch": 0.7887323943661971,
      "forget_loss": 0.0001010894775390625,
      "retain_loss": 4.4345855712890625e-05,
      "step": 210
    },
    {
      "epoch": 0.8262910798122066,
      "grad_norm": 0.01806640625,
      "learning_rate": 6.128404669260701e-06,
      "loss": 0.0001538991928100586,
      "step": 220
    },
    {
      "epoch": 0.8262910798122066,
      "forget_loss": 9.72747802734375e-05,
      "retain_loss": 4.8160552978515625e-05,
      "step": 220
    },
    {
      "epoch": 0.8262910798122066,
      "forget_loss": 8.0108642578125e-05,
      "retain_loss": 7.200241088867188e-05,
      "step": 220
    },
    {
      "epoch": 0.8262910798122066,
      "forget_loss": 7.82012939453125e-05,
      "retain_loss": 4.3392181396484375e-05,
      "step": 220
    },
    {
      "epoch": 0.8262910798122066,
      "forget_loss": 0.0001049041748046875,
      "retain_loss": 7.009506225585938e-05,
      "step": 220
    },
    {
      "epoch": 0.863849765258216,
      "grad_norm": 0.0184326171875,
      "learning_rate": 5.933852140077822e-06,
      "loss": 0.00015753507614135742,
      "step": 230
    },
    {
      "epoch": 0.863849765258216,
      "forget_loss": 8.678436279296875e-05,
      "retain_loss": 4.38690185546875e-05,
      "step": 230
    },
    {
      "epoch": 0.863849765258216,
      "forget_loss": 8.344650268554688e-05,
      "retain_loss": 0.000942230224609375,
      "step": 230
    },
    {
      "epoch": 0.863849765258216,
      "forget_loss": 9.1552734375e-05,
      "retain_loss": 4.410743713378906e-05,
      "step": 230
    },
    {
      "epoch": 0.863849765258216,
      "forget_loss": 8.296966552734375e-05,
      "retain_loss": 7.486343383789062e-05,
      "step": 230
    },
    {
      "epoch": 0.9014084507042254,
      "grad_norm": 0.0238037109375,
      "learning_rate": 5.7392996108949415e-06,
      "loss": 0.00017303228378295898,
      "step": 240
    },
    {
      "epoch": 0.9014084507042254,
      "forget_loss": 8.296966552734375e-05,
      "retain_loss": 4.291534423828125e-05,
      "step": 240
    },
    {
      "epoch": 0.9014084507042254,
      "forget_loss": 8.96453857421875e-05,
      "retain_loss": 3.814697265625e-05,
      "step": 240
    },
    {
      "epoch": 0.9014084507042254,
      "forget_loss": 8.726119995117188e-05,
      "retain_loss": 4.839897155761719e-05,
      "step": 240
    },
    {
      "epoch": 0.9014084507042254,
      "forget_loss": 7.200241088867188e-05,
      "retain_loss": 4.839897155761719e-05,
      "step": 240
    },
    {
      "epoch": 0.9389671361502347,
      "grad_norm": 0.05908203125,
      "learning_rate": 5.544747081712063e-06,
      "loss": 0.00014340877532958984,
      "step": 250
    },
    {
      "epoch": 0.9389671361502347,
      "forget_loss": 0.00010442733764648438,
      "retain_loss": 5.626678466796875e-05,
      "step": 250
    },
    {
      "epoch": 0.9389671361502347,
      "forget_loss": 8.726119995117188e-05,
      "retain_loss": 9.059906005859375e-05,
      "step": 250
    },
    {
      "epoch": 0.9389671361502347,
      "forget_loss": 8.344650268554688e-05,
      "retain_loss": 3.647804260253906e-05,
      "step": 250
    },
    {
      "epoch": 0.9389671361502347,
      "forget_loss": 8.821487426757812e-05,
      "retain_loss": 4.220008850097656e-05,
      "step": 250
    },
    {
      "epoch": 0.9765258215962441,
      "grad_norm": 0.0181884765625,
      "learning_rate": 5.350194552529184e-06,
      "loss": 0.00015048980712890626,
      "step": 260
    },
    {
      "epoch": 0.9765258215962441,
      "forget_loss": 8.153915405273438e-05,
      "retain_loss": 6.580352783203125e-05,
      "step": 260
    },
    {
      "epoch": 0.9765258215962441,
      "forget_loss": 8.7738037109375e-05,
      "retain_loss": 3.6716461181640625e-05,
      "step": 260
    },
    {
      "epoch": 0.9765258215962441,
      "forget_loss": 9.918212890625e-05,
      "retain_loss": 4.363059997558594e-05,
      "step": 260
    },
    {
      "epoch": 0.9765258215962441,
      "forget_loss": 9.870529174804688e-05,
      "retain_loss": 0.0001506805419921875,
      "step": 260
    },
    {
      "epoch": 1.0112676056338028,
      "grad_norm": 0.00848388671875,
      "learning_rate": 5.155642023346303e-06,
      "loss": 0.00013761520385742189,
      "step": 270
    },
    {
      "epoch": 1.0112676056338028,
      "forget_loss": 6.866455078125e-05,
      "retain_loss": 5.9604644775390625e-05,
      "step": 270
    },
    {
      "epoch": 1.0112676056338028,
      "forget_loss": 8.249282836914062e-05,
      "retain_loss": 3.5762786865234375e-05,
      "step": 270
    },
    {
      "epoch": 1.0112676056338028,
      "forget_loss": 8.392333984375e-05,
      "retain_loss": 6.246566772460938e-05,
      "step": 270
    },
    {
      "epoch": 1.0112676056338028,
      "forget_loss": 8.916854858398438e-05,
      "retain_loss": 3.695487976074219e-05,
      "step": 270
    },
    {
      "epoch": 1.0488262910798123,
      "grad_norm": 0.0137939453125,
      "learning_rate": 4.961089494163425e-06,
      "loss": 0.00013872385025024415,
      "step": 280
    },
    {
      "epoch": 1.0488262910798123,
      "forget_loss": 7.772445678710938e-05,
      "retain_loss": 4.982948303222656e-05,
      "step": 280
    },
    {
      "epoch": 1.0488262910798123,
      "forget_loss": 6.771087646484375e-05,
      "retain_loss": 4.5299530029296875e-05,
      "step": 280
    },
    {
      "epoch": 1.0488262910798123,
      "forget_loss": 6.961822509765625e-05,
      "retain_loss": 5.14984130859375e-05,
      "step": 280
    },
    {
      "epoch": 1.0488262910798123,
      "forget_loss": 7.05718994140625e-05,
      "retain_loss": 5.245208740234375e-05,
      "step": 280
    },
    {
      "epoch": 1.0863849765258216,
      "grad_norm": 0.01275634765625,
      "learning_rate": 4.7665369649805455e-06,
      "loss": 0.00014275312423706055,
      "step": 290
    },
    {
      "epoch": 1.0863849765258216,
      "forget_loss": 8.20159912109375e-05,
      "retain_loss": 4.38690185546875e-05,
      "step": 290
    },
    {
      "epoch": 1.0863849765258216,
      "forget_loss": 7.62939453125e-05,
      "retain_loss": 5.745887756347656e-05,
      "step": 290
    },
    {
      "epoch": 1.0863849765258216,
      "forget_loss": 9.059906005859375e-05,
      "retain_loss": 5.269050598144531e-05,
      "step": 290
    },
    {
      "epoch": 1.0863849765258216,
      "forget_loss": 8.106231689453125e-05,
      "retain_loss": 5.507469177246094e-05,
      "step": 290
    },
    {
      "epoch": 1.123943661971831,
      "grad_norm": 0.0140380859375,
      "learning_rate": 4.571984435797665e-06,
      "loss": 0.00013855695724487304,
      "step": 300
    },
    {
      "epoch": 1.123943661971831,
      "forget_loss": 8.344650268554688e-05,
      "retain_loss": 3.695487976074219e-05,
      "step": 300
    },
    {
      "epoch": 1.123943661971831,
      "forget_loss": 8.249282836914062e-05,
      "retain_loss": 4.100799560546875e-05,
      "step": 300
    },
    {
      "epoch": 1.123943661971831,
      "forget_loss": 0.00010395050048828125,
      "retain_loss": 3.504753112792969e-05,
      "step": 300
    },
    {
      "epoch": 1.123943661971831,
      "forget_loss": 6.4849853515625e-05,
      "retain_loss": 5.5789947509765625e-05,
      "step": 300
    },
    {
      "epoch": 1.1615023474178403,
      "grad_norm": 0.019775390625,
      "learning_rate": 4.377431906614786e-06,
      "loss": 0.0001352071762084961,
      "step": 310
    },
    {
      "epoch": 1.1615023474178403,
      "forget_loss": 7.62939453125e-05,
      "retain_loss": 7.772445678710938e-05,
      "step": 310
    },
    {
      "epoch": 1.1615023474178403,
      "forget_loss": 8.58306884765625e-05,
      "retain_loss": 5.459785461425781e-05,
      "step": 310
    },
    {
      "epoch": 1.1615023474178403,
      "forget_loss": 7.05718994140625e-05,
      "retain_loss": 7.05718994140625e-05,
      "step": 310
    },
    {
      "epoch": 1.1615023474178403,
      "forget_loss": 7.82012939453125e-05,
      "retain_loss": 3.337860107421875e-05,
      "step": 310
    },
    {
      "epoch": 1.1990610328638498,
      "grad_norm": 0.020751953125,
      "learning_rate": 4.1828793774319074e-06,
      "loss": 0.000127410888671875,
      "step": 320
    },
    {
      "epoch": 1.1990610328638498,
      "forget_loss": 7.867813110351562e-05,
      "retain_loss": 3.695487976074219e-05,
      "step": 320
    },
    {
      "epoch": 1.1990610328638498,
      "forget_loss": 8.249282836914062e-05,
      "retain_loss": 5.412101745605469e-05,
      "step": 320
    },
    {
      "epoch": 1.1990610328638498,
      "forget_loss": 9.775161743164062e-05,
      "retain_loss": 5.340576171875e-05,
      "step": 320
    },
    {
      "epoch": 1.1990610328638498,
      "forget_loss": 7.152557373046875e-05,
      "retain_loss": 8.106231689453125e-05,
      "step": 320
    },
    {
      "epoch": 1.236619718309859,
      "grad_norm": 0.0091552734375,
      "learning_rate": 3.988326848249028e-06,
      "loss": 0.00014822483062744142,
      "step": 330
    },
    {
      "epoch": 1.236619718309859,
      "forget_loss": 9.72747802734375e-05,
      "retain_loss": 4.506111145019531e-05,
      "step": 330
    },
    {
      "epoch": 1.236619718309859,
      "forget_loss": 0.00010919570922851562,
      "retain_loss": 3.2901763916015625e-05,
      "step": 330
    },
    {
      "epoch": 1.236619718309859,
      "forget_loss": 6.723403930664062e-05,
      "retain_loss": 4.029273986816406e-05,
      "step": 330
    },
    {
      "epoch": 1.236619718309859,
      "forget_loss": 6.914138793945312e-05,
      "retain_loss": 7.724761962890625e-05,
      "step": 330
    },
    {
      "epoch": 1.2741784037558685,
      "grad_norm": 0.011962890625,
      "learning_rate": 3.793774319066148e-06,
      "loss": 0.0001390695571899414,
      "step": 340
    },
    {
      "epoch": 1.2741784037558685,
      "forget_loss": 8.535385131835938e-05,
      "retain_loss": 4.506111145019531e-05,
      "step": 340
    },
    {
      "epoch": 1.2741784037558685,
      "forget_loss": 6.866455078125e-05,
      "retain_loss": 3.2901763916015625e-05,
      "step": 340
    },
    {
      "epoch": 1.2741784037558685,
      "forget_loss": 6.723403930664062e-05,
      "retain_loss": 5.0067901611328125e-05,
      "step": 340
    },
    {
      "epoch": 1.2741784037558685,
      "forget_loss": 8.344650268554688e-05,
      "retain_loss": 3.5762786865234375e-05,
      "step": 340
    },
    {
      "epoch": 1.3117370892018778,
      "grad_norm": 0.01239013671875,
      "learning_rate": 3.599221789883269e-06,
      "loss": 0.00013332366943359376,
      "step": 350
    },
    {
      "epoch": 1.3117370892018778,
      "forget_loss": 7.772445678710938e-05,
      "retain_loss": 3.0040740966796875e-05,
      "step": 350
    },
    {
      "epoch": 1.3117370892018778,
      "forget_loss": 7.963180541992188e-05,
      "retain_loss": 4.363059997558594e-05,
      "step": 350
    },
    {
      "epoch": 1.3117370892018778,
      "forget_loss": 8.630752563476562e-05,
      "retain_loss": 4.6253204345703125e-05,
      "step": 350
    },
    {
      "epoch": 1.3117370892018778,
      "forget_loss": 8.487701416015625e-05,
      "retain_loss": 5.030632019042969e-05,
      "step": 350
    },
    {
      "epoch": 1.3492957746478873,
      "grad_norm": 0.01177978515625,
      "learning_rate": 3.4046692607003896e-06,
      "loss": 0.00012853145599365235,
      "step": 360
    },
    {
      "epoch": 1.3492957746478873,
      "forget_loss": 0.00010395050048828125,
      "retain_loss": 3.3855438232421875e-05,
      "step": 360
    },
    {
      "epoch": 1.3492957746478873,
      "forget_loss": 9.250640869140625e-05,
      "retain_loss": 4.553794860839844e-05,
      "step": 360
    },
    {
      "epoch": 1.3492957746478873,
      "forget_loss": 7.009506225585938e-05,
      "retain_loss": 5.6743621826171875e-05,
      "step": 360
    },
    {
      "epoch": 1.3492957746478873,
      "forget_loss": 6.961822509765625e-05,
      "retain_loss": 4.00543212890625e-05,
      "step": 360
    },
    {
      "epoch": 1.3868544600938968,
      "grad_norm": 0.012451171875,
      "learning_rate": 3.2101167315175102e-06,
      "loss": 0.00012967586517333984,
      "step": 370
    },
    {
      "epoch": 1.3868544600938968,
      "forget_loss": 8.296966552734375e-05,
      "retain_loss": 5.435943603515625e-05,
      "step": 370
    },
    {
      "epoch": 1.3868544600938968,
      "forget_loss": 7.581710815429688e-05,
      "retain_loss": 3.647804260253906e-05,
      "step": 370
    },
    {
      "epoch": 1.3868544600938968,
      "forget_loss": 7.05718994140625e-05,
      "retain_loss": 3.075599670410156e-05,
      "step": 370
    },
    {
      "epoch": 1.3868544600938968,
      "forget_loss": 7.104873657226562e-05,
      "retain_loss": 0.00010776519775390625,
      "step": 370
    },
    {
      "epoch": 1.424413145539906,
      "grad_norm": 0.0162353515625,
      "learning_rate": 3.0155642023346305e-06,
      "loss": 0.0001344442367553711,
      "step": 380
    },
    {
      "epoch": 1.424413145539906,
      "forget_loss": 7.62939453125e-05,
      "retain_loss": 5.793571472167969e-05,
      "step": 380
    },
    {
      "epoch": 1.424413145539906,
      "forget_loss": 6.246566772460938e-05,
      "retain_loss": 3.838539123535156e-05,
      "step": 380
    },
    {
      "epoch": 1.424413145539906,
      "forget_loss": 0.00010538101196289062,
      "retain_loss": 4.291534423828125e-05,
      "step": 380
    },
    {
      "epoch": 1.424413145539906,
      "forget_loss": 7.009506225585938e-05,
      "retain_loss": 4.482269287109375e-05,
      "step": 380
    },
    {
      "epoch": 1.4619718309859155,
      "grad_norm": 0.00567626953125,
      "learning_rate": 2.821011673151751e-06,
      "loss": 0.00012153387069702148,
      "step": 390
    },
    {
      "epoch": 1.4619718309859155,
      "forget_loss": 8.440017700195312e-05,
      "retain_loss": 5.7697296142578125e-05,
      "step": 390
    },
    {
      "epoch": 1.4619718309859155,
      "forget_loss": 7.390975952148438e-05,
      "retain_loss": 5.793571472167969e-05,
      "step": 390
    },
    {
      "epoch": 1.4619718309859155,
      "forget_loss": 9.489059448242188e-05,
      "retain_loss": 3.647804260253906e-05,
      "step": 390
    },
    {
      "epoch": 1.4619718309859155,
      "forget_loss": 9.059906005859375e-05,
      "retain_loss": 3.504753112792969e-05,
      "step": 390
    },
    {
      "epoch": 1.4995305164319248,
      "grad_norm": 0.0308837890625,
      "learning_rate": 2.6264591439688717e-06,
      "loss": 0.00013158321380615234,
      "step": 400
    },
    {
      "epoch": 1.4995305164319248,
      "forget_loss": 6.29425048828125e-05,
      "retain_loss": 4.4345855712890625e-05,
      "step": 400
    },
    {
      "epoch": 1.4995305164319248,
      "forget_loss": 7.534027099609375e-05,
      "retain_loss": 4.5299530029296875e-05,
      "step": 400
    },
    {
      "epoch": 1.4995305164319248,
      "forget_loss": 6.580352783203125e-05,
      "retain_loss": 4.673004150390625e-05,
      "step": 400
    },
    {
      "epoch": 1.4995305164319248,
      "forget_loss": 6.961822509765625e-05,
      "retain_loss": 4.887580871582031e-05,
      "step": 400
    },
    {
      "epoch": 1.5370892018779343,
      "grad_norm": 0.0159912109375,
      "learning_rate": 2.4319066147859924e-06,
      "loss": 0.00012365579605102539,
      "step": 410
    },
    {
      "epoch": 1.5370892018779343,
      "forget_loss": 6.031990051269531e-05,
      "retain_loss": 3.266334533691406e-05,
      "step": 410
    },
    {
      "epoch": 1.5370892018779343,
      "forget_loss": 8.296966552734375e-05,
      "retain_loss": 6.151199340820312e-05,
      "step": 410
    },
    {
      "epoch": 1.5370892018779343,
      "forget_loss": 6.771087646484375e-05,
      "retain_loss": 4.673004150390625e-05,
      "step": 410
    },
    {
      "epoch": 1.5370892018779343,
      "forget_loss": 6.532669067382812e-05,
      "retain_loss": 4.2438507080078125e-05,
      "step": 410
    },
    {
      "epoch": 1.5746478873239438,
      "grad_norm": 0.00909423828125,
      "learning_rate": 2.237354085603113e-06,
      "loss": 0.0001282811164855957,
      "step": 420
    },
    {
      "epoch": 1.5746478873239438,
      "forget_loss": 6.532669067382812e-05,
      "retain_loss": 3.0994415283203125e-05,
      "step": 420
    },
    {
      "epoch": 1.5746478873239438,
      "forget_loss": 6.29425048828125e-05,
      "retain_loss": 3.337860107421875e-05,
      "step": 420
    },
    {
      "epoch": 1.5746478873239438,
      "forget_loss": 7.581710815429688e-05,
      "retain_loss": 4.220008850097656e-05,
      "step": 420
    },
    {
      "epoch": 1.5746478873239438,
      "forget_loss": 8.487701416015625e-05,
      "retain_loss": 3.4809112548828125e-05,
      "step": 420
    },
    {
      "epoch": 1.612206572769953,
      "grad_norm": 0.007720947265625,
      "learning_rate": 2.0428015564202337e-06,
      "loss": 0.0001214742660522461,
      "step": 430
    },
    {
      "epoch": 1.612206572769953,
      "forget_loss": 6.198883056640625e-05,
      "retain_loss": 4.839897155761719e-05,
      "step": 430
    },
    {
      "epoch": 1.612206572769953,
      "forget_loss": 8.20159912109375e-05,
      "retain_loss": 5.364418029785156e-05,
      "step": 430
    },
    {
      "epoch": 1.612206572769953,
      "forget_loss": 6.914138793945312e-05,
      "retain_loss": 5.626678466796875e-05,
      "step": 430
    },
    {
      "epoch": 1.612206572769953,
      "forget_loss": 7.43865966796875e-05,
      "retain_loss": 3.170967102050781e-05,
      "step": 430
    },
    {
      "epoch": 1.6497652582159623,
      "grad_norm": 0.0157470703125,
      "learning_rate": 1.8482490272373543e-06,
      "loss": 0.00011962652206420898,
      "step": 440
    },
    {
      "epoch": 1.6497652582159623,
      "forget_loss": 7.486343383789062e-05,
      "retain_loss": 4.315376281738281e-05,
      "step": 440
    },
    {
      "epoch": 1.6497652582159623,
      "forget_loss": 0.00011205673217773438,
      "retain_loss": 7.724761962890625e-05,
      "step": 440
    },
    {
      "epoch": 1.6497652582159623,
      "forget_loss": 0.00010013580322265625,
      "retain_loss": 5.245208740234375e-05,
      "step": 440
    },
    {
      "epoch": 1.6497652582159623,
      "forget_loss": 0.00010824203491210938,
      "retain_loss": 5.2928924560546875e-05,
      "step": 440
    },
    {
      "epoch": 1.6873239436619718,
      "grad_norm": 0.017822265625,
      "learning_rate": 1.6536964980544747e-06,
      "loss": 0.000124359130859375,
      "step": 450
    },
    {
      "epoch": 1.6873239436619718,
      "forget_loss": 9.202957153320312e-05,
      "retain_loss": 3.24249267578125e-05,
      "step": 450
    },
    {
      "epoch": 1.6873239436619718,
      "forget_loss": 6.151199340820312e-05,
      "retain_loss": 4.267692565917969e-05,
      "step": 450
    },
    {
      "epoch": 1.6873239436619718,
      "forget_loss": 6.437301635742188e-05,
      "retain_loss": 5.245208740234375e-05,
      "step": 450
    },
    {
      "epoch": 1.6873239436619718,
      "forget_loss": 5.698204040527344e-05,
      "retain_loss": 6.341934204101562e-05,
      "step": 450
    },
    {
      "epoch": 1.7248826291079813,
      "grad_norm": 0.0067138671875,
      "learning_rate": 1.4591439688715956e-06,
      "loss": 0.00012021064758300781,
      "step": 460
    },
    {
      "epoch": 1.7248826291079813,
      "forget_loss": 6.914138793945312e-05,
      "retain_loss": 5.125999450683594e-05,
      "step": 460
    },
    {
      "epoch": 1.7248826291079813,
      "forget_loss": 7.772445678710938e-05,
      "retain_loss": 3.647804260253906e-05,
      "step": 460
    },
    {
      "epoch": 1.7248826291079813,
      "forget_loss": 7.200241088867188e-05,
      "retain_loss": 3.266334533691406e-05,
      "step": 460
    },
    {
      "epoch": 1.7248826291079813,
      "forget_loss": 8.678436279296875e-05,
      "retain_loss": 7.581710815429688e-05,
      "step": 460
    },
    {
      "epoch": 1.7624413145539906,
      "grad_norm": 0.01202392578125,
      "learning_rate": 1.264591439688716e-06,
      "loss": 0.0001221299171447754,
      "step": 470
    },
    {
      "epoch": 1.7624413145539906,
      "forget_loss": 8.678436279296875e-05,
      "retain_loss": 4.363059997558594e-05,
      "step": 470
    },
    {
      "epoch": 1.7624413145539906,
      "forget_loss": 6.723403930664062e-05,
      "retain_loss": 3.337860107421875e-05,
      "step": 470
    },
    {
      "epoch": 1.7624413145539906,
      "forget_loss": 7.343292236328125e-05,
      "retain_loss": 8.249282836914062e-05,
      "step": 470
    },
    {
      "epoch": 1.7624413145539906,
      "forget_loss": 7.581710815429688e-05,
      "retain_loss": 2.682209014892578e-05,
      "step": 470
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.00830078125,
      "learning_rate": 1.0700389105058367e-06,
      "loss": 0.00011826753616333008,
      "step": 480
    },
    {
      "epoch": 1.8,
      "forget_loss": 7.390975952148438e-05,
      "retain_loss": 3.3855438232421875e-05,
      "step": 480
    },
    {
      "epoch": 1.8,
      "forget_loss": 6.723403930664062e-05,
      "retain_loss": 9.059906005859375e-05,
      "step": 480
    },
    {
      "epoch": 1.8,
      "forget_loss": 8.0108642578125e-05,
      "retain_loss": 4.7206878662109375e-05,
      "step": 480
    },
    {
      "epoch": 1.8,
      "forget_loss": 6.151199340820312e-05,
      "retain_loss": 4.76837158203125e-05,
      "step": 480
    },
    {
      "epoch": 1.8375586854460093,
      "grad_norm": 0.0045166015625,
      "learning_rate": 8.754863813229572e-07,
      "loss": 0.00012172460556030274,
      "step": 490
    },
    {
      "epoch": 1.8375586854460093,
      "forget_loss": 7.05718994140625e-05,
      "retain_loss": 4.315376281738281e-05,
      "step": 490
    },
    {
      "epoch": 1.8375586854460093,
      "forget_loss": 5.793571472167969e-05,
      "retain_loss": 3.5762786865234375e-05,
      "step": 490
    },
    {
      "epoch": 1.8375586854460093,
      "forget_loss": 6.008148193359375e-05,
      "retain_loss": 3.4809112548828125e-05,
      "step": 490
    },
    {
      "epoch": 1.8375586854460093,
      "forget_loss": 7.82012939453125e-05,
      "retain_loss": 3.838539123535156e-05,
      "step": 490
    },
    {
      "epoch": 1.8751173708920188,
      "grad_norm": 0.01422119140625,
      "learning_rate": 6.809338521400779e-07,
      "loss": 0.00011525154113769531,
      "step": 500
    },
    {
      "epoch": 1.8751173708920188,
      "forget_loss": 6.818771362304688e-05,
      "retain_loss": 3.838539123535156e-05,
      "step": 500
    },
    {
      "epoch": 1.8751173708920188,
      "forget_loss": 9.489059448242188e-05,
      "retain_loss": 8.58306884765625e-05,
      "step": 500
    },
    {
      "epoch": 1.8751173708920188,
      "forget_loss": 9.298324584960938e-05,
      "retain_loss": 4.4345855712890625e-05,
      "step": 500
    },
    {
      "epoch": 1.8751173708920188,
      "forget_loss": 6.151199340820312e-05,
      "retain_loss": 6.723403930664062e-05,
      "step": 500
    },
    {
      "epoch": 1.9126760563380283,
      "grad_norm": 0.01080322265625,
      "learning_rate": 4.863813229571985e-07,
      "loss": 0.00011955499649047851,
      "step": 510
    },
    {
      "epoch": 1.9126760563380283,
      "forget_loss": 7.62939453125e-05,
      "retain_loss": 4.2438507080078125e-05,
      "step": 510
    },
    {
      "epoch": 1.9126760563380283,
      "forget_loss": 8.630752563476562e-05,
      "retain_loss": 4.863739013671875e-05,
      "step": 510
    },
    {
      "epoch": 1.9126760563380283,
      "forget_loss": 8.96453857421875e-05,
      "retain_loss": 5.1021575927734375e-05,
      "step": 510
    },
    {
      "epoch": 1.9126760563380283,
      "forget_loss": 7.677078247070312e-05,
      "retain_loss": 4.076957702636719e-05,
      "step": 510
    },
    {
      "epoch": 1.9502347417840376,
      "grad_norm": 0.006256103515625,
      "learning_rate": 2.918287937743191e-07,
      "loss": 0.00011934041976928711,
      "step": 520
    },
    {
      "epoch": 1.9502347417840376,
      "forget_loss": 7.152557373046875e-05,
      "retain_loss": 5.8650970458984375e-05,
      "step": 520
    },
    {
      "epoch": 1.9502347417840376,
      "forget_loss": 7.343292236328125e-05,
      "retain_loss": 4.553794860839844e-05,
      "step": 520
    },
    {
      "epoch": 1.9502347417840376,
      "forget_loss": 6.771087646484375e-05,
      "retain_loss": 3.647804260253906e-05,
      "step": 520
    },
    {
      "epoch": 1.9502347417840376,
      "forget_loss": 6.29425048828125e-05,
      "retain_loss": 3.361701965332031e-05,
      "step": 520
    },
    {
      "epoch": 1.9877934272300468,
      "grad_norm": 0.01611328125,
      "learning_rate": 9.727626459143969e-08,
      "loss": 0.00012475252151489258,
      "step": 530
    },
    {
      "epoch": 1.9877934272300468,
      "forget_loss": 7.104873657226562e-05,
      "retain_loss": 5.745887756347656e-05,
      "step": 530
    },
    {
      "epoch": 1.9877934272300468,
      "forget_loss": 8.296966552734375e-05,
      "retain_loss": 3.6716461181640625e-05,
      "step": 530
    },
    {
      "epoch": 1.9877934272300468,
      "forget_loss": 6.818771362304688e-05,
      "retain_loss": 5.1021575927734375e-05,
      "step": 530
    },
    {
      "epoch": 1.9877934272300468,
      "forget_loss": 6.437301635742188e-05,
      "retain_loss": 4.601478576660156e-05,
      "step": 530
    }
  ],
  "logging_steps": 10,
  "max_steps": 534,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}