{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.7511737089201878,
  "eval_steps": 500,
  "global_step": 200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "forget_loss": 0.00946044921875,
      "retain_loss": 0.0,
      "step": 0
    },
    {
      "epoch": 0,
      "forget_loss": 0.00994873046875,
      "retain_loss": 0.0,
      "step": 0
    },
    {
      "epoch": 0,
      "forget_loss": 0.00958251953125,
      "retain_loss": 0.0,
      "step": 0
    },
    {
      "epoch": 0,
      "forget_loss": 0.009521484375,
      "retain_loss": 0.0,
      "step": 0
    },
    {
      "epoch": 0.003755868544600939,
      "grad_norm": 0.11474609375,
      "learning_rate": 0.0,
      "loss": 0.0096282958984375,
      "step": 1
    },
    {
      "epoch": 0.03755868544600939,
      "grad_norm": 0.09814453125,
      "learning_rate": 4.5e-06,
      "loss": 0.009236653645833334,
      "step": 10
    },
    {
      "epoch": 0.03755868544600939,
      "forget_loss": 0.00799560546875,
      "retain_loss": 1.919269561767578e-05,
      "step": 10
    },
    {
      "epoch": 0.03755868544600939,
      "forget_loss": 0.008056640625,
      "retain_loss": 1.6570091247558594e-05,
      "step": 10
    },
    {
      "epoch": 0.03755868544600939,
      "forget_loss": 0.0081787109375,
      "retain_loss": 2.2649765014648438e-05,
      "step": 10
    },
    {
      "epoch": 0.03755868544600939,
      "forget_loss": 0.00823974609375,
      "retain_loss": 2.1457672119140625e-05,
      "step": 10
    },
    {
      "epoch": 0.07511737089201878,
      "grad_norm": 0.047607421875,
      "learning_rate": 9.5e-06,
      "loss": 0.00635223388671875,
      "step": 20
    },
    {
      "epoch": 0.07511737089201878,
      "forget_loss": 0.003662109375,
      "retain_loss": 0.00022602081298828125,
      "step": 20
    },
    {
      "epoch": 0.07511737089201878,
      "forget_loss": 0.004425048828125,
      "retain_loss": 0.0002880096435546875,
      "step": 20
    },
    {
      "epoch": 0.07511737089201878,
      "forget_loss": 0.0037078857421875,
      "retain_loss": 0.00020885467529296875,
      "step": 20
    },
    {
      "epoch": 0.07511737089201878,
      "forget_loss": 0.00421142578125,
      "retain_loss": 0.00021457672119140625,
      "step": 20
    },
    {
      "epoch": 0.11267605633802817,
      "grad_norm": 0.123046875,
      "learning_rate": 9.82490272373541e-06,
      "loss": 0.00320587158203125,
      "step": 30
    },
    {
      "epoch": 0.11267605633802817,
      "forget_loss": 0.0018310546875,
      "retain_loss": 0.00054168701171875,
      "step": 30
    },
    {
      "epoch": 0.11267605633802817,
      "forget_loss": 0.00177001953125,
      "retain_loss": 0.0004177093505859375,
      "step": 30
    },
    {
      "epoch": 0.11267605633802817,
      "forget_loss": 0.00177001953125,
      "retain_loss": 0.0002956390380859375,
      "step": 30
    },
    {
      "epoch": 0.11267605633802817,
      "forget_loss": 0.0016937255859375,
      "retain_loss": 0.000331878662109375,
      "step": 30
    },
    {
      "epoch": 0.15023474178403756,
      "grad_norm": 0.05517578125,
      "learning_rate": 9.63035019455253e-06,
      "loss": 0.0016145706176757812,
      "step": 40
    },
    {
      "epoch": 0.15023474178403756,
      "forget_loss": 0.0007781982421875,
      "retain_loss": 0.00021648406982421875,
      "step": 40
    },
    {
      "epoch": 0.15023474178403756,
      "forget_loss": 0.000762939453125,
      "retain_loss": 0.0004100799560546875,
      "step": 40
    },
    {
      "epoch": 0.15023474178403756,
      "forget_loss": 0.000766754150390625,
      "retain_loss": 0.000331878662109375,
      "step": 40
    },
    {
      "epoch": 0.15023474178403756,
      "forget_loss": 0.0007781982421875,
      "retain_loss": 0.00038909912109375,
      "step": 40
    },
    {
      "epoch": 0.18779342723004694,
      "grad_norm": 0.1416015625,
      "learning_rate": 9.435797665369651e-06,
      "loss": 0.000954437255859375,
      "step": 50
    },
    {
      "epoch": 0.18779342723004694,
      "forget_loss": 0.0003452301025390625,
      "retain_loss": 0.00020599365234375,
      "step": 50
    },
    {
      "epoch": 0.18779342723004694,
      "forget_loss": 0.0003814697265625,
      "retain_loss": 0.00020694732666015625,
      "step": 50
    },
    {
      "epoch": 0.18779342723004694,
      "forget_loss": 0.000415802001953125,
      "retain_loss": 0.0003604888916015625,
      "step": 50
    },
    {
      "epoch": 0.18779342723004694,
      "forget_loss": 0.0003719329833984375,
      "retain_loss": 0.0001964569091796875,
      "step": 50
    },
    {
      "epoch": 0.22535211267605634,
      "grad_norm": 0.06396484375,
      "learning_rate": 9.241245136186772e-06,
      "loss": 0.0008329868316650391,
      "step": 60
    },
    {
      "epoch": 0.22535211267605634,
      "forget_loss": 0.0002574920654296875,
      "retain_loss": 0.0002727508544921875,
      "step": 60
    },
    {
      "epoch": 0.22535211267605634,
      "forget_loss": 0.00019931793212890625,
      "retain_loss": 0.00010919570922851562,
      "step": 60
    },
    {
      "epoch": 0.22535211267605634,
      "forget_loss": 0.0001983642578125,
      "retain_loss": 0.000202178955078125,
      "step": 60
    },
    {
      "epoch": 0.22535211267605634,
      "forget_loss": 0.00023365020751953125,
      "retain_loss": 0.0002002716064453125,
      "step": 60
    },
    {
      "epoch": 0.26291079812206575,
      "grad_norm": 0.28515625,
      "learning_rate": 9.046692607003892e-06,
      "loss": 0.0006081581115722657,
      "step": 70
    },
    {
      "epoch": 0.26291079812206575,
      "forget_loss": 0.00018405914306640625,
      "retain_loss": 0.0002689361572265625,
      "step": 70
    },
    {
      "epoch": 0.26291079812206575,
      "forget_loss": 0.0001811981201171875,
      "retain_loss": 8.535385131835938e-05,
      "step": 70
    },
    {
      "epoch": 0.26291079812206575,
      "forget_loss": 0.00022792816162109375,
      "retain_loss": 0.00010728836059570312,
      "step": 70
    },
    {
      "epoch": 0.26291079812206575,
      "forget_loss": 0.0003643035888671875,
      "retain_loss": 0.00011777877807617188,
      "step": 70
    },
    {
      "epoch": 0.3004694835680751,
      "grad_norm": 0.07177734375,
      "learning_rate": 8.852140077821012e-06,
      "loss": 0.0004550933837890625,
      "step": 80
    },
    {
      "epoch": 0.3004694835680751,
      "forget_loss": 0.0002155303955078125,
      "retain_loss": 0.000110626220703125,
      "step": 80
    },
    {
      "epoch": 0.3004694835680751,
      "forget_loss": 0.00014019012451171875,
      "retain_loss": 6.723403930664062e-05,
      "step": 80
    },
    {
      "epoch": 0.3004694835680751,
      "forget_loss": 0.0001773834228515625,
      "retain_loss": 0.000331878662109375,
      "step": 80
    },
    {
      "epoch": 0.3004694835680751,
      "forget_loss": 0.00016498565673828125,
      "retain_loss": 9.489059448242188e-05,
      "step": 80
    },
    {
      "epoch": 0.3380281690140845,
      "grad_norm": 0.0810546875,
      "learning_rate": 8.657587548638134e-06,
      "loss": 0.0003980875015258789,
      "step": 90
    },
    {
      "epoch": 0.3380281690140845,
      "forget_loss": 0.00015735626220703125,
      "retain_loss": 0.0001544952392578125,
      "step": 90
    },
    {
      "epoch": 0.3380281690140845,
      "forget_loss": 0.000133514404296875,
      "retain_loss": 0.00080108642578125,
      "step": 90
    },
    {
      "epoch": 0.3380281690140845,
      "forget_loss": 0.00014781951904296875,
      "retain_loss": 0.000431060791015625,
      "step": 90
    },
    {
      "epoch": 0.3380281690140845,
      "forget_loss": 0.00014400482177734375,
      "retain_loss": 0.00031280517578125,
      "step": 90
    },
    {
      "epoch": 0.3755868544600939,
      "grad_norm": 0.025146484375,
      "learning_rate": 8.463035019455253e-06,
      "loss": 0.00032124519348144533,
      "step": 100
    },
    {
      "epoch": 0.3755868544600939,
      "forget_loss": 0.00015163421630859375,
      "retain_loss": 0.00015926361083984375,
      "step": 100
    },
    {
      "epoch": 0.3755868544600939,
      "forget_loss": 0.0001506805419921875,
      "retain_loss": 0.00011587142944335938,
      "step": 100
    },
    {
      "epoch": 0.3755868544600939,
      "forget_loss": 0.00013065338134765625,
      "retain_loss": 0.000125885009765625,
      "step": 100
    },
    {
      "epoch": 0.3755868544600939,
      "forget_loss": 0.0001239776611328125,
      "retain_loss": 0.0001277923583984375,
      "step": 100
    },
    {
      "epoch": 0.4131455399061033,
      "grad_norm": 0.06884765625,
      "learning_rate": 8.268482490272373e-06,
      "loss": 0.00034072399139404295,
      "step": 110
    },
    {
      "epoch": 0.4131455399061033,
      "forget_loss": 0.0001544952392578125,
      "retain_loss": 7.2479248046875e-05,
      "step": 110
    },
    {
      "epoch": 0.4131455399061033,
      "forget_loss": 0.0001373291015625,
      "retain_loss": 0.000270843505859375,
      "step": 110
    },
    {
      "epoch": 0.4131455399061033,
      "forget_loss": 0.0001125335693359375,
      "retain_loss": 9.965896606445312e-05,
      "step": 110
    },
    {
      "epoch": 0.4131455399061033,
      "forget_loss": 0.00011205673217773438,
      "retain_loss": 6.866455078125e-05,
      "step": 110
    },
    {
      "epoch": 0.4507042253521127,
      "grad_norm": 0.08544921875,
      "learning_rate": 8.073929961089495e-06,
      "loss": 0.0002372264862060547,
      "step": 120
    },
    {
      "epoch": 0.4507042253521127,
      "forget_loss": 0.000179290771484375,
      "retain_loss": 7.05718994140625e-05,
      "step": 120
    },
    {
      "epoch": 0.4507042253521127,
      "forget_loss": 0.0001277923583984375,
      "retain_loss": 9.250640869140625e-05,
      "step": 120
    },
    {
      "epoch": 0.4507042253521127,
      "forget_loss": 0.00013446807861328125,
      "retain_loss": 8.630752563476562e-05,
      "step": 120
    },
    {
      "epoch": 0.4507042253521127,
      "forget_loss": 0.0001735687255859375,
      "retain_loss": 8.106231689453125e-05,
      "step": 120
    },
    {
      "epoch": 0.48826291079812206,
      "grad_norm": 0.0361328125,
      "learning_rate": 7.879377431906614e-06,
      "loss": 0.0002105236053466797,
      "step": 130
    },
    {
      "epoch": 0.48826291079812206,
      "forget_loss": 0.00010776519775390625,
      "retain_loss": 5.221366882324219e-05,
      "step": 130
    },
    {
      "epoch": 0.48826291079812206,
      "forget_loss": 0.00010728836059570312,
      "retain_loss": 5.1021575927734375e-05,
      "step": 130
    },
    {
      "epoch": 0.48826291079812206,
      "forget_loss": 0.00010204315185546875,
      "retain_loss": 0.00011110305786132812,
      "step": 130
    },
    {
      "epoch": 0.48826291079812206,
      "forget_loss": 0.000156402587890625,
      "retain_loss": 7.05718994140625e-05,
      "step": 130
    },
    {
      "epoch": 0.5258215962441315,
      "grad_norm": 0.035400390625,
      "learning_rate": 7.684824902723736e-06,
      "loss": 0.000272369384765625,
      "step": 140
    },
    {
      "epoch": 0.5258215962441315,
      "forget_loss": 0.0001087188720703125,
      "retain_loss": 7.009506225585938e-05,
      "step": 140
    },
    {
      "epoch": 0.5258215962441315,
      "forget_loss": 0.0001239776611328125,
      "retain_loss": 7.963180541992188e-05,
      "step": 140
    },
    {
      "epoch": 0.5258215962441315,
      "forget_loss": 0.00017070770263671875,
      "retain_loss": 6.29425048828125e-05,
      "step": 140
    },
    {
      "epoch": 0.5258215962441315,
      "forget_loss": 0.00013446807861328125,
      "retain_loss": 5.5789947509765625e-05,
      "step": 140
    },
    {
      "epoch": 0.5633802816901409,
      "grad_norm": 0.0177001953125,
      "learning_rate": 7.4902723735408565e-06,
      "loss": 0.00019230842590332032,
      "step": 150
    },
    {
      "epoch": 0.5633802816901409,
      "forget_loss": 0.00010585784912109375,
      "retain_loss": 5.793571472167969e-05,
      "step": 150
    },
    {
      "epoch": 0.5633802816901409,
      "forget_loss": 0.00011157989501953125,
      "retain_loss": 0.00015163421630859375,
      "step": 150
    },
    {
      "epoch": 0.5633802816901409,
      "forget_loss": 8.821487426757812e-05,
      "retain_loss": 6.866455078125e-05,
      "step": 150
    },
    {
      "epoch": 0.5633802816901409,
      "forget_loss": 9.059906005859375e-05,
      "retain_loss": 0.00010251998901367188,
      "step": 150
    },
    {
      "epoch": 0.6009389671361502,
      "grad_norm": 0.06591796875,
      "learning_rate": 7.295719844357977e-06,
      "loss": 0.00020923614501953126,
      "step": 160
    },
    {
      "epoch": 0.6009389671361502,
      "forget_loss": 0.00010156631469726562,
      "retain_loss": 8.535385131835938e-05,
      "step": 160
    },
    {
      "epoch": 0.6009389671361502,
      "forget_loss": 9.441375732421875e-05,
      "retain_loss": 7.05718994140625e-05,
      "step": 160
    },
    {
      "epoch": 0.6009389671361502,
      "forget_loss": 9.489059448242188e-05,
      "retain_loss": 6.151199340820312e-05,
      "step": 160
    },
    {
      "epoch": 0.6009389671361502,
      "forget_loss": 9.679794311523438e-05,
      "retain_loss": 5.984306335449219e-05,
      "step": 160
    },
    {
      "epoch": 0.6384976525821596,
      "grad_norm": 0.0152587890625,
      "learning_rate": 7.101167315175098e-06,
      "loss": 0.0001931428909301758,
      "step": 170
    },
    {
      "epoch": 0.6384976525821596,
      "forget_loss": 9.489059448242188e-05,
      "retain_loss": 6.079673767089844e-05,
      "step": 170
    },
    {
      "epoch": 0.6384976525821596,
      "forget_loss": 0.000110626220703125,
      "retain_loss": 7.104873657226562e-05,
      "step": 170
    },
    {
      "epoch": 0.6384976525821596,
      "forget_loss": 0.00010776519775390625,
      "retain_loss": 0.00011539459228515625,
      "step": 170
    },
    {
      "epoch": 0.6384976525821596,
      "forget_loss": 9.441375732421875e-05,
      "retain_loss": 0.00011682510375976562,
      "step": 170
    },
    {
      "epoch": 0.676056338028169,
      "grad_norm": 0.0306396484375,
      "learning_rate": 6.9066147859922184e-06,
      "loss": 0.00021104812622070314,
      "step": 180
    },
    {
      "epoch": 0.676056338028169,
      "forget_loss": 0.000125885009765625,
      "retain_loss": 0.0001239776611328125,
      "step": 180
    },
    {
      "epoch": 0.676056338028169,
      "forget_loss": 0.00010395050048828125,
      "retain_loss": 8.96453857421875e-05,
      "step": 180
    },
    {
      "epoch": 0.676056338028169,
      "forget_loss": 8.869171142578125e-05,
      "retain_loss": 8.20159912109375e-05,
      "step": 180
    },
    {
      "epoch": 0.676056338028169,
      "forget_loss": 9.107589721679688e-05,
      "retain_loss": 5.316734313964844e-05,
      "step": 180
    },
    {
      "epoch": 0.7136150234741784,
      "grad_norm": 0.0230712890625,
      "learning_rate": 6.712062256809338e-06,
      "loss": 0.0001739978790283203,
      "step": 190
    },
    {
      "epoch": 0.7136150234741784,
      "forget_loss": 9.059906005859375e-05,
      "retain_loss": 5.793571472167969e-05,
      "step": 190
    },
    {
      "epoch": 0.7136150234741784,
      "forget_loss": 9.5367431640625e-05,
      "retain_loss": 5.0067901611328125e-05,
      "step": 190
    },
    {
      "epoch": 0.7136150234741784,
      "forget_loss": 8.869171142578125e-05,
      "retain_loss": 5.7220458984375e-05,
      "step": 190
    },
    {
      "epoch": 0.7136150234741784,
      "forget_loss": 0.00010919570922851562,
      "retain_loss": 4.9591064453125e-05,
      "step": 190
    },
    {
      "epoch": 0.7511737089201878,
      "grad_norm": 0.01068115234375,
      "learning_rate": 6.51750972762646e-06,
      "loss": 0.00019364356994628907,
      "step": 200
    }
  ],
  "logging_steps": 10,
  "max_steps": 534,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}