| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.8327605956471937, |
| "eval_steps": 500, |
| "global_step": 1600, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0, |
| "forget_loss": 3.44928662343591e-06, |
| "retain_loss": 6.609266757965088, |
| "step": 0 |
| }, |
| { |
| "epoch": 0, |
| "forget_loss": 0.038371894508600235, |
| "retain_loss": 6.274988651275635, |
| "step": 0 |
| }, |
| { |
| "epoch": 0, |
| "forget_loss": 0.001581120421178639, |
| "retain_loss": 6.232261657714844, |
| "step": 0 |
| }, |
| { |
| "epoch": 0, |
| "forget_loss": 8.447099389741197e-06, |
| "retain_loss": 6.230651378631592, |
| "step": 0 |
| }, |
| { |
| "epoch": 0.001145475372279496, |
| "grad_norm": 282.0, |
| "learning_rate": 0.0, |
| "loss": 6.386748313903809, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.011454753722794959, |
| "grad_norm": 9.4375, |
| "learning_rate": 4.5e-05, |
| "loss": 3.339502970377604, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.011454753722794959, |
| "forget_loss": 2.795343243633397e-05, |
| "retain_loss": 1.8692482709884644, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.011454753722794959, |
| "forget_loss": 5.640117888106033e-05, |
| "retain_loss": 2.053846597671509, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.011454753722794959, |
| "forget_loss": 3.110460966126993e-05, |
| "retain_loss": 2.0232813358306885, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.011454753722794959, |
| "forget_loss": 4.845933744945796e-06, |
| "retain_loss": 2.4105024337768555, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.022909507445589918, |
| "grad_norm": 38.5, |
| "learning_rate": 4.9740783410138256e-05, |
| "loss": 2.1140087127685545, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.022909507445589918, |
| "forget_loss": 1.082867765944684e-05, |
| "retain_loss": 2.002471446990967, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.022909507445589918, |
| "forget_loss": 3.829125489573926e-06, |
| "retain_loss": 2.0777769088745117, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.022909507445589918, |
| "forget_loss": 2.8280664992053062e-05, |
| "retain_loss": 2.1336162090301514, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.022909507445589918, |
| "forget_loss": 1.5830282791284844e-05, |
| "retain_loss": 1.7852996587753296, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03436426116838488, |
| "grad_norm": 5.6875, |
| "learning_rate": 4.945276497695853e-05, |
| "loss": 1.8668533325195313, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03436426116838488, |
| "forget_loss": 1.3028584362473339e-05, |
| "retain_loss": 1.870590090751648, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03436426116838488, |
| "forget_loss": 9.773620149644557e-06, |
| "retain_loss": 2.1787960529327393, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03436426116838488, |
| "forget_loss": 2.0277722796890885e-05, |
| "retain_loss": 1.7472785711288452, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03436426116838488, |
| "forget_loss": 1.0735096111602616e-05, |
| "retain_loss": 2.227604866027832, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.045819014891179836, |
| "grad_norm": 5.4375, |
| "learning_rate": 4.916474654377881e-05, |
| "loss": 1.695387840270996, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.045819014891179836, |
| "forget_loss": 5.423281436378602e-06, |
| "retain_loss": 1.2835420370101929, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.045819014891179836, |
| "forget_loss": 9.37562845138018e-07, |
| "retain_loss": 0.8797236680984497, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.045819014891179836, |
| "forget_loss": 4.068289854330942e-06, |
| "retain_loss": 1.9588595628738403, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.045819014891179836, |
| "forget_loss": 2.925765329564456e-06, |
| "retain_loss": 1.7313635349273682, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0572737686139748, |
| "grad_norm": 24.5, |
| "learning_rate": 4.887672811059908e-05, |
| "loss": 1.3742843627929688, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0572737686139748, |
| "forget_loss": 1.3801378372590989e-05, |
| "retain_loss": 1.4735946655273438, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0572737686139748, |
| "forget_loss": 8.779801646596752e-06, |
| "retain_loss": 1.0075594186782837, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0572737686139748, |
| "forget_loss": 1.5394653019029647e-05, |
| "retain_loss": 1.8036051988601685, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0572737686139748, |
| "forget_loss": 8.239669114118442e-06, |
| "retain_loss": 1.379029393196106, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.06872852233676977, |
| "grad_norm": 4.375, |
| "learning_rate": 4.858870967741936e-05, |
| "loss": 1.3121252059936523, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.06872852233676977, |
| "forget_loss": 3.8279208638414275e-06, |
| "retain_loss": 1.7327319383621216, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.06872852233676977, |
| "forget_loss": 3.3966937280638376e-06, |
| "retain_loss": 1.0556788444519043, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.06872852233676977, |
| "forget_loss": 3.698090495163342e-06, |
| "retain_loss": 0.9602264761924744, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.06872852233676977, |
| "forget_loss": 4.131216337555088e-05, |
| "retain_loss": 1.1526304483413696, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.08018327605956473, |
| "grad_norm": 4.5, |
| "learning_rate": 4.830069124423963e-05, |
| "loss": 1.1931480407714843, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08018327605956473, |
| "forget_loss": 3.9989358810998965e-06, |
| "retain_loss": 1.1984384059906006, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08018327605956473, |
| "forget_loss": 2.2779448045184836e-05, |
| "retain_loss": 1.3697820901870728, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08018327605956473, |
| "forget_loss": 7.756965715088882e-06, |
| "retain_loss": 0.8010083436965942, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08018327605956473, |
| "forget_loss": 1.9700873963302e-06, |
| "retain_loss": 1.1254682540893555, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.09163802978235967, |
| "grad_norm": 12.625, |
| "learning_rate": 4.801267281105991e-05, |
| "loss": 1.0133052825927735, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09163802978235967, |
| "forget_loss": 7.642759555892553e-06, |
| "retain_loss": 0.8252509236335754, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09163802978235967, |
| "forget_loss": 8.59803822095273e-06, |
| "retain_loss": 0.7506107687950134, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09163802978235967, |
| "forget_loss": 4.804069703823188e-06, |
| "retain_loss": 0.7315255403518677, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09163802978235967, |
| "forget_loss": 4.970052486896748e-06, |
| "retain_loss": 0.7012558579444885, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.10309278350515463, |
| "grad_norm": 4.0625, |
| "learning_rate": 4.772465437788018e-05, |
| "loss": 0.9705428123474121, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.10309278350515463, |
| "forget_loss": 1.4775166619074298e-06, |
| "retain_loss": 0.7782251834869385, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.10309278350515463, |
| "forget_loss": 1.5886946584942052e-06, |
| "retain_loss": 0.8455419540405273, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.10309278350515463, |
| "forget_loss": 2.0495062926784158e-06, |
| "retain_loss": 0.6329978704452515, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.10309278350515463, |
| "forget_loss": 3.828020635410212e-05, |
| "retain_loss": 0.8053420186042786, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.1145475372279496, |
| "grad_norm": 11.0, |
| "learning_rate": 4.743663594470046e-05, |
| "loss": 0.8036625862121582, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1145475372279496, |
| "forget_loss": 4.424137387104565e-06, |
| "retain_loss": 0.949962317943573, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1145475372279496, |
| "forget_loss": 2.453501565469196e-06, |
| "retain_loss": 0.8932625651359558, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1145475372279496, |
| "forget_loss": 1.6591504845564486e-06, |
| "retain_loss": 1.121445894241333, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1145475372279496, |
| "forget_loss": 4.8642609726812225e-06, |
| "retain_loss": 0.37143388390541077, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.12600229095074456, |
| "grad_norm": 3.453125, |
| "learning_rate": 4.7148617511520735e-05, |
| "loss": 0.6938334941864014, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.12600229095074456, |
| "forget_loss": 4.921608706354164e-06, |
| "retain_loss": 0.3767385482788086, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.12600229095074456, |
| "forget_loss": 4.79454456581152e-07, |
| "retain_loss": 0.6782515048980713, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.12600229095074456, |
| "forget_loss": 3.918839865946211e-06, |
| "retain_loss": 0.8204460144042969, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.12600229095074456, |
| "forget_loss": 4.693280516221421e-06, |
| "retain_loss": 0.841111958026886, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.13745704467353953, |
| "grad_norm": 3.4375, |
| "learning_rate": 4.6860599078341014e-05, |
| "loss": 0.6417326927185059, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.13745704467353953, |
| "forget_loss": 1.713265555736143e-05, |
| "retain_loss": 0.3679219186306, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.13745704467353953, |
| "forget_loss": 8.306015843118075e-06, |
| "retain_loss": 0.6136802434921265, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.13745704467353953, |
| "forget_loss": 2.449452495056903e-06, |
| "retain_loss": 1.2731798887252808, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.13745704467353953, |
| "forget_loss": 4.083998192072613e-06, |
| "retain_loss": 0.5807819962501526, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.14891179839633448, |
| "grad_norm": 4.03125, |
| "learning_rate": 4.657258064516129e-05, |
| "loss": 0.5295979499816894, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.14891179839633448, |
| "forget_loss": 8.430975867668167e-06, |
| "retain_loss": 0.7869871854782104, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.14891179839633448, |
| "forget_loss": 9.652731023379602e-06, |
| "retain_loss": 0.9147917628288269, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.14891179839633448, |
| "forget_loss": 1.1524152796482667e-06, |
| "retain_loss": 0.48021697998046875, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.14891179839633448, |
| "forget_loss": 2.4387713892792817e-06, |
| "retain_loss": 0.8574126362800598, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.16036655211912945, |
| "grad_norm": 4.5625, |
| "learning_rate": 4.628456221198157e-05, |
| "loss": 0.5009561061859131, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.16036655211912945, |
| "forget_loss": 5.176518243388273e-06, |
| "retain_loss": 0.2740374803543091, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.16036655211912945, |
| "forget_loss": 4.7920007091306616e-06, |
| "retain_loss": 0.6662377119064331, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.16036655211912945, |
| "forget_loss": 2.156430582544999e-06, |
| "retain_loss": 0.3841518461704254, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.16036655211912945, |
| "forget_loss": 1.6250938642770052e-05, |
| "retain_loss": 0.3435481786727905, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.1718213058419244, |
| "grad_norm": 2.9375, |
| "learning_rate": 4.599654377880185e-05, |
| "loss": 0.5061944961547852, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1718213058419244, |
| "forget_loss": 2.413504262221977e-06, |
| "retain_loss": 0.4674696624279022, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1718213058419244, |
| "forget_loss": 9.788258466869593e-06, |
| "retain_loss": 0.32738229632377625, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1718213058419244, |
| "forget_loss": 1.659399458731059e-06, |
| "retain_loss": 0.4860354959964752, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1718213058419244, |
| "forget_loss": 6.014466293891019e-07, |
| "retain_loss": 0.25174200534820557, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.18327605956471935, |
| "grad_norm": 3.140625, |
| "learning_rate": 4.5708525345622124e-05, |
| "loss": 0.33492887020111084, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.18327605956471935, |
| "forget_loss": 4.615132638718933e-06, |
| "retain_loss": 0.30095958709716797, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.18327605956471935, |
| "forget_loss": 1.7731171055856976e-06, |
| "retain_loss": 0.19373854994773865, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.18327605956471935, |
| "forget_loss": 2.2210085717233596e-06, |
| "retain_loss": 0.23821769654750824, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.18327605956471935, |
| "forget_loss": 1.3112939996062778e-06, |
| "retain_loss": 0.3393084406852722, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.19473081328751432, |
| "grad_norm": 2.671875, |
| "learning_rate": 4.54205069124424e-05, |
| "loss": 0.3298675775527954, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.19473081328751432, |
| "forget_loss": 4.927760528516956e-06, |
| "retain_loss": 0.44287964701652527, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.19473081328751432, |
| "forget_loss": 4.030034688184969e-06, |
| "retain_loss": 0.4538065195083618, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.19473081328751432, |
| "forget_loss": 2.3950892682478298e-06, |
| "retain_loss": 0.31112024188041687, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.19473081328751432, |
| "forget_loss": 2.15224758903787e-06, |
| "retain_loss": 0.9548900127410889, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.20618556701030927, |
| "grad_norm": 2.953125, |
| "learning_rate": 4.5132488479262676e-05, |
| "loss": 0.3629490852355957, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.20618556701030927, |
| "forget_loss": 7.814773198333569e-06, |
| "retain_loss": 0.2744402289390564, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.20618556701030927, |
| "forget_loss": 9.177201150123437e-07, |
| "retain_loss": 0.16577409207820892, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.20618556701030927, |
| "forget_loss": 2.789876816677861e-06, |
| "retain_loss": 0.26117604970932007, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.20618556701030927, |
| "forget_loss": 3.266710336902179e-06, |
| "retain_loss": 0.2821800708770752, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.21764032073310424, |
| "grad_norm": 3.125, |
| "learning_rate": 4.4844470046082955e-05, |
| "loss": 0.3086943864822388, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.21764032073310424, |
| "forget_loss": 2.877425231417874e-06, |
| "retain_loss": 0.4397953450679779, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.21764032073310424, |
| "forget_loss": 5.625155608868226e-06, |
| "retain_loss": 0.40479227900505066, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.21764032073310424, |
| "forget_loss": 7.261318387463689e-06, |
| "retain_loss": 0.08186227083206177, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.21764032073310424, |
| "forget_loss": 1.0345914915887988e-06, |
| "retain_loss": 0.5473820567131042, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.2290950744558992, |
| "grad_norm": 2.59375, |
| "learning_rate": 4.455645161290323e-05, |
| "loss": 0.30754408836364744, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2290950744558992, |
| "forget_loss": 1.8709645246417494e-06, |
| "retain_loss": 0.15519601106643677, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2290950744558992, |
| "forget_loss": 5.221798460297578e-07, |
| "retain_loss": 0.0977967157959938, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2290950744558992, |
| "forget_loss": 4.533095307124313e-06, |
| "retain_loss": 0.12215632200241089, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2290950744558992, |
| "forget_loss": 2.3582092580909375e-06, |
| "retain_loss": 0.14002011716365814, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.24054982817869416, |
| "grad_norm": 3.140625, |
| "learning_rate": 4.4268433179723506e-05, |
| "loss": 0.25385417938232424, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.24054982817869416, |
| "forget_loss": 4.970596364728408e-06, |
| "retain_loss": 0.17109914124011993, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.24054982817869416, |
| "forget_loss": 1.6977497580228373e-05, |
| "retain_loss": 0.2036435753107071, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.24054982817869416, |
| "forget_loss": 3.1074764592631254e-06, |
| "retain_loss": 0.13067637383937836, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.24054982817869416, |
| "forget_loss": 2.0813706669287058e-06, |
| "retain_loss": 0.1853303760290146, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.2520045819014891, |
| "grad_norm": 2.5, |
| "learning_rate": 4.398041474654378e-05, |
| "loss": 0.2122504711151123, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2520045819014891, |
| "forget_loss": 1.3193698578106705e-06, |
| "retain_loss": 0.14352917671203613, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2520045819014891, |
| "forget_loss": 1.1001748134731315e-06, |
| "retain_loss": 0.30384859442710876, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2520045819014891, |
| "forget_loss": 1.4734857813891722e-06, |
| "retain_loss": 0.06934046000242233, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2520045819014891, |
| "forget_loss": 2.7343555757397553e-06, |
| "retain_loss": 0.1081199198961258, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.2634593356242841, |
| "grad_norm": 3.09375, |
| "learning_rate": 4.369239631336406e-05, |
| "loss": 0.20068085193634033, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2634593356242841, |
| "forget_loss": 2.154215962946182e-06, |
| "retain_loss": 0.10300299525260925, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2634593356242841, |
| "forget_loss": 9.424740710528567e-06, |
| "retain_loss": 0.13396301865577698, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2634593356242841, |
| "forget_loss": 3.0522624001605436e-06, |
| "retain_loss": 0.33339884877204895, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2634593356242841, |
| "forget_loss": 8.897523912310135e-06, |
| "retain_loss": 0.1534104347229004, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.27491408934707906, |
| "grad_norm": 2.671875, |
| "learning_rate": 4.340437788018433e-05, |
| "loss": 0.1963863492012024, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.27491408934707906, |
| "forget_loss": 1.7897947373057832e-06, |
| "retain_loss": 0.11809217184782028, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.27491408934707906, |
| "forget_loss": 5.25018833741342e-07, |
| "retain_loss": 0.15055039525032043, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.27491408934707906, |
| "forget_loss": 6.8833096520393156e-06, |
| "retain_loss": 0.16997316479682922, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.27491408934707906, |
| "forget_loss": 2.313455297553446e-06, |
| "retain_loss": 0.10752896964550018, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.286368843069874, |
| "grad_norm": 2.59375, |
| "learning_rate": 4.311635944700461e-05, |
| "loss": 0.20680031776428223, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.286368843069874, |
| "forget_loss": 2.1803207346238196e-06, |
| "retain_loss": 0.07074207067489624, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.286368843069874, |
| "forget_loss": 1.8291285641680588e-06, |
| "retain_loss": 0.09072300791740417, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.286368843069874, |
| "forget_loss": 1.0191804449277697e-06, |
| "retain_loss": 0.4518914818763733, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.286368843069874, |
| "forget_loss": 1.1188744792889338e-06, |
| "retain_loss": 0.09803809970617294, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.29782359679266895, |
| "grad_norm": 2.703125, |
| "learning_rate": 4.282834101382488e-05, |
| "loss": 0.16371082067489623, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.29782359679266895, |
| "forget_loss": 3.8669927562295925e-06, |
| "retain_loss": 0.17645332217216492, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.29782359679266895, |
| "forget_loss": 5.920769581280183e-06, |
| "retain_loss": 0.18589472770690918, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.29782359679266895, |
| "forget_loss": 5.846962267241906e-06, |
| "retain_loss": 0.1563558578491211, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.29782359679266895, |
| "forget_loss": 2.4713845050428063e-06, |
| "retain_loss": 0.08506585657596588, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.30927835051546393, |
| "grad_norm": 1.984375, |
| "learning_rate": 4.254032258064516e-05, |
| "loss": 0.1610316514968872, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.30927835051546393, |
| "forget_loss": 2.003027475439012e-06, |
| "retain_loss": 0.1364717036485672, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.30927835051546393, |
| "forget_loss": 2.4025737275223946e-06, |
| "retain_loss": 0.06489767134189606, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.30927835051546393, |
| "forget_loss": 1.9498058918543393e-06, |
| "retain_loss": 0.15014496445655823, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.30927835051546393, |
| "forget_loss": 1.4814335145274526e-06, |
| "retain_loss": 0.10888711363077164, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3207331042382589, |
| "grad_norm": 2.03125, |
| "learning_rate": 4.225230414746544e-05, |
| "loss": 0.1513701558113098, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3207331042382589, |
| "forget_loss": 3.564718099369202e-06, |
| "retain_loss": 0.18767109513282776, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3207331042382589, |
| "forget_loss": 1.5525797607551794e-06, |
| "retain_loss": 0.1132984533905983, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3207331042382589, |
| "forget_loss": 2.530495294195134e-06, |
| "retain_loss": 0.14477676153182983, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3207331042382589, |
| "forget_loss": 1.2278740086912876e-06, |
| "retain_loss": 0.22871914505958557, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3321878579610538, |
| "grad_norm": 1.9375, |
| "learning_rate": 4.196428571428572e-05, |
| "loss": 0.13684289455413817, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.3321878579610538, |
| "forget_loss": 6.087240080887568e-07, |
| "retain_loss": 0.12418590486049652, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.3321878579610538, |
| "forget_loss": 1.3446937145999982e-06, |
| "retain_loss": 0.07405225187540054, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.3321878579610538, |
| "forget_loss": 5.7531210586603265e-06, |
| "retain_loss": 0.18760758638381958, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.3321878579610538, |
| "forget_loss": 3.2198163353314158e-06, |
| "retain_loss": 0.06644970923662186, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.3436426116838488, |
| "grad_norm": 1.734375, |
| "learning_rate": 4.167626728110599e-05, |
| "loss": 0.12020657062530518, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3436426116838488, |
| "forget_loss": 3.8907467114768224e-07, |
| "retain_loss": 0.09106294065713882, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3436426116838488, |
| "forget_loss": 1.2785067156073637e-06, |
| "retain_loss": 0.07731538265943527, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3436426116838488, |
| "forget_loss": 7.883311923251313e-07, |
| "retain_loss": 0.0779929980635643, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3436426116838488, |
| "forget_loss": 1.6741282706789207e-06, |
| "retain_loss": 0.11640097200870514, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3550973654066438, |
| "grad_norm": 2.09375, |
| "learning_rate": 4.138824884792627e-05, |
| "loss": 0.11634387969970703, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.3550973654066438, |
| "forget_loss": 1.1909932027265313e-06, |
| "retain_loss": 0.09301010519266129, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.3550973654066438, |
| "forget_loss": 5.385973622651363e-07, |
| "retain_loss": 0.13168799877166748, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.3550973654066438, |
| "forget_loss": 4.287514457246289e-06, |
| "retain_loss": 0.07441989332437515, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.3550973654066438, |
| "forget_loss": 5.496154244610807e-06, |
| "retain_loss": 0.0625639408826828, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.3665521191294387, |
| "grad_norm": 2.09375, |
| "learning_rate": 4.1100230414746544e-05, |
| "loss": 0.13164939880371093, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.3665521191294387, |
| "forget_loss": 1.5266854234141647e-06, |
| "retain_loss": 0.07643962651491165, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.3665521191294387, |
| "forget_loss": 5.235110052126402e-07, |
| "retain_loss": 0.10404697060585022, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.3665521191294387, |
| "forget_loss": 3.643459649538272e-06, |
| "retain_loss": 0.11882194131612778, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.3665521191294387, |
| "forget_loss": 9.903519639919978e-07, |
| "retain_loss": 0.07760447263717651, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.37800687285223367, |
| "grad_norm": 1.7265625, |
| "learning_rate": 4.081221198156682e-05, |
| "loss": 0.11806095838546753, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.37800687285223367, |
| "forget_loss": 2.186560550399008e-06, |
| "retain_loss": 0.05915055423974991, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.37800687285223367, |
| "forget_loss": 2.5664467102615163e-06, |
| "retain_loss": 0.06395165622234344, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.37800687285223367, |
| "forget_loss": 1.2531793345260667e-06, |
| "retain_loss": 0.1056695505976677, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.37800687285223367, |
| "forget_loss": 7.011165507719852e-06, |
| "retain_loss": 0.10078335553407669, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.38946162657502864, |
| "grad_norm": 1.734375, |
| "learning_rate": 4.0524193548387096e-05, |
| "loss": 0.10047016143798829, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.38946162657502864, |
| "forget_loss": 1.4236219385566073e-06, |
| "retain_loss": 0.5226035714149475, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.38946162657502864, |
| "forget_loss": 1.951645344888675e-06, |
| "retain_loss": 0.10346213728189468, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.38946162657502864, |
| "forget_loss": 2.398945980530698e-06, |
| "retain_loss": 0.03990686312317848, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.38946162657502864, |
| "forget_loss": 4.940415237797424e-06, |
| "retain_loss": 0.08106988668441772, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.4009163802978236, |
| "grad_norm": 1.9296875, |
| "learning_rate": 4.0236175115207375e-05, |
| "loss": 0.10264077186584472, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.4009163802978236, |
| "forget_loss": 1.1442448339948896e-06, |
| "retain_loss": 0.07710669934749603, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.4009163802978236, |
| "forget_loss": 1.1809590887423838e-06, |
| "retain_loss": 0.384318470954895, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.4009163802978236, |
| "forget_loss": 1.8739415281743277e-06, |
| "retain_loss": 0.1440838724374771, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.4009163802978236, |
| "forget_loss": 1.596398078618222e-06, |
| "retain_loss": 0.08889831602573395, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.41237113402061853, |
| "grad_norm": 1.40625, |
| "learning_rate": 3.9948156682027654e-05, |
| "loss": 0.09905218482017517, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.41237113402061853, |
| "forget_loss": 6.401254722732119e-06, |
| "retain_loss": 0.06261590123176575, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.41237113402061853, |
| "forget_loss": 3.825871317530982e-07, |
| "retain_loss": 0.15589363873004913, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.41237113402061853, |
| "forget_loss": 1.1340009677951457e-06, |
| "retain_loss": 0.026375912129878998, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.41237113402061853, |
| "forget_loss": 1.092132379199029e-06, |
| "retain_loss": 0.07016332447528839, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.4238258877434135, |
| "grad_norm": 2.28125, |
| "learning_rate": 3.9660138248847926e-05, |
| "loss": 0.10010771751403809, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.4238258877434135, |
| "forget_loss": 5.463415959638951e-07, |
| "retain_loss": 0.09104490280151367, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.4238258877434135, |
| "forget_loss": 7.711361149631557e-07, |
| "retain_loss": 0.07780595868825912, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.4238258877434135, |
| "forget_loss": 8.610635973127501e-07, |
| "retain_loss": 0.0850876048207283, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.4238258877434135, |
| "forget_loss": 2.193863338106894e-06, |
| "retain_loss": 0.02873000130057335, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.4352806414662085, |
| "grad_norm": 1.8125, |
| "learning_rate": 3.9372119815668206e-05, |
| "loss": 0.07582432627677918, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.4352806414662085, |
| "forget_loss": 5.40978362550959e-07, |
| "retain_loss": 0.03535467013716698, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.4352806414662085, |
| "forget_loss": 8.922065717342775e-07, |
| "retain_loss": 0.057049620896577835, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.4352806414662085, |
| "forget_loss": 5.560720524044882e-07, |
| "retain_loss": 0.1527683138847351, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.4352806414662085, |
| "forget_loss": 4.7091802457543963e-07, |
| "retain_loss": 0.1109684631228447, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.44673539518900346, |
| "grad_norm": 1.7734375, |
| "learning_rate": 3.908410138248848e-05, |
| "loss": 0.09133011102676392, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.44673539518900346, |
| "forget_loss": 8.056795763877744e-07, |
| "retain_loss": 0.09070051461458206, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.44673539518900346, |
| "forget_loss": 1.1127366406071815e-06, |
| "retain_loss": 0.0616828016936779, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.44673539518900346, |
| "forget_loss": 3.5524210488802055e-06, |
| "retain_loss": 0.06886927038431168, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.44673539518900346, |
| "forget_loss": 2.0374077394080814e-06, |
| "retain_loss": 0.10105489939451218, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.4581901489117984, |
| "grad_norm": 1.59375, |
| "learning_rate": 3.879608294930876e-05, |
| "loss": 0.07695338726043702, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.4581901489117984, |
| "forget_loss": 1.342506493529072e-06, |
| "retain_loss": 0.03703423589468002, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.4581901489117984, |
| "forget_loss": 4.241804276716721e-07, |
| "retain_loss": 0.07702656090259552, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.4581901489117984, |
| "forget_loss": 2.735993405167392e-07, |
| "retain_loss": 0.04419003427028656, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.4581901489117984, |
| "forget_loss": 3.817524429905461e-07, |
| "retain_loss": 0.040069010108709335, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.46964490263459335, |
| "grad_norm": 1.671875, |
| "learning_rate": 3.8508064516129036e-05, |
| "loss": 0.07269055247306824, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.46964490263459335, |
| "forget_loss": 2.8240863230166724e-06, |
| "retain_loss": 0.04700532928109169, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.46964490263459335, |
| "forget_loss": 1.747673792351634e-07, |
| "retain_loss": 0.033581238240003586, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.46964490263459335, |
| "forget_loss": 5.92311096170306e-07, |
| "retain_loss": 0.09985388815402985, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.46964490263459335, |
| "forget_loss": 1.7826670273279888e-07, |
| "retain_loss": 0.07349472492933273, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.48109965635738833, |
| "grad_norm": 1.8046875, |
| "learning_rate": 3.8220046082949316e-05, |
| "loss": 0.07912165522575379, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.48109965635738833, |
| "forget_loss": 1.2650438918626605e-07, |
| "retain_loss": 0.06736782938241959, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.48109965635738833, |
| "forget_loss": 1.5735973875052878e-06, |
| "retain_loss": 0.03057463839650154, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.48109965635738833, |
| "forget_loss": 4.024736313112953e-07, |
| "retain_loss": 0.05045014247298241, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.48109965635738833, |
| "forget_loss": 2.5390670543856686e-06, |
| "retain_loss": 0.07917766273021698, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4925544100801833, |
| "grad_norm": 1.1953125, |
| "learning_rate": 3.793202764976959e-05, |
| "loss": 0.0656080961227417, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.4925544100801833, |
| "forget_loss": 5.468404538078175e-07, |
| "retain_loss": 0.02683027647435665, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.4925544100801833, |
| "forget_loss": 5.585835083365964e-07, |
| "retain_loss": 0.0377357117831707, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.4925544100801833, |
| "forget_loss": 3.003877679930156e-07, |
| "retain_loss": 0.052259303629398346, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.4925544100801833, |
| "forget_loss": 1.2751459053106373e-06, |
| "retain_loss": 0.10837093740701675, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.5040091638029782, |
| "grad_norm": 1.8046875, |
| "learning_rate": 3.764400921658987e-05, |
| "loss": 0.06297182440757751, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5040091638029782, |
| "forget_loss": 2.636994622662314e-07, |
| "retain_loss": 0.04880654811859131, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5040091638029782, |
| "forget_loss": 2.0067361674591666e-06, |
| "retain_loss": 0.027269020676612854, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5040091638029782, |
| "forget_loss": 1.8749557284536422e-06, |
| "retain_loss": 0.04770921915769577, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5040091638029782, |
| "forget_loss": 7.214839001790097e-07, |
| "retain_loss": 0.07100628316402435, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.5154639175257731, |
| "grad_norm": 1.0859375, |
| "learning_rate": 3.735599078341014e-05, |
| "loss": 0.0665643870830536, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5154639175257731, |
| "forget_loss": 8.713016796946249e-08, |
| "retain_loss": 0.042148686945438385, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5154639175257731, |
| "forget_loss": 6.566732508872519e-07, |
| "retain_loss": 0.05762806907296181, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5154639175257731, |
| "forget_loss": 2.520494888358371e-07, |
| "retain_loss": 0.0422804020345211, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5154639175257731, |
| "forget_loss": 2.0052689251315314e-06, |
| "retain_loss": 0.05088704079389572, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5269186712485682, |
| "grad_norm": 1.140625, |
| "learning_rate": 3.706797235023042e-05, |
| "loss": 0.06394548416137695, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5269186712485682, |
| "forget_loss": 4.606073389368248e-07, |
| "retain_loss": 0.0739588811993599, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5269186712485682, |
| "forget_loss": 4.4586619196707034e-07, |
| "retain_loss": 0.059775300323963165, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5269186712485682, |
| "forget_loss": 4.324638211983256e-07, |
| "retain_loss": 0.08108869194984436, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5269186712485682, |
| "forget_loss": 5.558591738008545e-07, |
| "retain_loss": 0.027880918234586716, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5383734249713631, |
| "grad_norm": 1.171875, |
| "learning_rate": 3.677995391705069e-05, |
| "loss": 0.05814751386642456, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5383734249713631, |
| "forget_loss": 3.032934046132141e-07, |
| "retain_loss": 0.024084806442260742, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5383734249713631, |
| "forget_loss": 8.804982485344226e-07, |
| "retain_loss": 0.03435460478067398, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5383734249713631, |
| "forget_loss": 1.1724860087269917e-06, |
| "retain_loss": 0.048975635319948196, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5383734249713631, |
| "forget_loss": 3.8122900036796636e-07, |
| "retain_loss": 0.0677463635802269, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5498281786941581, |
| "grad_norm": 1.734375, |
| "learning_rate": 3.649193548387097e-05, |
| "loss": 0.060336172580718994, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5498281786941581, |
| "forget_loss": 9.458409522267175e-07, |
| "retain_loss": 0.07034104317426682, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5498281786941581, |
| "forget_loss": 6.857035828033986e-07, |
| "retain_loss": 0.03801558166742325, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5498281786941581, |
| "forget_loss": 1.3080871212878264e-06, |
| "retain_loss": 0.07545764744281769, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5498281786941581, |
| "forget_loss": 3.9946274910107604e-07, |
| "retain_loss": 0.03869559243321419, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.561282932416953, |
| "grad_norm": 1.0546875, |
| "learning_rate": 3.620391705069124e-05, |
| "loss": 0.05845548510551453, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.561282932416953, |
| "forget_loss": 9.76757291937247e-07, |
| "retain_loss": 0.04530367627739906, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.561282932416953, |
| "forget_loss": 5.240474933998485e-07, |
| "retain_loss": 0.03550443798303604, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.561282932416953, |
| "forget_loss": 7.904294534455403e-07, |
| "retain_loss": 0.08905749022960663, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.561282932416953, |
| "forget_loss": 3.536492840794381e-07, |
| "retain_loss": 0.05929813161492348, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.572737686139748, |
| "grad_norm": 1.1640625, |
| "learning_rate": 3.591589861751152e-05, |
| "loss": 0.06306434273719788, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.572737686139748, |
| "forget_loss": 4.770619170813006e-07, |
| "retain_loss": 0.0518912598490715, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.572737686139748, |
| "forget_loss": 7.711427940648719e-08, |
| "retain_loss": 0.06265456974506378, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.572737686139748, |
| "forget_loss": 1.8670939425646793e-06, |
| "retain_loss": 0.07513444125652313, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.572737686139748, |
| "forget_loss": 4.7316902396232763e-07, |
| "retain_loss": 0.08540341258049011, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.584192439862543, |
| "grad_norm": 0.984375, |
| "learning_rate": 3.5627880184331795e-05, |
| "loss": 0.05606219172477722, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.584192439862543, |
| "forget_loss": 8.002095910342177e-07, |
| "retain_loss": 0.04273177683353424, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.584192439862543, |
| "forget_loss": 1.8704803039781837e-07, |
| "retain_loss": 0.053921207785606384, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.584192439862543, |
| "forget_loss": 3.775904247049766e-07, |
| "retain_loss": 0.0322711281478405, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.584192439862543, |
| "forget_loss": 6.053579681974952e-07, |
| "retain_loss": 0.05659232288599014, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.5956471935853379, |
| "grad_norm": 1.2265625, |
| "learning_rate": 3.5339861751152074e-05, |
| "loss": 0.049942076206207275, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5956471935853379, |
| "forget_loss": 2.9679642921109917e-07, |
| "retain_loss": 0.08346150070428848, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5956471935853379, |
| "forget_loss": 2.005875501254195e-07, |
| "retain_loss": 0.030936188995838165, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5956471935853379, |
| "forget_loss": 1.0443299061080324e-06, |
| "retain_loss": 0.09520356357097626, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5956471935853379, |
| "forget_loss": 2.0819126689275436e-07, |
| "retain_loss": 0.0474083349108696, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.6071019473081328, |
| "grad_norm": 1.0625, |
| "learning_rate": 3.5051843317972346e-05, |
| "loss": 0.05396345257759094, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6071019473081328, |
| "forget_loss": 8.294673534692265e-07, |
| "retain_loss": 0.042203839868307114, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6071019473081328, |
| "forget_loss": 7.164442195062293e-08, |
| "retain_loss": 0.030783096328377724, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6071019473081328, |
| "forget_loss": 1.3861478691978846e-05, |
| "retain_loss": 0.04198005795478821, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6071019473081328, |
| "forget_loss": 4.225911993671616e-07, |
| "retain_loss": 0.06045946478843689, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.6185567010309279, |
| "grad_norm": 1.2578125, |
| "learning_rate": 3.4763824884792625e-05, |
| "loss": 0.05722784399986267, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.6185567010309279, |
| "forget_loss": 3.0147746201691916e-06, |
| "retain_loss": 0.0411076694726944, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.6185567010309279, |
| "forget_loss": 2.582411582352506e-07, |
| "retain_loss": 0.023279590532183647, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.6185567010309279, |
| "forget_loss": 2.0758065488735156e-07, |
| "retain_loss": 0.04550226032733917, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.6185567010309279, |
| "forget_loss": 9.63341904025583e-07, |
| "retain_loss": 0.0418274812400341, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.6300114547537228, |
| "grad_norm": 1.3359375, |
| "learning_rate": 3.4475806451612905e-05, |
| "loss": 0.04913765788078308, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6300114547537228, |
| "forget_loss": 2.0537379441520898e-07, |
| "retain_loss": 0.046085719019174576, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6300114547537228, |
| "forget_loss": 4.5911775714557734e-07, |
| "retain_loss": 0.041781309992074966, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6300114547537228, |
| "forget_loss": 1.873733936008648e-06, |
| "retain_loss": 0.030963057652115822, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6300114547537228, |
| "forget_loss": 2.3070414556514152e-07, |
| "retain_loss": 0.036035358905792236, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6414662084765178, |
| "grad_norm": 1.2109375, |
| "learning_rate": 3.4187788018433184e-05, |
| "loss": 0.046972605586051944, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6414662084765178, |
| "forget_loss": 1.888665224214492e-07, |
| "retain_loss": 0.04609245806932449, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6414662084765178, |
| "forget_loss": 1.1302165603410685e-06, |
| "retain_loss": 0.04581566900014877, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6414662084765178, |
| "forget_loss": 3.713363128099445e-07, |
| "retain_loss": 0.05701315402984619, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6414662084765178, |
| "forget_loss": 1.0438467512585703e-07, |
| "retain_loss": 0.04488621652126312, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6529209621993127, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.389976958525346e-05, |
| "loss": 0.04600127041339874, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6529209621993127, |
| "forget_loss": 1.2589470088641974e-07, |
| "retain_loss": 0.04046102985739708, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6529209621993127, |
| "forget_loss": 2.068235062324675e-06, |
| "retain_loss": 0.06527687609195709, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6529209621993127, |
| "forget_loss": 4.6239173911999387e-07, |
| "retain_loss": 0.02964375726878643, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6529209621993127, |
| "forget_loss": 1.7551890323375119e-06, |
| "retain_loss": 0.04939418286085129, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6643757159221076, |
| "grad_norm": 1.4921875, |
| "learning_rate": 3.3611751152073736e-05, |
| "loss": 0.04693392515182495, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6643757159221076, |
| "forget_loss": 1.162212441840893e-07, |
| "retain_loss": 0.01956232823431492, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6643757159221076, |
| "forget_loss": 5.034058858655044e-07, |
| "retain_loss": 0.029308225959539413, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6643757159221076, |
| "forget_loss": 1.8678618118883605e-07, |
| "retain_loss": 0.057615552097558975, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6643757159221076, |
| "forget_loss": 5.4416375405708095e-08, |
| "retain_loss": 0.06805437058210373, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6758304696449027, |
| "grad_norm": 0.85546875, |
| "learning_rate": 3.3323732718894015e-05, |
| "loss": 0.044681668281555176, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6758304696449027, |
| "forget_loss": 6.884723688926897e-07, |
| "retain_loss": 0.032636139541864395, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6758304696449027, |
| "forget_loss": 2.1161808660963288e-07, |
| "retain_loss": 0.03656921535730362, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6758304696449027, |
| "forget_loss": 3.788201468069019e-07, |
| "retain_loss": 0.0688297301530838, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6758304696449027, |
| "forget_loss": 8.874022228155809e-08, |
| "retain_loss": 0.021696442738175392, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6872852233676976, |
| "grad_norm": 0.94140625, |
| "learning_rate": 3.303571428571429e-05, |
| "loss": 0.04318673312664032, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6872852233676976, |
| "forget_loss": 3.341031913350889e-07, |
| "retain_loss": 0.03312600031495094, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6872852233676976, |
| "forget_loss": 1.59767705554259e-06, |
| "retain_loss": 0.037248943001031876, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6872852233676976, |
| "forget_loss": 1.2864059328876465e-07, |
| "retain_loss": 0.051617469638586044, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6872852233676976, |
| "forget_loss": 1.3946912247320142e-07, |
| "retain_loss": 0.07654328644275665, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6987399770904925, |
| "grad_norm": 0.6484375, |
| "learning_rate": 3.2747695852534566e-05, |
| "loss": 0.043347522616386414, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.6987399770904925, |
| "forget_loss": 1.6136347369410942e-07, |
| "retain_loss": 0.06624381989240646, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.6987399770904925, |
| "forget_loss": 1.5072893688738986e-07, |
| "retain_loss": 0.025636199861764908, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.6987399770904925, |
| "forget_loss": 3.572060336409777e-07, |
| "retain_loss": 0.029844949021935463, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.6987399770904925, |
| "forget_loss": 3.3666503895801725e-07, |
| "retain_loss": 0.08041810244321823, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.7101947308132875, |
| "grad_norm": 0.76953125, |
| "learning_rate": 3.245967741935484e-05, |
| "loss": 0.04078985154628754, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.7101947308132875, |
| "forget_loss": 2.2686955958306498e-07, |
| "retain_loss": 0.03770332783460617, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.7101947308132875, |
| "forget_loss": 1.2471460308915994e-07, |
| "retain_loss": 0.04125113785266876, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.7101947308132875, |
| "forget_loss": 5.980033392916084e-07, |
| "retain_loss": 0.028695637360215187, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.7101947308132875, |
| "forget_loss": 2.1789082893519662e-07, |
| "retain_loss": 0.021218575537204742, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.7216494845360825, |
| "grad_norm": 0.72265625, |
| "learning_rate": 3.217165898617512e-05, |
| "loss": 0.03691001832485199, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.7216494845360825, |
| "forget_loss": 5.882121172362531e-07, |
| "retain_loss": 0.028744207695126534, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.7216494845360825, |
| "forget_loss": 3.706446420892462e-07, |
| "retain_loss": 0.037669021636247635, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.7216494845360825, |
| "forget_loss": 9.750963272381341e-07, |
| "retain_loss": 0.055296238511800766, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.7216494845360825, |
| "forget_loss": 2.988974188156135e-07, |
| "retain_loss": 0.04488551616668701, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.7331042382588774, |
| "grad_norm": 0.8671875, |
| "learning_rate": 3.188364055299539e-05, |
| "loss": 0.038949227333068846, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.7331042382588774, |
| "forget_loss": 1.2395511816976068e-07, |
| "retain_loss": 0.027795039117336273, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.7331042382588774, |
| "forget_loss": 5.673878149536904e-07, |
| "retain_loss": 0.06736742705106735, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.7331042382588774, |
| "forget_loss": 1.1004679834059061e-07, |
| "retain_loss": 0.0364450179040432, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.7331042382588774, |
| "forget_loss": 1.2864478549090563e-07, |
| "retain_loss": 0.04605640098452568, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.7445589919816724, |
| "grad_norm": 1.2578125, |
| "learning_rate": 3.159562211981567e-05, |
| "loss": 0.03986696600914001, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7445589919816724, |
| "forget_loss": 5.023429139328073e-07, |
| "retain_loss": 0.035111404955387115, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7445589919816724, |
| "forget_loss": 4.809768370250822e-07, |
| "retain_loss": 0.02187221683561802, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7445589919816724, |
| "forget_loss": 4.244728188496083e-06, |
| "retain_loss": 0.08197719603776932, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7445589919816724, |
| "forget_loss": 1.1673816402435477e-07, |
| "retain_loss": 0.08870132267475128, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7560137457044673, |
| "grad_norm": 0.6640625, |
| "learning_rate": 3.130760368663594e-05, |
| "loss": 0.039774364233016966, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7560137457044673, |
| "forget_loss": 1.1249169062921283e-07, |
| "retain_loss": 0.038397908210754395, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7560137457044673, |
| "forget_loss": 5.782552534583374e-07, |
| "retain_loss": 0.030945003032684326, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7560137457044673, |
| "forget_loss": 2.596835315671342e-07, |
| "retain_loss": 0.04453842341899872, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7560137457044673, |
| "forget_loss": 8.396180533054576e-07, |
| "retain_loss": 0.04271215945482254, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7674684994272624, |
| "grad_norm": 0.89453125, |
| "learning_rate": 3.101958525345622e-05, |
| "loss": 0.03887006938457489, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7674684994272624, |
| "forget_loss": 8.253943661884477e-08, |
| "retain_loss": 0.03154648467898369, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7674684994272624, |
| "forget_loss": 4.430251010489883e-07, |
| "retain_loss": 0.047183044254779816, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7674684994272624, |
| "forget_loss": 5.662621447299898e-07, |
| "retain_loss": 0.0315515510737896, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7674684994272624, |
| "forget_loss": 2.8115960049035493e-07, |
| "retain_loss": 0.024359095841646194, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7789232531500573, |
| "grad_norm": 0.890625, |
| "learning_rate": 3.07315668202765e-05, |
| "loss": 0.03558169901371002, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7789232531500573, |
| "forget_loss": 2.95549085649327e-07, |
| "retain_loss": 0.03642899915575981, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7789232531500573, |
| "forget_loss": 7.595866691190167e-08, |
| "retain_loss": 0.026957420632243156, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7789232531500573, |
| "forget_loss": 3.971479429765168e-07, |
| "retain_loss": 0.026554634794592857, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7789232531500573, |
| "forget_loss": 1.0031957572209649e-05, |
| "retain_loss": 0.055837519466876984, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7903780068728522, |
| "grad_norm": 0.72265625, |
| "learning_rate": 3.0443548387096776e-05, |
| "loss": 0.032911685109138486, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7903780068728522, |
| "forget_loss": 2.3226121470543148e-07, |
| "retain_loss": 0.028471192345023155, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7903780068728522, |
| "forget_loss": 2.1240731484795106e-07, |
| "retain_loss": 0.061532407999038696, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7903780068728522, |
| "forget_loss": 3.4258829373357e-07, |
| "retain_loss": 0.045654185116291046, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7903780068728522, |
| "forget_loss": 1.3982165114612144e-07, |
| "retain_loss": 0.04419733211398125, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.8018327605956472, |
| "grad_norm": 0.369140625, |
| "learning_rate": 3.015552995391705e-05, |
| "loss": 0.03598496913909912, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.8018327605956472, |
| "forget_loss": 3.2066935773400473e-07, |
| "retain_loss": 0.020428789779543877, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.8018327605956472, |
| "forget_loss": 9.008678603095177e-07, |
| "retain_loss": 0.03619084134697914, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.8018327605956472, |
| "forget_loss": 3.202090113063605e-07, |
| "retain_loss": 0.04894010350108147, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.8018327605956472, |
| "forget_loss": 3.2703263741495903e-07, |
| "retain_loss": 0.039299145340919495, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.8132875143184422, |
| "grad_norm": 0.48046875, |
| "learning_rate": 2.9867511520737328e-05, |
| "loss": 0.03154398202896118, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.8132875143184422, |
| "forget_loss": 1.6021775195440568e-07, |
| "retain_loss": 0.05344302952289581, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.8132875143184422, |
| "forget_loss": 3.327061222080374e-07, |
| "retain_loss": 0.018441231921315193, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.8132875143184422, |
| "forget_loss": 1.2161015661149577e-07, |
| "retain_loss": 0.01777707226574421, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.8132875143184422, |
| "forget_loss": 2.601665585189039e-07, |
| "retain_loss": 0.021317142993211746, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.8247422680412371, |
| "grad_norm": 0.71484375, |
| "learning_rate": 2.9579493087557604e-05, |
| "loss": 0.031114420294761656, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.8247422680412371, |
| "forget_loss": 3.656723990275168e-08, |
| "retain_loss": 0.02041560783982277, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.8247422680412371, |
| "forget_loss": 7.133304791295814e-08, |
| "retain_loss": 0.0420437790453434, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.8247422680412371, |
| "forget_loss": 1.2686764705449605e-07, |
| "retain_loss": 0.03707875683903694, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.8247422680412371, |
| "forget_loss": 3.098398337897379e-07, |
| "retain_loss": 0.03388817980885506, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.8361970217640321, |
| "grad_norm": 0.62109375, |
| "learning_rate": 2.9291474654377883e-05, |
| "loss": 0.031438523530960084, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.8361970217640321, |
| "forget_loss": 6.143314408291189e-07, |
| "retain_loss": 0.037241023033857346, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.8361970217640321, |
| "forget_loss": 1.567052549944492e-07, |
| "retain_loss": 0.029914623126387596, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.8361970217640321, |
| "forget_loss": 1.7319891298939183e-07, |
| "retain_loss": 0.026813646778464317, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.8361970217640321, |
| "forget_loss": 5.76246179662121e-08, |
| "retain_loss": 0.036752790212631226, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.847651775486827, |
| "grad_norm": 0.447265625, |
| "learning_rate": 2.9003456221198155e-05, |
| "loss": 0.028349018096923827, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.847651775486827, |
| "forget_loss": 1.0741296136984602e-06, |
| "retain_loss": 0.028334422037005424, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.847651775486827, |
| "forget_loss": 5.47009335605253e-07, |
| "retain_loss": 0.03212451562285423, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.847651775486827, |
| "forget_loss": 7.226554998851498e-08, |
| "retain_loss": 0.038880933076143265, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.847651775486827, |
| "forget_loss": 1.0503694625185744e-07, |
| "retain_loss": 0.020103227347135544, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.8591065292096219, |
| "grad_norm": 0.62109375, |
| "learning_rate": 2.8715437788018435e-05, |
| "loss": 0.027798715233802795, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8591065292096219, |
| "forget_loss": 9.740627149312786e-08, |
| "retain_loss": 0.03145676106214523, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8591065292096219, |
| "forget_loss": 8.817877272804253e-08, |
| "retain_loss": 0.0294309351593256, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8591065292096219, |
| "forget_loss": 2.1280260398270912e-07, |
| "retain_loss": 0.01636165753006935, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8591065292096219, |
| "forget_loss": 2.8950364594493294e-07, |
| "retain_loss": 0.03548318147659302, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.870561282932417, |
| "grad_norm": 0.26171875, |
| "learning_rate": 2.8427419354838714e-05, |
| "loss": 0.027926307916641236, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.870561282932417, |
| "forget_loss": 1.0444756526339916e-07, |
| "retain_loss": 0.035280242562294006, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.870561282932417, |
| "forget_loss": 1.4455953589731507e-07, |
| "retain_loss": 0.03736939653754234, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.870561282932417, |
| "forget_loss": 8.093392267483068e-08, |
| "retain_loss": 0.02323060669004917, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.870561282932417, |
| "forget_loss": 4.825432711186295e-07, |
| "retain_loss": 0.028354808688163757, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.8820160366552119, |
| "grad_norm": 0.419921875, |
| "learning_rate": 2.8139400921658986e-05, |
| "loss": 0.02746644616127014, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8820160366552119, |
| "forget_loss": 6.515568173881547e-08, |
| "retain_loss": 0.022168956696987152, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8820160366552119, |
| "forget_loss": 4.0877694118535146e-08, |
| "retain_loss": 0.02454095333814621, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8820160366552119, |
| "forget_loss": 4.9038700211667674e-08, |
| "retain_loss": 0.009829733520746231, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8820160366552119, |
| "forget_loss": 2.664446583366953e-07, |
| "retain_loss": 0.01737787388265133, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8934707903780069, |
| "grad_norm": 0.482421875, |
| "learning_rate": 2.7851382488479265e-05, |
| "loss": 0.025814527273178102, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.8934707903780069, |
| "forget_loss": 3.281249050246515e-08, |
| "retain_loss": 0.020622696727514267, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.8934707903780069, |
| "forget_loss": 5.478144515791428e-08, |
| "retain_loss": 0.020266670733690262, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.8934707903780069, |
| "forget_loss": 6.129197061000013e-08, |
| "retain_loss": 0.018652314320206642, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.8934707903780069, |
| "forget_loss": 2.284050850676067e-07, |
| "retain_loss": 0.013459251262247562, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.9049255441008018, |
| "grad_norm": 0.51953125, |
| "learning_rate": 2.756336405529954e-05, |
| "loss": 0.027006852626800536, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.9049255441008018, |
| "forget_loss": 2.6094051364111692e-08, |
| "retain_loss": 0.018663065508008003, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.9049255441008018, |
| "forget_loss": 2.7085914666713506e-07, |
| "retain_loss": 0.009133810177445412, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.9049255441008018, |
| "forget_loss": 8.054676214896972e-08, |
| "retain_loss": 0.02572845108807087, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.9049255441008018, |
| "forget_loss": 1.0726026289376023e-07, |
| "retain_loss": 0.024219941347837448, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.9163802978235968, |
| "grad_norm": 0.328125, |
| "learning_rate": 2.727534562211982e-05, |
| "loss": 0.02423024773597717, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.9163802978235968, |
| "forget_loss": 7.722936601339825e-08, |
| "retain_loss": 0.04125501587986946, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.9163802978235968, |
| "forget_loss": 9.053938043734888e-08, |
| "retain_loss": 0.02275395393371582, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.9163802978235968, |
| "forget_loss": 1.4687527993828553e-07, |
| "retain_loss": 0.026991432532668114, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.9163802978235968, |
| "forget_loss": 3.380711177669582e-07, |
| "retain_loss": 0.025429554283618927, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.9278350515463918, |
| "grad_norm": 0.74609375, |
| "learning_rate": 2.6987327188940093e-05, |
| "loss": 0.027974823117256166, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.9278350515463918, |
| "forget_loss": 2.2884126593680776e-08, |
| "retain_loss": 0.034118637442588806, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.9278350515463918, |
| "forget_loss": 2.2747957473256974e-07, |
| "retain_loss": 0.016463886946439743, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.9278350515463918, |
| "forget_loss": 2.8712694444266162e-08, |
| "retain_loss": 0.05120648816227913, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.9278350515463918, |
| "forget_loss": 3.9451157363146194e-07, |
| "retain_loss": 0.015402361750602722, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.9392898052691867, |
| "grad_norm": 0.232421875, |
| "learning_rate": 2.6699308755760372e-05, |
| "loss": 0.025883400440216066, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.9392898052691867, |
| "forget_loss": 6.696375720594006e-08, |
| "retain_loss": 0.03956631198525429, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.9392898052691867, |
| "forget_loss": 3.5951167376424564e-08, |
| "retain_loss": 0.024411948397755623, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.9392898052691867, |
| "forget_loss": 1.2076303335106786e-07, |
| "retain_loss": 0.03519268333911896, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.9392898052691867, |
| "forget_loss": 3.650887236972267e-08, |
| "retain_loss": 0.022809229791164398, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.9507445589919816, |
| "grad_norm": 0.181640625, |
| "learning_rate": 2.6411290322580645e-05, |
| "loss": 0.026767241954803466, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.9507445589919816, |
| "forget_loss": 1.1937875399326003e-07, |
| "retain_loss": 0.009928344748914242, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.9507445589919816, |
| "forget_loss": 4.2366110619695974e-07, |
| "retain_loss": 0.010477675125002861, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.9507445589919816, |
| "forget_loss": 9.538210576920392e-08, |
| "retain_loss": 0.030232908204197884, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.9507445589919816, |
| "forget_loss": 4.3475404254422756e-07, |
| "retain_loss": 0.027472183108329773, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.9621993127147767, |
| "grad_norm": 0.38671875, |
| "learning_rate": 2.6123271889400924e-05, |
| "loss": 0.026079732179641723, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.9621993127147767, |
| "forget_loss": 9.560527303165145e-08, |
| "retain_loss": 0.035694848746061325, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.9621993127147767, |
| "forget_loss": 9.010035739720479e-08, |
| "retain_loss": 0.02770412340760231, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.9621993127147767, |
| "forget_loss": 1.2952777979080565e-06, |
| "retain_loss": 0.025091225281357765, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.9621993127147767, |
| "forget_loss": 1.8988541228281974e-07, |
| "retain_loss": 0.02703693136572838, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.9736540664375716, |
| "grad_norm": 0.62109375, |
| "learning_rate": 2.5835253456221196e-05, |
| "loss": 0.024774086475372315, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9736540664375716, |
| "forget_loss": 2.6555783350090678e-08, |
| "retain_loss": 0.033134713768959045, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9736540664375716, |
| "forget_loss": 2.7541537406250427e-07, |
| "retain_loss": 0.018386946991086006, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9736540664375716, |
| "forget_loss": 2.7093907561948072e-08, |
| "retain_loss": 0.022385219112038612, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9736540664375716, |
| "forget_loss": 6.318795442439296e-08, |
| "retain_loss": 0.03880416601896286, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9851088201603666, |
| "grad_norm": 0.57421875, |
| "learning_rate": 2.5547235023041475e-05, |
| "loss": 0.02385828346014023, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.9851088201603666, |
| "forget_loss": 3.6007147485861424e-08, |
| "retain_loss": 0.03307569772005081, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.9851088201603666, |
| "forget_loss": 8.178755450671815e-08, |
| "retain_loss": 0.02462468110024929, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.9851088201603666, |
| "forget_loss": 6.628091853144724e-08, |
| "retain_loss": 0.020657110959291458, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.9851088201603666, |
| "forget_loss": 6.628161486332829e-08, |
| "retain_loss": 0.032617855817079544, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.9965635738831615, |
| "grad_norm": 0.236328125, |
| "learning_rate": 2.525921658986175e-05, |
| "loss": 0.024864019453525545, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.9965635738831615, |
| "forget_loss": 7.505889243475394e-08, |
| "retain_loss": 0.01775062270462513, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.9965635738831615, |
| "forget_loss": 1.0310161258075823e-07, |
| "retain_loss": 0.02414717711508274, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.9965635738831615, |
| "forget_loss": 2.3729118936444138e-07, |
| "retain_loss": 0.027325890958309174, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.9965635738831615, |
| "forget_loss": 2.6968228539203665e-08, |
| "retain_loss": 0.022969461977481842, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.0080183276059564, |
| "grad_norm": 0.2041015625, |
| "learning_rate": 2.497119815668203e-05, |
| "loss": 0.025278234481811525, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.0080183276059564, |
| "forget_loss": 1.2440519014944584e-07, |
| "retain_loss": 0.028113704174757004, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.0080183276059564, |
| "forget_loss": 6.923085038579302e-08, |
| "retain_loss": 0.035193175077438354, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.0080183276059564, |
| "forget_loss": 3.75761644022532e-08, |
| "retain_loss": 0.018518565222620964, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.0080183276059564, |
| "forget_loss": 2.242090957338405e-08, |
| "retain_loss": 0.017261430621147156, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.0194730813287514, |
| "grad_norm": 0.37109375, |
| "learning_rate": 2.4683179723502306e-05, |
| "loss": 0.024524253606796265, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.0194730813287514, |
| "forget_loss": 3.599013496113912e-07, |
| "retain_loss": 0.034332528710365295, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.0194730813287514, |
| "forget_loss": 1.7287271703025908e-07, |
| "retain_loss": 0.01914825290441513, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.0194730813287514, |
| "forget_loss": 9.782493748389243e-08, |
| "retain_loss": 0.023516574874520302, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.0194730813287514, |
| "forget_loss": 1.5106013506738236e-07, |
| "retain_loss": 0.019009225070476532, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.0309278350515463, |
| "grad_norm": 0.1787109375, |
| "learning_rate": 2.4395161290322582e-05, |
| "loss": 0.024021840095520018, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.0309278350515463, |
| "forget_loss": 2.6426999966133735e-07, |
| "retain_loss": 0.029771650210022926, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.0309278350515463, |
| "forget_loss": 5.678279535459296e-08, |
| "retain_loss": 0.02570934407413006, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.0309278350515463, |
| "forget_loss": 2.8987988898165895e-08, |
| "retain_loss": 0.02868933044373989, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.0309278350515463, |
| "forget_loss": 1.6226587717937946e-07, |
| "retain_loss": 0.024329733103513718, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.0423825887743414, |
| "grad_norm": 0.259765625, |
| "learning_rate": 2.4107142857142858e-05, |
| "loss": 0.02456314116716385, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.0423825887743414, |
| "forget_loss": 3.358028379807365e-07, |
| "retain_loss": 0.014405038207769394, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.0423825887743414, |
| "forget_loss": 8.003183893379173e-08, |
| "retain_loss": 0.012783446349203587, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.0423825887743414, |
| "forget_loss": 3.088370874593238e-07, |
| "retain_loss": 0.04180136322975159, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.0423825887743414, |
| "forget_loss": 1.6710265526853618e-07, |
| "retain_loss": 0.015366771258413792, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.0538373424971363, |
| "grad_norm": 0.3359375, |
| "learning_rate": 2.3819124423963134e-05, |
| "loss": 0.023695509135723113, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.0538373424971363, |
| "forget_loss": 1.9374034820884845e-07, |
| "retain_loss": 0.0453634150326252, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.0538373424971363, |
| "forget_loss": 4.01810851258233e-08, |
| "retain_loss": 0.027023399248719215, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.0538373424971363, |
| "forget_loss": 3.384187508004288e-08, |
| "retain_loss": 0.011590844951570034, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.0538373424971363, |
| "forget_loss": 2.813683330771255e-08, |
| "retain_loss": 0.02153298258781433, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.0652920962199313, |
| "grad_norm": 0.228515625, |
| "learning_rate": 2.3531105990783413e-05, |
| "loss": 0.023248623311519622, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.0652920962199313, |
| "forget_loss": 3.62256820096718e-08, |
| "retain_loss": 0.04065975919365883, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.0652920962199313, |
| "forget_loss": 1.747634712501167e-07, |
| "retain_loss": 0.022159142419695854, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.0652920962199313, |
| "forget_loss": 8.5983149489266e-09, |
| "retain_loss": 0.011597687378525734, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.0652920962199313, |
| "forget_loss": 2.4163021805634344e-08, |
| "retain_loss": 0.015060486271977425, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.0767468499427262, |
| "grad_norm": 0.216796875, |
| "learning_rate": 2.324308755760369e-05, |
| "loss": 0.022622266411781312, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.0767468499427262, |
| "forget_loss": 2.2849988567941182e-08, |
| "retain_loss": 0.014040598645806313, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.0767468499427262, |
| "forget_loss": 1.0765910829491077e-08, |
| "retain_loss": 0.021398184821009636, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.0767468499427262, |
| "forget_loss": 3.679618885144009e-07, |
| "retain_loss": 0.01932062953710556, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.0767468499427262, |
| "forget_loss": 4.7389018931198734e-08, |
| "retain_loss": 0.03855086490511894, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.088201603665521, |
| "grad_norm": 0.1669921875, |
| "learning_rate": 2.2955069124423965e-05, |
| "loss": 0.022816181182861328, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.088201603665521, |
| "forget_loss": 5.09719377816964e-08, |
| "retain_loss": 0.01380919013172388, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.088201603665521, |
| "forget_loss": 2.481048966274102e-08, |
| "retain_loss": 0.02061321772634983, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.088201603665521, |
| "forget_loss": 3.024410943908151e-08, |
| "retain_loss": 0.021798167377710342, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.088201603665521, |
| "forget_loss": 6.814799036192198e-08, |
| "retain_loss": 0.02376674860715866, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.0996563573883162, |
| "grad_norm": 0.2099609375, |
| "learning_rate": 2.266705069124424e-05, |
| "loss": 0.023587432503700257, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.0996563573883162, |
| "forget_loss": 7.863557982545899e-08, |
| "retain_loss": 0.034126508980989456, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.0996563573883162, |
| "forget_loss": 1.2243476454898428e-08, |
| "retain_loss": 0.025233590975403786, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.0996563573883162, |
| "forget_loss": 2.9529656941917892e-08, |
| "retain_loss": 0.026653651148080826, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.0996563573883162, |
| "forget_loss": 1.9638031290014624e-07, |
| "retain_loss": 0.021439678966999054, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.1111111111111112, |
| "grad_norm": 0.1318359375, |
| "learning_rate": 2.2379032258064516e-05, |
| "loss": 0.02087740898132324, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.1111111111111112, |
| "forget_loss": 5.724940876916662e-08, |
| "retain_loss": 0.031759753823280334, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.1111111111111112, |
| "forget_loss": 2.719896485814388e-08, |
| "retain_loss": 0.02280360274016857, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.1111111111111112, |
| "forget_loss": 1.3328020997960266e-07, |
| "retain_loss": 0.034389056265354156, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.1111111111111112, |
| "forget_loss": 2.331986337367198e-08, |
| "retain_loss": 0.027264058589935303, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.122565864833906, |
| "grad_norm": 0.2255859375, |
| "learning_rate": 2.2091013824884792e-05, |
| "loss": 0.02323000878095627, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.122565864833906, |
| "forget_loss": 6.373924179570167e-07, |
| "retain_loss": 0.022899720817804337, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.122565864833906, |
| "forget_loss": 8.226674452771476e-08, |
| "retain_loss": 0.017953844740986824, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.122565864833906, |
| "forget_loss": 3.995974395820667e-08, |
| "retain_loss": 0.023313166573643684, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.122565864833906, |
| "forget_loss": 5.536628577829106e-08, |
| "retain_loss": 0.02542729862034321, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.134020618556701, |
| "grad_norm": 0.142578125, |
| "learning_rate": 2.1802995391705068e-05, |
| "loss": 0.02163739502429962, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.134020618556701, |
| "forget_loss": 4.036724732259245e-08, |
| "retain_loss": 0.03384210169315338, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.134020618556701, |
| "forget_loss": 1.0333982913834916e-07, |
| "retain_loss": 0.021868150681257248, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.134020618556701, |
| "forget_loss": 5.9504564831058815e-08, |
| "retain_loss": 0.010602345690131187, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.134020618556701, |
| "forget_loss": 4.604233794225365e-08, |
| "retain_loss": 0.03545906022191048, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.145475372279496, |
| "grad_norm": 0.1796875, |
| "learning_rate": 2.1514976958525347e-05, |
| "loss": 0.023172636330127717, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.145475372279496, |
| "forget_loss": 5.493423032021383e-07, |
| "retain_loss": 0.032305389642715454, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.145475372279496, |
| "forget_loss": 2.8481522917900293e-07, |
| "retain_loss": 0.028948910534381866, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.145475372279496, |
| "forget_loss": 1.4940823689357785e-08, |
| "retain_loss": 0.051252782344818115, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.145475372279496, |
| "forget_loss": 2.7136126234950098e-08, |
| "retain_loss": 0.013740372844040394, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.1569301260022908, |
| "grad_norm": 0.1748046875, |
| "learning_rate": 2.1226958525345623e-05, |
| "loss": 0.023918163776397706, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.1569301260022908, |
| "forget_loss": 5.731934393793381e-08, |
| "retain_loss": 0.022277191281318665, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.1569301260022908, |
| "forget_loss": 6.457765522327463e-08, |
| "retain_loss": 0.01483561284840107, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.1569301260022908, |
| "forget_loss": 2.3290189332669797e-08, |
| "retain_loss": 0.011415845714509487, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.1569301260022908, |
| "forget_loss": 8.277501706288604e-08, |
| "retain_loss": 0.0220047514885664, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.168384879725086, |
| "grad_norm": 0.1982421875, |
| "learning_rate": 2.09389400921659e-05, |
| "loss": 0.024459759891033172, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.168384879725086, |
| "forget_loss": 2.648368280233626e-08, |
| "retain_loss": 0.017724836245179176, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.168384879725086, |
| "forget_loss": 7.936857571166911e-08, |
| "retain_loss": 0.016395514830946922, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.168384879725086, |
| "forget_loss": 3.1398002420246485e-08, |
| "retain_loss": 0.024634411558508873, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.168384879725086, |
| "forget_loss": 4.1696470276519904e-08, |
| "retain_loss": 0.02067175693809986, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.179839633447881, |
| "grad_norm": 0.2109375, |
| "learning_rate": 2.0650921658986175e-05, |
| "loss": 0.021289190649986266, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.179839633447881, |
| "forget_loss": 7.644550947816242e-08, |
| "retain_loss": 0.018215566873550415, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.179839633447881, |
| "forget_loss": 9.573097869974845e-09, |
| "retain_loss": 0.02367250621318817, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.179839633447881, |
| "forget_loss": 1.727073062340878e-08, |
| "retain_loss": 0.029460415244102478, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.179839633447881, |
| "forget_loss": 2.794078568513214e-08, |
| "retain_loss": 0.015188030898571014, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.1912943871706758, |
| "grad_norm": 0.1923828125, |
| "learning_rate": 2.0362903225806454e-05, |
| "loss": 0.021110835671424865, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.1912943871706758, |
| "forget_loss": 2.4121279196265277e-08, |
| "retain_loss": 0.017713716253638268, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.1912943871706758, |
| "forget_loss": 9.602725015156466e-08, |
| "retain_loss": 0.025713184848427773, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.1912943871706758, |
| "forget_loss": 2.1239122816041345e-07, |
| "retain_loss": 0.017294256016612053, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.1912943871706758, |
| "forget_loss": 2.7992754780825635e-08, |
| "retain_loss": 0.01869981549680233, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.2027491408934707, |
| "grad_norm": 0.1611328125, |
| "learning_rate": 2.007488479262673e-05, |
| "loss": 0.02240833044052124, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.2027491408934707, |
| "forget_loss": 5.0892207781316756e-08, |
| "retain_loss": 0.02070891670882702, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.2027491408934707, |
| "forget_loss": 2.7021894055678786e-08, |
| "retain_loss": 0.016385093331336975, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.2027491408934707, |
| "forget_loss": 1.3184821057166118e-07, |
| "retain_loss": 0.012673438526690006, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.2027491408934707, |
| "forget_loss": 2.6013424303528154e-07, |
| "retain_loss": 0.048716556280851364, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.2142038946162657, |
| "grad_norm": 0.1552734375, |
| "learning_rate": 1.9786866359447005e-05, |
| "loss": 0.02106960415840149, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.2142038946162657, |
| "forget_loss": 6.823061937666353e-08, |
| "retain_loss": 0.0206641536206007, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.2142038946162657, |
| "forget_loss": 7.832964854515012e-08, |
| "retain_loss": 0.017997639253735542, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.2142038946162657, |
| "forget_loss": 1.1000237165603721e-08, |
| "retain_loss": 0.026349617168307304, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.2142038946162657, |
| "forget_loss": 2.8729951750960936e-08, |
| "retain_loss": 0.03591274842619896, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.2256586483390608, |
| "grad_norm": 0.1796875, |
| "learning_rate": 1.9498847926267285e-05, |
| "loss": 0.023325277864933013, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.2256586483390608, |
| "forget_loss": 5.677220116240278e-08, |
| "retain_loss": 0.017587844282388687, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.2256586483390608, |
| "forget_loss": 1.0990573429126016e-07, |
| "retain_loss": 0.014925125055015087, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.2256586483390608, |
| "forget_loss": 6.773029781470541e-08, |
| "retain_loss": 0.023775167763233185, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.2256586483390608, |
| "forget_loss": 2.3923700354089306e-08, |
| "retain_loss": 0.028247609734535217, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.2371134020618557, |
| "grad_norm": 0.189453125, |
| "learning_rate": 1.921082949308756e-05, |
| "loss": 0.022065652906894682, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.2371134020618557, |
| "forget_loss": 6.123426654625064e-09, |
| "retain_loss": 0.011591405607759953, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.2371134020618557, |
| "forget_loss": 3.527255643120952e-08, |
| "retain_loss": 0.015910839661955833, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.2371134020618557, |
| "forget_loss": 9.751467189289542e-08, |
| "retain_loss": 0.007821759209036827, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.2371134020618557, |
| "forget_loss": 2.560214170443942e-06, |
| "retain_loss": 0.021734777837991714, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.2485681557846506, |
| "grad_norm": 0.1357421875, |
| "learning_rate": 1.8922811059907836e-05, |
| "loss": 0.021877190470695494, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.2485681557846506, |
| "forget_loss": 8.14992162645467e-08, |
| "retain_loss": 0.024061294272542, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.2485681557846506, |
| "forget_loss": 5.5814986410496203e-08, |
| "retain_loss": 0.027457626536488533, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.2485681557846506, |
| "forget_loss": 7.33262709218252e-07, |
| "retain_loss": 0.016484102234244347, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.2485681557846506, |
| "forget_loss": 1.206726665259339e-07, |
| "retain_loss": 0.018026303499937057, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.2600229095074456, |
| "grad_norm": 0.1630859375, |
| "learning_rate": 1.8634792626728112e-05, |
| "loss": 0.023145848512649538, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.2600229095074456, |
| "forget_loss": 4.808517672927337e-08, |
| "retain_loss": 0.02503185160458088, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.2600229095074456, |
| "forget_loss": 6.350063586069155e-08, |
| "retain_loss": 0.01136860717087984, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.2600229095074456, |
| "forget_loss": 7.402125845601404e-08, |
| "retain_loss": 0.023490875959396362, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.2600229095074456, |
| "forget_loss": 1.3122317454872245e-08, |
| "retain_loss": 0.009062117896974087, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.2714776632302405, |
| "grad_norm": 0.201171875, |
| "learning_rate": 1.8346774193548388e-05, |
| "loss": 0.025184395909309387, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.2714776632302405, |
| "forget_loss": 6.530651130987053e-09, |
| "retain_loss": 0.010407781228423119, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.2714776632302405, |
| "forget_loss": 9.545535561983343e-08, |
| "retain_loss": 0.01965162716805935, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.2714776632302405, |
| "forget_loss": 8.817356622614625e-09, |
| "retain_loss": 0.03341147303581238, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.2714776632302405, |
| "forget_loss": 3.525239478108233e-08, |
| "retain_loss": 0.025235410779714584, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.2829324169530354, |
| "grad_norm": 0.181640625, |
| "learning_rate": 1.8058755760368664e-05, |
| "loss": 0.021285700798034667, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.2829324169530354, |
| "forget_loss": 2.0350250906631118e-07, |
| "retain_loss": 0.02628685161471367, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.2829324169530354, |
| "forget_loss": 5.7581591050848147e-08, |
| "retain_loss": 0.03228295221924782, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.2829324169530354, |
| "forget_loss": 2.3273013738389636e-08, |
| "retain_loss": 0.02587534859776497, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.2829324169530354, |
| "forget_loss": 1.0459762478376433e-07, |
| "retain_loss": 0.020380979403853416, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.2943871706758305, |
| "grad_norm": 0.203125, |
| "learning_rate": 1.777073732718894e-05, |
| "loss": 0.02414794862270355, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.2943871706758305, |
| "forget_loss": 2.0749947537979097e-08, |
| "retain_loss": 0.027595985680818558, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.2943871706758305, |
| "forget_loss": 1.0538060735143517e-07, |
| "retain_loss": 0.03342067450284958, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.2943871706758305, |
| "forget_loss": 1.0734373745435732e-07, |
| "retain_loss": 0.0166862141340971, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.2943871706758305, |
| "forget_loss": 1.4255629565695926e-08, |
| "retain_loss": 0.013674532994627953, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.3058419243986255, |
| "grad_norm": 0.1845703125, |
| "learning_rate": 1.748271889400922e-05, |
| "loss": 0.022767890989780427, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.3058419243986255, |
| "forget_loss": 1.1125802501510407e-08, |
| "retain_loss": 0.021995795890688896, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.3058419243986255, |
| "forget_loss": 2.5488265720241543e-08, |
| "retain_loss": 0.01751900650560856, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.3058419243986255, |
| "forget_loss": 1.843478969476564e-08, |
| "retain_loss": 0.026673439890146255, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.3058419243986255, |
| "forget_loss": 1.5914393713956088e-07, |
| "retain_loss": 0.016024751588702202, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.3172966781214204, |
| "grad_norm": 0.2158203125, |
| "learning_rate": 1.7194700460829495e-05, |
| "loss": 0.0235839381814003, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.3172966781214204, |
| "forget_loss": 1.8218237585188035e-08, |
| "retain_loss": 0.014317602850496769, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.3172966781214204, |
| "forget_loss": 1.9948769747202277e-08, |
| "retain_loss": 0.021403903141617775, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.3172966781214204, |
| "forget_loss": 7.099181242864461e-09, |
| "retain_loss": 0.030618898570537567, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.3172966781214204, |
| "forget_loss": 5.6788714175581845e-08, |
| "retain_loss": 0.01884060725569725, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.3287514318442153, |
| "grad_norm": 0.203125, |
| "learning_rate": 1.690668202764977e-05, |
| "loss": 0.02227586954832077, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.3287514318442153, |
| "forget_loss": 1.0105923209380308e-08, |
| "retain_loss": 0.028436832129955292, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.3287514318442153, |
| "forget_loss": 5.427875180430419e-07, |
| "retain_loss": 0.011484701186418533, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.3287514318442153, |
| "forget_loss": 6.005623021110296e-08, |
| "retain_loss": 0.007445945404469967, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.3287514318442153, |
| "forget_loss": 3.227989253673513e-08, |
| "retain_loss": 0.031919676810503006, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.3402061855670104, |
| "grad_norm": 0.197265625, |
| "learning_rate": 1.6618663594470046e-05, |
| "loss": 0.023313036561012267, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.3402061855670104, |
| "forget_loss": 2.445302449416431e-08, |
| "retain_loss": 0.018606863915920258, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.3402061855670104, |
| "forget_loss": 3.023370425125904e-07, |
| "retain_loss": 0.0139198899269104, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.3402061855670104, |
| "forget_loss": 4.2964636293163494e-08, |
| "retain_loss": 0.020331142470240593, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.3402061855670104, |
| "forget_loss": 1.9158818531650468e-08, |
| "retain_loss": 0.029496945440769196, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.3516609392898054, |
| "grad_norm": 0.1708984375, |
| "learning_rate": 1.6330645161290322e-05, |
| "loss": 0.021104805171489716, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.3516609392898054, |
| "forget_loss": 4.3303703733954535e-08, |
| "retain_loss": 0.014237130992114544, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.3516609392898054, |
| "forget_loss": 7.990769823607025e-09, |
| "retain_loss": 0.04001491144299507, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.3516609392898054, |
| "forget_loss": 9.303267489713107e-09, |
| "retain_loss": 0.027049237862229347, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.3516609392898054, |
| "forget_loss": 5.501159971998959e-09, |
| "retain_loss": 0.005112822633236647, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.3631156930126003, |
| "grad_norm": 0.1884765625, |
| "learning_rate": 1.6042626728110598e-05, |
| "loss": 0.023045459389686586, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.3631156930126003, |
| "forget_loss": 2.7066937136055458e-08, |
| "retain_loss": 0.020094262436032295, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.3631156930126003, |
| "forget_loss": 1.7727275647416718e-08, |
| "retain_loss": 0.041554100811481476, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.3631156930126003, |
| "forget_loss": 3.883479759991815e-09, |
| "retain_loss": 0.01996440999209881, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.3631156930126003, |
| "forget_loss": 8.269919860026675e-09, |
| "retain_loss": 0.025666773319244385, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.3745704467353952, |
| "grad_norm": 0.1923828125, |
| "learning_rate": 1.5754608294930877e-05, |
| "loss": 0.023423218727111818, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.3745704467353952, |
| "forget_loss": 1.748937350498636e-08, |
| "retain_loss": 0.018628757447004318, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.3745704467353952, |
| "forget_loss": 1.6336418440232592e-08, |
| "retain_loss": 0.03357892856001854, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.3745704467353952, |
| "forget_loss": 3.25022995184554e-08, |
| "retain_loss": 0.01277889497578144, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.3745704467353952, |
| "forget_loss": 7.0995285206265635e-09, |
| "retain_loss": 0.02935495600104332, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.38602520045819, |
| "grad_norm": 0.16796875, |
| "learning_rate": 1.5466589861751153e-05, |
| "loss": 0.023562929034233092, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.38602520045819, |
| "forget_loss": 7.78369457776762e-09, |
| "retain_loss": 0.021808171644806862, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.38602520045819, |
| "forget_loss": 2.3151198735860135e-09, |
| "retain_loss": 0.01690870337188244, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.38602520045819, |
| "forget_loss": 9.253830479671876e-10, |
| "retain_loss": 0.01985970325767994, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.38602520045819, |
| "forget_loss": 6.011931397154058e-09, |
| "retain_loss": 0.021763188764452934, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.397479954180985, |
| "grad_norm": 0.1572265625, |
| "learning_rate": 1.5178571428571429e-05, |
| "loss": 0.020696282386779785, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.397479954180985, |
| "forget_loss": 2.3503828217030787e-08, |
| "retain_loss": 0.02087138406932354, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.397479954180985, |
| "forget_loss": 2.5618970056484613e-08, |
| "retain_loss": 0.026184234768152237, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.397479954180985, |
| "forget_loss": 8.21958678898227e-09, |
| "retain_loss": 0.0283048078417778, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.397479954180985, |
| "forget_loss": 6.894857573769286e-09, |
| "retain_loss": 0.02001921460032463, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.40893470790378, |
| "grad_norm": 0.203125, |
| "learning_rate": 1.4890552995391705e-05, |
| "loss": 0.022527270019054413, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.40893470790378, |
| "forget_loss": 2.1096978741752537e-07, |
| "retain_loss": 0.012916534207761288, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.40893470790378, |
| "forget_loss": 1.9281825913708417e-08, |
| "retain_loss": 0.022061077877879143, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.40893470790378, |
| "forget_loss": 6.622970971648101e-08, |
| "retain_loss": 0.02101759985089302, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.40893470790378, |
| "forget_loss": 1.26990897797441e-08, |
| "retain_loss": 0.023891810327768326, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.420389461626575, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 1.4602534562211984e-05, |
| "loss": 0.023477652668952943, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.420389461626575, |
| "forget_loss": 4.966549838059109e-08, |
| "retain_loss": 0.03463604301214218, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.420389461626575, |
| "forget_loss": 4.284724752778857e-08, |
| "retain_loss": 0.02400204725563526, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.420389461626575, |
| "forget_loss": 2.6644977779710644e-08, |
| "retain_loss": 0.024855146184563637, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.420389461626575, |
| "forget_loss": 1.1419896850384248e-07, |
| "retain_loss": 0.02515013888478279, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.43184421534937, |
| "grad_norm": 0.2138671875, |
| "learning_rate": 1.431451612903226e-05, |
| "loss": 0.02142278999090195, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.43184421534937, |
| "forget_loss": 6.727535151185293e-08, |
| "retain_loss": 0.03439854457974434, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.43184421534937, |
| "forget_loss": 2.731752779538965e-08, |
| "retain_loss": 0.018644528463482857, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.43184421534937, |
| "forget_loss": 2.9547951641006875e-08, |
| "retain_loss": 0.016844170168042183, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.43184421534937, |
| "forget_loss": 2.0531512490151727e-08, |
| "retain_loss": 0.030812717974185944, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.443298969072165, |
| "grad_norm": 0.1826171875, |
| "learning_rate": 1.4026497695852537e-05, |
| "loss": 0.02201966047286987, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.443298969072165, |
| "forget_loss": 3.202220000275702e-08, |
| "retain_loss": 0.028422845527529716, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.443298969072165, |
| "forget_loss": 1.8043699867575924e-08, |
| "retain_loss": 0.030724935233592987, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.443298969072165, |
| "forget_loss": 9.87688295595035e-08, |
| "retain_loss": 0.026053862646222115, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.443298969072165, |
| "forget_loss": 3.2861024124031246e-08, |
| "retain_loss": 0.025916006416082382, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.4547537227949598, |
| "grad_norm": 0.1826171875, |
| "learning_rate": 1.3738479262672813e-05, |
| "loss": 0.02156946063041687, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.4547537227949598, |
| "forget_loss": 2.1402931338343478e-07, |
| "retain_loss": 0.023167060688138008, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.4547537227949598, |
| "forget_loss": 4.80714135164817e-08, |
| "retain_loss": 0.012924721464514732, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.4547537227949598, |
| "forget_loss": 8.835430165277103e-09, |
| "retain_loss": 0.020214807242155075, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.4547537227949598, |
| "forget_loss": 3.223247801997786e-08, |
| "retain_loss": 0.02204856276512146, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.466208476517755, |
| "grad_norm": 0.1875, |
| "learning_rate": 1.3450460829493089e-05, |
| "loss": 0.021540743112564088, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.466208476517755, |
| "forget_loss": 6.666966356760895e-08, |
| "retain_loss": 0.028293240815401077, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.466208476517755, |
| "forget_loss": 3.187368591284212e-08, |
| "retain_loss": 0.03067215532064438, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.466208476517755, |
| "forget_loss": 8.677272234081101e-08, |
| "retain_loss": 0.01857157237827778, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.466208476517755, |
| "forget_loss": 3.4804223503215326e-08, |
| "retain_loss": 0.01711919903755188, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.47766323024055, |
| "grad_norm": 0.1748046875, |
| "learning_rate": 1.3162442396313365e-05, |
| "loss": 0.023854960501194, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.47766323024055, |
| "forget_loss": 1.4682684934541612e-07, |
| "retain_loss": 0.013613694347441196, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.47766323024055, |
| "forget_loss": 2.4446702440172885e-08, |
| "retain_loss": 0.03469227999448776, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.47766323024055, |
| "forget_loss": 1.4488199084894404e-08, |
| "retain_loss": 0.016956379637122154, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.47766323024055, |
| "forget_loss": 5.782320400271601e-08, |
| "retain_loss": 0.01388214249163866, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.4891179839633448, |
| "grad_norm": 0.19921875, |
| "learning_rate": 1.2874423963133642e-05, |
| "loss": 0.022388391196727753, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.4891179839633448, |
| "forget_loss": 1.731160281792654e-08, |
| "retain_loss": 0.020429806783795357, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.4891179839633448, |
| "forget_loss": 4.9649994338096803e-08, |
| "retain_loss": 0.01567276380956173, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.4891179839633448, |
| "forget_loss": 1.094394903589091e-07, |
| "retain_loss": 0.016468234360218048, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.4891179839633448, |
| "forget_loss": 2.912297247803508e-08, |
| "retain_loss": 0.022291528061032295, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.5005727376861397, |
| "grad_norm": 0.205078125, |
| "learning_rate": 1.2586405529953918e-05, |
| "loss": 0.022077234089374544, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.5005727376861397, |
| "forget_loss": 1.0040228914931504e-07, |
| "retain_loss": 0.017616135999560356, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.5005727376861397, |
| "forget_loss": 4.605796277701302e-08, |
| "retain_loss": 0.03136283531785011, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.5005727376861397, |
| "forget_loss": 5.563991933854595e-08, |
| "retain_loss": 0.0219328124076128, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.5005727376861397, |
| "forget_loss": 1.8549467739603642e-08, |
| "retain_loss": 0.0195622481405735, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.5120274914089347, |
| "grad_norm": 0.23046875, |
| "learning_rate": 1.2298387096774194e-05, |
| "loss": 0.02453242689371109, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.5120274914089347, |
| "forget_loss": 1.5807668063416713e-08, |
| "retain_loss": 0.01336264330893755, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.5120274914089347, |
| "forget_loss": 3.320761265968031e-08, |
| "retain_loss": 0.01914050243794918, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.5120274914089347, |
| "forget_loss": 3.8064783325353346e-08, |
| "retain_loss": 0.02273029275238514, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.5120274914089347, |
| "forget_loss": 1.188167964016884e-08, |
| "retain_loss": 0.018610704690217972, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.5234822451317296, |
| "grad_norm": 0.1484375, |
| "learning_rate": 1.2010368663594471e-05, |
| "loss": 0.02155406177043915, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.5234822451317296, |
| "forget_loss": 4.999679390493839e-07, |
| "retain_loss": 0.03529933840036392, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.5234822451317296, |
| "forget_loss": 1.7155528553303157e-08, |
| "retain_loss": 0.0193784236907959, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.5234822451317296, |
| "forget_loss": 4.2701351787854946e-08, |
| "retain_loss": 0.023776818066835403, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.5234822451317296, |
| "forget_loss": 4.939164099937443e-08, |
| "retain_loss": 0.025353359058499336, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.5349369988545245, |
| "grad_norm": 0.216796875, |
| "learning_rate": 1.1722350230414747e-05, |
| "loss": 0.02174515575170517, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.5349369988545245, |
| "forget_loss": 1.5110476425661545e-08, |
| "retain_loss": 0.027764471247792244, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.5349369988545245, |
| "forget_loss": 1.2457677556199087e-08, |
| "retain_loss": 0.022536301985383034, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.5349369988545245, |
| "forget_loss": 9.526234379109155e-08, |
| "retain_loss": 0.022036096081137657, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.5349369988545245, |
| "forget_loss": 4.588682145367784e-08, |
| "retain_loss": 0.026010531932115555, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.5463917525773194, |
| "grad_norm": 0.169921875, |
| "learning_rate": 1.1434331797235023e-05, |
| "loss": 0.02197621315717697, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.5463917525773194, |
| "forget_loss": 4.101625705743572e-08, |
| "retain_loss": 0.020112277939915657, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.5463917525773194, |
| "forget_loss": 2.926245024070795e-09, |
| "retain_loss": 0.0265397559851408, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.5463917525773194, |
| "forget_loss": 2.3485831945890823e-08, |
| "retain_loss": 0.014467987231910229, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.5463917525773194, |
| "forget_loss": 9.590316096819151e-08, |
| "retain_loss": 0.01878652721643448, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.5578465063001146, |
| "grad_norm": 0.166015625, |
| "learning_rate": 1.11463133640553e-05, |
| "loss": 0.020632724463939666, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.5578465063001146, |
| "forget_loss": 1.4095779654610396e-08, |
| "retain_loss": 0.02716868370771408, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.5578465063001146, |
| "forget_loss": 3.688577621119293e-08, |
| "retain_loss": 0.02675730548799038, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.5578465063001146, |
| "forget_loss": 1.3284892297349415e-08, |
| "retain_loss": 0.02028178796172142, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.5578465063001146, |
| "forget_loss": 4.021210919802343e-09, |
| "retain_loss": 0.024784252047538757, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.5693012600229095, |
| "grad_norm": 0.162109375, |
| "learning_rate": 1.0858294930875576e-05, |
| "loss": 0.021194690465927125, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.5693012600229095, |
| "forget_loss": 1.9185983912706206e-09, |
| "retain_loss": 0.020529447123408318, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.5693012600229095, |
| "forget_loss": 4.003663178764327e-09, |
| "retain_loss": 0.024104757234454155, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.5693012600229095, |
| "forget_loss": 2.1751702661276795e-08, |
| "retain_loss": 0.02209138683974743, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.5693012600229095, |
| "forget_loss": 1.2200887411495387e-08, |
| "retain_loss": 0.022040190175175667, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.5807560137457046, |
| "grad_norm": 0.1923828125, |
| "learning_rate": 1.0570276497695852e-05, |
| "loss": 0.020398758351802826, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.5807560137457046, |
| "forget_loss": 2.143367439089161e-08, |
| "retain_loss": 0.01812758296728134, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.5807560137457046, |
| "forget_loss": 4.7683954562671715e-08, |
| "retain_loss": 0.01754043623805046, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.5807560137457046, |
| "forget_loss": 3.031481199400332e-08, |
| "retain_loss": 0.03185281530022621, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.5807560137457046, |
| "forget_loss": 2.201096727105778e-08, |
| "retain_loss": 0.037519581615924835, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.5922107674684995, |
| "grad_norm": 0.205078125, |
| "learning_rate": 1.028225806451613e-05, |
| "loss": 0.02095855325460434, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.5922107674684995, |
| "forget_loss": 8.277861240912898e-08, |
| "retain_loss": 0.027487264946103096, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.5922107674684995, |
| "forget_loss": 1.217109542039907e-07, |
| "retain_loss": 0.020043643191456795, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.5922107674684995, |
| "forget_loss": 2.6641883366096408e-08, |
| "retain_loss": 0.019022131338715553, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.5922107674684995, |
| "forget_loss": 2.9094383791061773e-08, |
| "retain_loss": 0.018960099667310715, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.6036655211912945, |
| "grad_norm": 0.171875, |
| "learning_rate": 9.994239631336407e-06, |
| "loss": 0.021135611832141875, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.6036655211912945, |
| "forget_loss": 6.217426573584817e-08, |
| "retain_loss": 0.016695497557520866, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.6036655211912945, |
| "forget_loss": 4.8250729633991796e-08, |
| "retain_loss": 0.021785398945212364, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.6036655211912945, |
| "forget_loss": 7.732725748610392e-08, |
| "retain_loss": 0.025909021496772766, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.6036655211912945, |
| "forget_loss": 2.7628921372979676e-09, |
| "retain_loss": 0.014592481777071953, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.6151202749140894, |
| "grad_norm": 0.1962890625, |
| "learning_rate": 9.706221198156683e-06, |
| "loss": 0.02171867936849594, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.6151202749140894, |
| "forget_loss": 4.1544343076793666e-08, |
| "retain_loss": 0.019604764878749847, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.6151202749140894, |
| "forget_loss": 3.411736315683811e-08, |
| "retain_loss": 0.019353380426764488, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.6151202749140894, |
| "forget_loss": 1.0411536521814924e-08, |
| "retain_loss": 0.017512496560811996, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.6151202749140894, |
| "forget_loss": 2.658219777629256e-08, |
| "retain_loss": 0.02085181139409542, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.6265750286368843, |
| "grad_norm": 0.2119140625, |
| "learning_rate": 9.418202764976959e-06, |
| "loss": 0.020016534626483916, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.6265750286368843, |
| "forget_loss": 5.425387428203976e-08, |
| "retain_loss": 0.031197555363178253, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.6265750286368843, |
| "forget_loss": 7.546157121396391e-08, |
| "retain_loss": 0.017391281202435493, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.6265750286368843, |
| "forget_loss": 1.0410505346669652e-08, |
| "retain_loss": 0.015930164605379105, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.6265750286368843, |
| "forget_loss": 5.6592699415602965e-09, |
| "retain_loss": 0.017635004594922066, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.6380297823596792, |
| "grad_norm": 0.1923828125, |
| "learning_rate": 9.130184331797236e-06, |
| "loss": 0.02109528034925461, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.6380297823596792, |
| "forget_loss": 6.951045072867146e-09, |
| "retain_loss": 0.014017445035278797, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.6380297823596792, |
| "forget_loss": 1.156479445540981e-08, |
| "retain_loss": 0.017461460083723068, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.6380297823596792, |
| "forget_loss": 6.22810780726013e-09, |
| "retain_loss": 0.019582783803343773, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.6380297823596792, |
| "forget_loss": 8.705757004179304e-09, |
| "retain_loss": 0.016309870406985283, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.6494845360824741, |
| "grad_norm": 0.173828125, |
| "learning_rate": 8.842165898617512e-06, |
| "loss": 0.020758749544620515, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.6494845360824741, |
| "forget_loss": 1.6525364188169078e-08, |
| "retain_loss": 0.015881458297371864, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.6494845360824741, |
| "forget_loss": 2.484807204439221e-08, |
| "retain_loss": 0.009261966682970524, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.6494845360824741, |
| "forget_loss": 3.562422890013295e-08, |
| "retain_loss": 0.022935394197702408, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.6494845360824741, |
| "forget_loss": 1.280076844523137e-07, |
| "retain_loss": 0.014195682480931282, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.660939289805269, |
| "grad_norm": 0.1943359375, |
| "learning_rate": 8.554147465437788e-06, |
| "loss": 0.02167462408542633, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.660939289805269, |
| "forget_loss": 6.6190928293963225e-09, |
| "retain_loss": 0.024128355085849762, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.660939289805269, |
| "forget_loss": 8.966759779127642e-09, |
| "retain_loss": 0.018851345404982567, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.660939289805269, |
| "forget_loss": 7.917346778185674e-08, |
| "retain_loss": 0.017255203798413277, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.660939289805269, |
| "forget_loss": 1.073428208542282e-07, |
| "retain_loss": 0.02466348372399807, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.6723940435280642, |
| "grad_norm": 0.2451171875, |
| "learning_rate": 8.266129032258065e-06, |
| "loss": 0.022821980714797973, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.6723940435280642, |
| "forget_loss": 4.6970569655968575e-09, |
| "retain_loss": 0.034727588295936584, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.6723940435280642, |
| "forget_loss": 9.013169233185181e-08, |
| "retain_loss": 0.016363129019737244, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.6723940435280642, |
| "forget_loss": 1.7886146963519423e-07, |
| "retain_loss": 0.027345962822437286, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.6723940435280642, |
| "forget_loss": 3.0995966682212384e-08, |
| "retain_loss": 0.03211313113570213, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.6838487972508591, |
| "grad_norm": 0.197265625, |
| "learning_rate": 7.978110599078341e-06, |
| "loss": 0.023417454957962037, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.6838487972508591, |
| "forget_loss": 1.5241577955293906e-07, |
| "retain_loss": 0.030100328847765923, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.6838487972508591, |
| "forget_loss": 1.787868164626616e-08, |
| "retain_loss": 0.020799852907657623, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.6838487972508591, |
| "forget_loss": 3.712963092539212e-08, |
| "retain_loss": 0.016399649903178215, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.6838487972508591, |
| "forget_loss": 2.06813961511898e-08, |
| "retain_loss": 0.016628945246338844, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.695303550973654, |
| "grad_norm": 0.2490234375, |
| "learning_rate": 7.690092165898617e-06, |
| "loss": 0.02219371348619461, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.695303550973654, |
| "forget_loss": 3.038276830125142e-08, |
| "retain_loss": 0.022364655509591103, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.695303550973654, |
| "forget_loss": 1.5132698649722442e-07, |
| "retain_loss": 0.02092198096215725, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.695303550973654, |
| "forget_loss": 5.258186064338588e-08, |
| "retain_loss": 0.009369916282594204, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.695303550973654, |
| "forget_loss": 3.0446482668367025e-08, |
| "retain_loss": 0.024398265406489372, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.7067583046964492, |
| "grad_norm": 0.1728515625, |
| "learning_rate": 7.402073732718895e-06, |
| "loss": 0.021649637818336488, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.7067583046964492, |
| "forget_loss": 2.699783063775385e-09, |
| "retain_loss": 0.015917476266622543, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.7067583046964492, |
| "forget_loss": 5.224163146522187e-08, |
| "retain_loss": 0.026943163946270943, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.7067583046964492, |
| "forget_loss": 5.959521764964393e-09, |
| "retain_loss": 0.020420579239726067, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.7067583046964492, |
| "forget_loss": 5.0872539958390917e-08, |
| "retain_loss": 0.02119573950767517, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.718213058419244, |
| "grad_norm": 0.2099609375, |
| "learning_rate": 7.114055299539171e-06, |
| "loss": 0.021461085975170137, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.718213058419244, |
| "forget_loss": 1.1111339972558198e-06, |
| "retain_loss": 0.015246644616127014, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.718213058419244, |
| "forget_loss": 1.2093730461515406e-08, |
| "retain_loss": 0.02578875608742237, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.718213058419244, |
| "forget_loss": 1.0410992956622067e-08, |
| "retain_loss": 0.029737161472439766, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.718213058419244, |
| "forget_loss": 1.3550183197708066e-08, |
| "retain_loss": 0.0380815826356411, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.729667812142039, |
| "grad_norm": 0.171875, |
| "learning_rate": 6.826036866359448e-06, |
| "loss": 0.022089402377605438, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.729667812142039, |
| "forget_loss": 1.4068325171479046e-08, |
| "retain_loss": 0.025930780917406082, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.729667812142039, |
| "forget_loss": 3.942339077411816e-08, |
| "retain_loss": 0.021967818960547447, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.729667812142039, |
| "forget_loss": 1.2184702313788875e-07, |
| "retain_loss": 0.04010249674320221, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.729667812142039, |
| "forget_loss": 2.8449733235902386e-08, |
| "retain_loss": 0.02482871524989605, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.741122565864834, |
| "grad_norm": 0.18359375, |
| "learning_rate": 6.538018433179724e-06, |
| "loss": 0.022809343039989473, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.741122565864834, |
| "forget_loss": 8.75739303296541e-09, |
| "retain_loss": 0.02512333169579506, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.741122565864834, |
| "forget_loss": 2.932968001800873e-08, |
| "retain_loss": 0.028969930484890938, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.741122565864834, |
| "forget_loss": 1.3895233408334207e-08, |
| "retain_loss": 0.022200997918844223, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.741122565864834, |
| "forget_loss": 1.0810396844362913e-07, |
| "retain_loss": 0.02343927137553692, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.7525773195876289, |
| "grad_norm": 0.1650390625, |
| "learning_rate": 6.25e-06, |
| "loss": 0.021387623250484468, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.7525773195876289, |
| "forget_loss": 3.949251095036743e-07, |
| "retain_loss": 0.03315495699644089, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.7525773195876289, |
| "forget_loss": 1.1532841170946995e-07, |
| "retain_loss": 0.023524099960923195, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.7525773195876289, |
| "forget_loss": 1.737878463359266e-08, |
| "retain_loss": 0.021044719964265823, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.7525773195876289, |
| "forget_loss": 1.5254467689018725e-09, |
| "retain_loss": 0.016680333763360977, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.7640320733104238, |
| "grad_norm": 0.17578125, |
| "learning_rate": 5.961981566820277e-06, |
| "loss": 0.023655688762664794, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.7640320733104238, |
| "forget_loss": 5.484626974805451e-09, |
| "retain_loss": 0.015781564638018608, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.7640320733104238, |
| "forget_loss": 8.721925404131525e-09, |
| "retain_loss": 0.02230190671980381, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.7640320733104238, |
| "forget_loss": 6.269440433470663e-08, |
| "retain_loss": 0.043873514980077744, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.7640320733104238, |
| "forget_loss": 2.495698225857268e-08, |
| "retain_loss": 0.04776827245950699, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.7754868270332187, |
| "grad_norm": 0.244140625, |
| "learning_rate": 5.673963133640553e-06, |
| "loss": 0.021500414609909056, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.7754868270332187, |
| "forget_loss": 1.2894139089780765e-08, |
| "retain_loss": 0.021685905754566193, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.7754868270332187, |
| "forget_loss": 1.01795150087014e-08, |
| "retain_loss": 0.02003580518066883, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.7754868270332187, |
| "forget_loss": 4.5272781079575e-09, |
| "retain_loss": 0.02798016183078289, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.7754868270332187, |
| "forget_loss": 9.158154767874294e-08, |
| "retain_loss": 0.020200006663799286, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.7869415807560136, |
| "grad_norm": 0.2099609375, |
| "learning_rate": 5.38594470046083e-06, |
| "loss": 0.021815258264541625, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.7869415807560136, |
| "forget_loss": 1.9465607792312767e-08, |
| "retain_loss": 0.023672498762607574, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.7869415807560136, |
| "forget_loss": 2.209292802035634e-07, |
| "retain_loss": 0.019269166514277458, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.7869415807560136, |
| "forget_loss": 5.099231259464432e-09, |
| "retain_loss": 0.026050956919789314, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.7869415807560136, |
| "forget_loss": 6.805104924012539e-09, |
| "retain_loss": 0.02401677332818508, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.7983963344788088, |
| "grad_norm": 0.162109375, |
| "learning_rate": 5.097926267281106e-06, |
| "loss": 0.021849420666694642, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.7983963344788088, |
| "forget_loss": 1.097847146525055e-08, |
| "retain_loss": 0.017921848222613335, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.7983963344788088, |
| "forget_loss": 1.049954523324459e-08, |
| "retain_loss": 0.016865499317646027, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.7983963344788088, |
| "forget_loss": 8.912421023410388e-09, |
| "retain_loss": 0.01202414557337761, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.7983963344788088, |
| "forget_loss": 4.532140707169674e-08, |
| "retain_loss": 0.024097174406051636, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.8098510882016037, |
| "grad_norm": 0.2109375, |
| "learning_rate": 4.809907834101383e-06, |
| "loss": 0.021765342354774474, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.8098510882016037, |
| "forget_loss": 1.4280697513413543e-08, |
| "retain_loss": 0.027266938239336014, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.8098510882016037, |
| "forget_loss": 3.764376899084709e-08, |
| "retain_loss": 0.02171538770198822, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.8098510882016037, |
| "forget_loss": 5.152051674173208e-09, |
| "retain_loss": 0.01970984973013401, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.8098510882016037, |
| "forget_loss": 1.993336837813331e-07, |
| "retain_loss": 0.03570767864584923, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.8213058419243986, |
| "grad_norm": 0.16796875, |
| "learning_rate": 4.5218894009216595e-06, |
| "loss": 0.022261792421340944, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.8213058419243986, |
| "forget_loss": 6.277179664948562e-08, |
| "retain_loss": 0.026909146457910538, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.8213058419243986, |
| "forget_loss": 6.691417975268621e-10, |
| "retain_loss": 0.015054693445563316, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.8213058419243986, |
| "forget_loss": 2.381351116298447e-09, |
| "retain_loss": 0.023661844432353973, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.8213058419243986, |
| "forget_loss": 1.1333929350598737e-08, |
| "retain_loss": 0.018988439813256264, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.8327605956471937, |
| "grad_norm": 0.1923828125, |
| "learning_rate": 4.233870967741935e-06, |
| "loss": 0.02133145332336426, |
| "step": 1600 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1746, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
