Training in progress, step 200, checkpoint

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0cd632113a9b7958223b26af0be61c8b9730b715a074429c69bcc52c89595ea5
+oid sha256:3892d7981daf46335b3fa6c9ecb6ae907b780f5c60d09739df71fd1032e9df89
 size 307867048

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8d99aa0c9298f2796d34fb4905cca2dbc763af34675d0f49f3f6adc6219a5fd
+oid sha256:9cf424ee2a97c2d03eab6ed4b79c3501ef0848917d52e20b6d2ad2bd67cb36a1
 size 615852491

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:767264e229550ac642840d8d828ab78adc4e4b540eb7d7439d5658ee07c1008b
+oid sha256:3309a95e33c125d7c8441ae9bb16bceac61b9ce7549f29f3949856e911dabc37
 size 14645

last-checkpoint/scaler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5df1288dff0dd62cba1e1176806173143916d981612ae8735c36fe34a88ddce
+oid sha256:124625e167eb28acbfc793cfcb3e8a08b32e7fea06501462bc9e420a5e1beb2a
 size 1383

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:828ca8772c99b9f9a8f48fc7390761548c79238949072084224f82d3c8936b90
+oid sha256:19736ba68628776bb4f044cd05ed8cf11679afca52ec0a6537f0a4bbdc207303
 size 1465

last-checkpoint/trainer_state.json

@@ -2,114 +2,164 @@
   "best_global_step": null,
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 5.0,
+  "epoch": 3.5132743362831858,
   "eval_steps": 200,
-  "global_step": 145,
+  "global_step": 200,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.3508771929824561,
-      "grad_norm": 4.014275074005127,
-      "learning_rate": 3.6e-05,
-      "loss": 2.1574,
+      "epoch": 0.17699115044247787,
+      "grad_norm": 8.512289047241211,
+      "learning_rate": 3.6000000000000003e-06,
+      "loss": 2.359,
       "step": 10
     },
     {
-      "epoch": 0.7017543859649122,
-      "grad_norm": 2.0340123176574707,
-      "learning_rate": 7.6e-05,
-      "loss": 1.3204,
+      "epoch": 0.35398230088495575,
+      "grad_norm": 6.223922252655029,
+      "learning_rate": 7.600000000000001e-06,
+      "loss": 2.1224,
       "step": 20
     },
     {
-      "epoch": 1.0350877192982457,
-      "grad_norm": 1.895371913909912,
-      "learning_rate": 0.000116,
-      "loss": 0.7272,
+      "epoch": 0.5309734513274337,
+      "grad_norm": 6.171682357788086,
+      "learning_rate": 1.16e-05,
+      "loss": 1.859,
       "step": 30
     },
     {
-      "epoch": 1.3859649122807016,
-      "grad_norm": 1.413552165031433,
-      "learning_rate": 0.00015600000000000002,
-      "loss": 0.4869,
+      "epoch": 0.7079646017699115,
+      "grad_norm": 4.256378173828125,
+      "learning_rate": 1.5600000000000003e-05,
+      "loss": 1.6122,
       "step": 40
     },
     {
-      "epoch": 1.736842105263158,
-      "grad_norm": 0.769632875919342,
-      "learning_rate": 0.000196,
-      "loss": 0.3645,
+      "epoch": 0.8849557522123894,
+      "grad_norm": 2.6931450366973877,
+      "learning_rate": 1.9600000000000002e-05,
+      "loss": 1.2818,
       "step": 50
     },
     {
-      "epoch": 2.0701754385964914,
-      "grad_norm": 0.92262202501297,
-      "learning_rate": 0.00018105263157894739,
-      "loss": 0.3271,
+      "epoch": 1.0530973451327434,
+      "grad_norm": 2.7361302375793457,
+      "learning_rate": 1.923404255319149e-05,
+      "loss": 1.1358,
       "step": 60
     },
     {
-      "epoch": 2.4210526315789473,
-      "grad_norm": 0.7400457262992859,
-      "learning_rate": 0.00016,
-      "loss": 0.2382,
+      "epoch": 1.2300884955752212,
+      "grad_norm": 2.331388235092163,
+      "learning_rate": 1.8382978723404257e-05,
+      "loss": 0.8579,
       "step": 70
     },
     {
-      "epoch": 2.7719298245614032,
-      "grad_norm": 0.9223001003265381,
-      "learning_rate": 0.00013894736842105264,
-      "loss": 0.2106,
+      "epoch": 1.407079646017699,
+      "grad_norm": 2.436121702194214,
+      "learning_rate": 1.7531914893617024e-05,
+      "loss": 0.8232,
       "step": 80
     },
     {
-      "epoch": 3.1052631578947367,
-      "grad_norm": 0.7120507955551147,
-      "learning_rate": 0.00011789473684210525,
-      "loss": 0.1935,
+      "epoch": 1.584070796460177,
+      "grad_norm": 2.7200984954833984,
+      "learning_rate": 1.6680851063829788e-05,
+      "loss": 0.7198,
       "step": 90
     },
     {
-      "epoch": 3.456140350877193,
-      "grad_norm": 0.7403267025947571,
-      "learning_rate": 9.68421052631579e-05,
-      "loss": 0.1774,
+      "epoch": 1.7610619469026547,
+      "grad_norm": 2.8423922061920166,
+      "learning_rate": 1.5829787234042555e-05,
+      "loss": 0.7851,
       "step": 100
     },
     {
-      "epoch": 3.807017543859649,
-      "grad_norm": 0.5725103616714478,
-      "learning_rate": 7.578947368421054e-05,
-      "loss": 0.1576,
+      "epoch": 1.9380530973451329,
+      "grad_norm": 2.6434552669525146,
+      "learning_rate": 1.497872340425532e-05,
+      "loss": 0.6815,
       "step": 110
     },
     {
-      "epoch": 4.140350877192983,
-      "grad_norm": 0.8779940009117126,
-      "learning_rate": 5.4736842105263165e-05,
-      "loss": 0.1498,
+      "epoch": 2.106194690265487,
+      "grad_norm": 2.050658702850342,
+      "learning_rate": 1.4127659574468087e-05,
+      "loss": 0.6848,
       "step": 120
     },
     {
-      "epoch": 4.491228070175438,
-      "grad_norm": 0.5592442750930786,
-      "learning_rate": 3.368421052631579e-05,
-      "loss": 0.1492,
+      "epoch": 2.2831858407079646,
+      "grad_norm": 2.302018642425537,
+      "learning_rate": 1.3276595744680851e-05,
+      "loss": 0.6245,
       "step": 130
     },
     {
-      "epoch": 4.842105263157895,
-      "grad_norm": 0.5548624992370605,
-      "learning_rate": 1.2631578947368422e-05,
-      "loss": 0.1411,
+      "epoch": 2.4601769911504423,
+      "grad_norm": 1.7379809617996216,
+      "learning_rate": 1.2425531914893618e-05,
+      "loss": 0.5232,
       "step": 140
+    },
+    {
+      "epoch": 2.6371681415929205,
+      "grad_norm": 2.3433845043182373,
+      "learning_rate": 1.1574468085106382e-05,
+      "loss": 0.5672,
+      "step": 150
+    },
+    {
+      "epoch": 2.814159292035398,
+      "grad_norm": 1.49757981300354,
+      "learning_rate": 1.072340425531915e-05,
+      "loss": 0.5239,
+      "step": 160
+    },
+    {
+      "epoch": 2.991150442477876,
+      "grad_norm": 1.7192789316177368,
+      "learning_rate": 9.872340425531915e-06,
+      "loss": 0.5281,
+      "step": 170
+    },
+    {
+      "epoch": 3.15929203539823,
+      "grad_norm": 2.373436689376831,
+      "learning_rate": 9.021276595744681e-06,
+      "loss": 0.5514,
+      "step": 180
+    },
+    {
+      "epoch": 3.336283185840708,
+      "grad_norm": 1.7503447532653809,
+      "learning_rate": 8.170212765957447e-06,
+      "loss": 0.5375,
+      "step": 190
+    },
+    {
+      "epoch": 3.5132743362831858,
+      "grad_norm": 2.090620994567871,
+      "learning_rate": 7.3191489361702125e-06,
+      "loss": 0.4832,
+      "step": 200
+    },
+    {
+      "epoch": 3.5132743362831858,
+      "eval_loss": 0.3311998248100281,
+      "eval_runtime": 1.0961,
+      "eval_samples_per_second": 183.37,
+      "eval_steps_per_second": 11.86,
+      "step": 200
     }
   ],
   "logging_steps": 10,
-  "max_steps": 145,
+  "max_steps": 285,
   "num_input_tokens_seen": 0,
   "num_train_epochs": 5,
   "save_steps": 200,
@@ -120,13 +170,13 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": true
+        "should_training_stop": false
       },
       "attributes": {}
     }
   },
-  "total_flos": 517092923977728.0,
-  "train_batch_size": 32,
+  "total_flos": 347226398619648.0,
+  "train_batch_size": 16,
   "trial_name": null,
   "trial_params": null
 }

last-checkpoint/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b90e6aa06236f48b661290a19574ddab20d0c2f55e9cf092b4679ad63e7ef9ed
+oid sha256:6e5d4dca9aabec0a018af541187f9fd9b3d5683e5ee69fe5176f777c973dc1ae
 size 5969