Agtian commited on
Commit
fdbf37b
·
verified ·
1 Parent(s): 97ba18c

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:053ee7b29d2412289e2d6bfe72f83395cf3c64acbb4ddfc21a3d87e98713d399
3
  size 474329096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:696c2ddac33dbcd7b80e4291da7c8c125ce665e0284034fb7317a703d809a058
3
  size 474329096
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:96a3012ffc4f603ebf0da9ae7388ceedd4aee52a916be608be0c96829c04c985
3
  size 151500495
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3768082765cf692fbab16c614a37a1edd4ccdf66ad058ec3fba40ba692790e4
3
  size 151500495
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2e998ffac771e9013035bcd833a2d91b2a5adf38fbc6439bf0771b153525115
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b990a594defede5a7e96cd94774813bcab48e4eef9fd509cc65a122207bfc2
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.039085401602501464,
6
  "eval_steps": 500,
7
- "global_step": 100,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -78,6 +78,76 @@
78
  "learning_rate": 7.734375e-05,
79
  "loss": 3.4841968536376955,
80
  "step": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
81
  }
82
  ],
83
  "logging_steps": 10,
@@ -97,7 +167,7 @@
97
  "attributes": {}
98
  }
99
  },
100
- "total_flos": 2.8452495269366784e+16,
101
  "train_batch_size": 1,
102
  "trial_name": null,
103
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.07817080320500293,
6
  "eval_steps": 500,
7
+ "global_step": 200,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
78
  "learning_rate": 7.734375e-05,
79
  "loss": 3.4841968536376955,
80
  "step": 100
81
+ },
82
+ {
83
+ "epoch": 0.04299394176275161,
84
+ "grad_norm": 21.948543548583984,
85
+ "learning_rate": 8.515625e-05,
86
+ "loss": 3.5636287689208985,
87
+ "step": 110
88
+ },
89
+ {
90
+ "epoch": 0.04690248192300176,
91
+ "grad_norm": 5.58203125,
92
+ "learning_rate": 9.296875e-05,
93
+ "loss": 2.957254981994629,
94
+ "step": 120
95
+ },
96
+ {
97
+ "epoch": 0.0508110220832519,
98
+ "grad_norm": 2.311690330505371,
99
+ "learning_rate": 0.00010078125,
100
+ "loss": 2.8846551895141603,
101
+ "step": 130
102
+ },
103
+ {
104
+ "epoch": 0.05471956224350205,
105
+ "grad_norm": 3.563748598098755,
106
+ "learning_rate": 0.00010859375000000001,
107
+ "loss": 3.3207424163818358,
108
+ "step": 140
109
+ },
110
+ {
111
+ "epoch": 0.0586281024037522,
112
+ "grad_norm": 2.694491147994995,
113
+ "learning_rate": 0.00011640625,
114
+ "loss": 3.001876449584961,
115
+ "step": 150
116
+ },
117
+ {
118
+ "epoch": 0.06253664256400235,
119
+ "grad_norm": 4.056739807128906,
120
+ "learning_rate": 0.00012421875,
121
+ "loss": 3.2485610961914064,
122
+ "step": 160
123
+ },
124
+ {
125
+ "epoch": 0.0664451827242525,
126
+ "grad_norm": 4.93998908996582,
127
+ "learning_rate": 0.00013203125000000001,
128
+ "loss": 3.2433551788330077,
129
+ "step": 170
130
+ },
131
+ {
132
+ "epoch": 0.07035372288450263,
133
+ "grad_norm": 4.614671230316162,
134
+ "learning_rate": 0.00013984375,
135
+ "loss": 3.1572134017944338,
136
+ "step": 180
137
+ },
138
+ {
139
+ "epoch": 0.07426226304475278,
140
+ "grad_norm": 1.8324024677276611,
141
+ "learning_rate": 0.00014765625,
142
+ "loss": 2.9814380645751952,
143
+ "step": 190
144
+ },
145
+ {
146
+ "epoch": 0.07817080320500293,
147
+ "grad_norm": 2.2585086822509766,
148
+ "learning_rate": 0.00015546875,
149
+ "loss": 3.5383621215820313,
150
+ "step": 200
151
  }
152
  ],
153
  "logging_steps": 10,
 
167
  "attributes": {}
168
  }
169
  },
170
+ "total_flos": 5.753012541967411e+16,
171
  "train_batch_size": 1,
172
  "trial_name": null,
173
  "trial_params": null