Leeyuyu commited on
Commit
4b9e83e
·
verified ·
1 Parent(s): e3ac28d

Model save

Browse files
Files changed (4) hide show
  1. README.md +2 -4
  2. all_results.json +6 -6
  3. train_results.json +6 -6
  4. trainer_state.json +112 -280
README.md CHANGED
@@ -1,10 +1,8 @@
1
  ---
2
- datasets: Leeyuyu/fundo_600
3
  library_name: transformers
4
  model_name: Qwen2.5-SFT2-GRPO-fundo-nothink
5
  tags:
6
  - generated_from_trainer
7
- - R1-V
8
  - trl
9
  - sft
10
  licence: license
@@ -12,7 +10,7 @@ licence: license
12
 
13
  # Model Card for Qwen2.5-SFT2-GRPO-fundo-nothink
14
 
15
- This model is a fine-tuned version of [None](https://huggingface.co/None) on the [Leeyuyu/fundo_600](https://huggingface.co/datasets/Leeyuyu/fundo_600) dataset.
16
  It has been trained using [TRL](https://github.com/huggingface/trl).
17
 
18
  ## Quick start
@@ -28,7 +26,7 @@ print(output["generated_text"])
28
 
29
  ## Training procedure
30
 
31
- [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/brightlight720720_lee/huggingface/runs/8blxzirv)
32
 
33
 
34
  This model was trained with SFT.
 
1
  ---
 
2
  library_name: transformers
3
  model_name: Qwen2.5-SFT2-GRPO-fundo-nothink
4
  tags:
5
  - generated_from_trainer
 
6
  - trl
7
  - sft
8
  licence: license
 
10
 
11
  # Model Card for Qwen2.5-SFT2-GRPO-fundo-nothink
12
 
13
+ This model is a fine-tuned version of [None](https://huggingface.co/None).
14
  It has been trained using [TRL](https://github.com/huggingface/trl).
15
 
16
  ## Quick start
 
26
 
27
  ## Training procedure
28
 
29
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/brightlight720720_lee/huggingface/runs/6ld05gs5)
30
 
31
 
32
  This model was trained with SFT.
all_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "epoch": 1.0,
3
- "total_flos": 1.13782877585408e+17,
4
- "train_loss": 5.960167303085327,
5
- "train_runtime": 999.5097,
6
- "train_samples": 3195,
7
- "train_samples_per_second": 3.197,
8
- "train_steps_per_second": 0.05
9
  }
 
1
  {
2
  "epoch": 1.0,
3
+ "total_flos": 6.191745166684979e+16,
4
+ "train_loss": 6.366142969865066,
5
+ "train_runtime": 588.67,
6
+ "train_samples": 1661,
7
+ "train_samples_per_second": 2.822,
8
+ "train_steps_per_second": 0.044
9
  }
train_results.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "epoch": 1.0,
3
- "total_flos": 1.13782877585408e+17,
4
- "train_loss": 5.960167303085327,
5
- "train_runtime": 999.5097,
6
- "train_samples": 3195,
7
- "train_samples_per_second": 3.197,
8
- "train_steps_per_second": 0.05
9
  }
 
1
  {
2
  "epoch": 1.0,
3
+ "total_flos": 6.191745166684979e+16,
4
+ "train_loss": 6.366142969865066,
5
+ "train_runtime": 588.67,
6
+ "train_samples": 1661,
7
+ "train_samples_per_second": 2.822,
8
+ "train_steps_per_second": 0.044
9
  }
trainer_state.json CHANGED
@@ -3,373 +3,205 @@
3
  "best_model_checkpoint": null,
4
  "epoch": 1.0,
5
  "eval_steps": 50,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
- "epoch": 0.02,
13
- "grad_norm": 725.3245239257812,
14
- "learning_rate": 6.666666666666665e-08,
15
- "loss": 6.7377,
16
  "step": 1
17
  },
18
  {
19
- "epoch": 0.04,
20
- "grad_norm": 725.6357421875,
21
- "learning_rate": 1.333333333333333e-07,
22
- "loss": 6.7392,
23
  "step": 2
24
  },
25
  {
26
- "epoch": 0.06,
27
- "grad_norm": 727.9962768554688,
28
- "learning_rate": 2e-07,
29
- "loss": 6.8578,
30
  "step": 3
31
  },
32
  {
33
- "epoch": 0.08,
34
- "grad_norm": 725.8609008789062,
35
- "learning_rate": 1.997766878623153e-07,
36
- "loss": 6.747,
37
  "step": 4
38
  },
39
  {
40
- "epoch": 0.1,
41
- "grad_norm": 723.0309448242188,
42
- "learning_rate": 1.99107748815478e-07,
43
- "loss": 6.6956,
44
  "step": 5
45
  },
46
  {
47
- "epoch": 0.12,
48
- "grad_norm": 724.730224609375,
49
- "learning_rate": 1.9799617050365866e-07,
50
- "loss": 6.7179,
51
  "step": 6
52
  },
53
  {
54
- "epoch": 0.14,
55
- "grad_norm": 737.9241333007812,
56
- "learning_rate": 1.9644691750543764e-07,
57
- "loss": 6.7365,
58
  "step": 7
59
  },
60
  {
61
- "epoch": 0.16,
62
- "grad_norm": 719.1249389648438,
63
- "learning_rate": 1.9446690916079187e-07,
64
- "loss": 6.6703,
65
  "step": 8
66
  },
67
  {
68
- "epoch": 0.18,
69
- "grad_norm": 717.1757202148438,
70
- "learning_rate": 1.9206498866764286e-07,
71
- "loss": 6.6361,
72
  "step": 9
73
  },
74
  {
75
- "epoch": 0.2,
76
- "grad_norm": 715.4703369140625,
77
- "learning_rate": 1.8925188358598812e-07,
78
- "loss": 6.6534,
79
  "step": 10
80
  },
81
  {
82
- "epoch": 0.22,
83
- "grad_norm": 715.7579345703125,
84
- "learning_rate": 1.8604015792601393e-07,
85
- "loss": 6.6334,
86
  "step": 11
87
  },
88
  {
89
- "epoch": 0.24,
90
- "grad_norm": 714.6165161132812,
91
- "learning_rate": 1.8244415603417603e-07,
92
- "loss": 6.6195,
93
  "step": 12
94
  },
95
  {
96
- "epoch": 0.26,
97
- "grad_norm": 699.39990234375,
98
- "learning_rate": 1.784799385278661e-07,
99
- "loss": 6.4717,
100
  "step": 13
101
  },
102
  {
103
- "epoch": 0.28,
104
- "grad_norm": 690.8859252929688,
105
- "learning_rate": 1.7416521056479576e-07,
106
- "loss": 6.473,
107
  "step": 14
108
  },
109
  {
110
- "epoch": 0.3,
111
- "grad_norm": 698.036865234375,
112
- "learning_rate": 1.6951924276746424e-07,
113
- "loss": 6.4254,
114
  "step": 15
115
  },
116
  {
117
- "epoch": 0.32,
118
- "grad_norm": 697.6669921875,
119
- "learning_rate": 1.6456278515588022e-07,
120
- "loss": 6.3941,
121
  "step": 16
122
  },
123
  {
124
- "epoch": 0.34,
125
- "grad_norm": 699.1641235351562,
126
- "learning_rate": 1.593179744729355e-07,
127
- "loss": 6.4053,
128
  "step": 17
129
  },
130
  {
131
- "epoch": 0.36,
132
- "grad_norm": 699.9284057617188,
133
- "learning_rate": 1.5380823531633727e-07,
134
- "loss": 6.4122,
135
  "step": 18
136
  },
137
  {
138
- "epoch": 0.38,
139
- "grad_norm": 690.093017578125,
140
- "learning_rate": 1.4805817551866838e-07,
141
- "loss": 6.3299,
142
  "step": 19
143
  },
144
  {
145
- "epoch": 0.4,
146
- "grad_norm": 682.5932006835938,
147
- "learning_rate": 1.420934762428335e-07,
148
- "loss": 6.3191,
149
  "step": 20
150
  },
151
  {
152
- "epoch": 0.42,
153
- "grad_norm": 689.18896484375,
154
- "learning_rate": 1.3594077728375127e-07,
155
- "loss": 6.3315,
156
  "step": 21
157
  },
158
  {
159
- "epoch": 0.44,
160
- "grad_norm": 685.6888427734375,
161
- "learning_rate": 1.296275580885634e-07,
162
- "loss": 6.2934,
163
  "step": 22
164
  },
165
  {
166
- "epoch": 0.46,
167
- "grad_norm": 680.367431640625,
168
- "learning_rate": 1.2318201502675282e-07,
169
- "loss": 6.233,
170
  "step": 23
171
  },
172
  {
173
- "epoch": 0.48,
174
- "grad_norm": 684.5553588867188,
175
- "learning_rate": 1.1663293545831301e-07,
176
- "loss": 6.2894,
177
  "step": 24
178
  },
179
  {
180
- "epoch": 0.5,
181
- "grad_norm": 673.451904296875,
182
- "learning_rate": 1.1000956916240985e-07,
183
- "loss": 6.0602,
184
- "step": 25
185
- },
186
- {
187
- "epoch": 0.52,
188
- "grad_norm": 616.918701171875,
189
- "learning_rate": 1.0334149770076746e-07,
190
- "loss": 5.5602,
191
- "step": 26
192
- },
193
- {
194
- "epoch": 0.54,
195
- "grad_norm": 597.7125244140625,
196
- "learning_rate": 9.665850229923257e-08,
197
  "loss": 5.4898,
198
- "step": 27
199
- },
200
- {
201
- "epoch": 0.56,
202
- "grad_norm": 596.3068237304688,
203
- "learning_rate": 8.999043083759016e-08,
204
- "loss": 5.5096,
205
- "step": 28
206
- },
207
- {
208
- "epoch": 0.58,
209
- "grad_norm": 598.629638671875,
210
- "learning_rate": 8.3367064541687e-08,
211
- "loss": 5.4643,
212
- "step": 29
213
- },
214
- {
215
- "epoch": 0.6,
216
- "grad_norm": 597.4500122070312,
217
- "learning_rate": 7.681798497324716e-08,
218
- "loss": 5.4378,
219
- "step": 30
220
- },
221
- {
222
- "epoch": 0.62,
223
- "grad_norm": 595.5535278320312,
224
- "learning_rate": 7.037244191143661e-08,
225
- "loss": 5.4292,
226
- "step": 31
227
- },
228
- {
229
- "epoch": 0.64,
230
- "grad_norm": 591.805419921875,
231
- "learning_rate": 6.405922271624873e-08,
232
- "loss": 5.4496,
233
- "step": 32
234
- },
235
- {
236
- "epoch": 0.66,
237
- "grad_norm": 590.4281005859375,
238
- "learning_rate": 5.790652375716652e-08,
239
- "loss": 5.3804,
240
- "step": 33
241
- },
242
- {
243
- "epoch": 0.68,
244
- "grad_norm": 592.5811157226562,
245
- "learning_rate": 5.194182448133162e-08,
246
- "loss": 5.4223,
247
- "step": 34
248
- },
249
- {
250
- "epoch": 0.7,
251
- "grad_norm": 597.3646240234375,
252
- "learning_rate": 4.6191764683662737e-08,
253
- "loss": 5.4356,
254
- "step": 35
255
- },
256
- {
257
- "epoch": 0.72,
258
- "grad_norm": 596.3975219726562,
259
- "learning_rate": 4.0682025527064476e-08,
260
- "loss": 5.4306,
261
- "step": 36
262
- },
263
- {
264
- "epoch": 0.74,
265
- "grad_norm": 601.251953125,
266
- "learning_rate": 3.543721484411975e-08,
267
- "loss": 5.4372,
268
- "step": 37
269
- },
270
- {
271
- "epoch": 0.76,
272
- "grad_norm": 589.8883056640625,
273
- "learning_rate": 3.048075723253577e-08,
274
- "loss": 5.366,
275
- "step": 38
276
- },
277
- {
278
- "epoch": 0.78,
279
- "grad_norm": 588.721923828125,
280
- "learning_rate": 2.583478943520424e-08,
281
- "loss": 5.3937,
282
- "step": 39
283
- },
284
- {
285
- "epoch": 0.8,
286
- "grad_norm": 589.63232421875,
287
- "learning_rate": 2.1520061472133898e-08,
288
- "loss": 5.3778,
289
- "step": 40
290
- },
291
- {
292
- "epoch": 0.82,
293
- "grad_norm": 586.4066772460938,
294
- "learning_rate": 1.7555843965823992e-08,
295
- "loss": 5.3718,
296
- "step": 41
297
- },
298
- {
299
- "epoch": 0.84,
300
- "grad_norm": 587.221923828125,
301
- "learning_rate": 1.3959842073986083e-08,
302
- "loss": 5.3872,
303
- "step": 42
304
- },
305
- {
306
- "epoch": 0.86,
307
- "grad_norm": 583.54296875,
308
- "learning_rate": 1.0748116414011887e-08,
309
- "loss": 5.3537,
310
- "step": 43
311
- },
312
- {
313
- "epoch": 0.88,
314
- "grad_norm": 585.6083374023438,
315
- "learning_rate": 7.935011332357112e-09,
316
- "loss": 5.3518,
317
- "step": 44
318
- },
319
- {
320
- "epoch": 0.9,
321
- "grad_norm": 587.9339599609375,
322
- "learning_rate": 5.5330908392081325e-09,
323
- "loss": 5.3518,
324
- "step": 45
325
- },
326
- {
327
- "epoch": 0.92,
328
- "grad_norm": 588.0381469726562,
329
- "learning_rate": 3.553082494562354e-09,
330
- "loss": 5.3738,
331
- "step": 46
332
- },
333
- {
334
- "epoch": 0.94,
335
- "grad_norm": 585.6659545898438,
336
- "learning_rate": 2.003829496341325e-09,
337
- "loss": 5.3698,
338
- "step": 47
339
- },
340
- {
341
- "epoch": 0.96,
342
- "grad_norm": 584.0103149414062,
343
- "learning_rate": 8.922511845219971e-10,
344
- "loss": 5.3456,
345
- "step": 48
346
- },
347
- {
348
- "epoch": 0.98,
349
- "grad_norm": 584.41796875,
350
- "learning_rate": 2.233121376846836e-10,
351
- "loss": 5.3216,
352
- "step": 49
353
  },
354
  {
355
  "epoch": 1.0,
356
- "grad_norm": 586.73974609375,
357
  "learning_rate": 0.0,
358
- "loss": 5.3149,
359
- "step": 50
360
  },
361
  {
362
  "epoch": 1.0,
363
- "step": 50,
364
- "total_flos": 1.13782877585408e+17,
365
- "train_loss": 5.960167303085327,
366
- "train_runtime": 999.5097,
367
- "train_samples_per_second": 3.197,
368
- "train_steps_per_second": 0.05
369
  }
370
  ],
371
  "logging_steps": 1,
372
- "max_steps": 50,
373
  "num_input_tokens_seen": 0,
374
  "num_train_epochs": 1,
375
  "save_steps": 100,
@@ -385,7 +217,7 @@
385
  "attributes": {}
386
  }
387
  },
388
- "total_flos": 1.13782877585408e+17,
389
  "train_batch_size": 4,
390
  "trial_name": null,
391
  "trial_params": null
 
3
  "best_model_checkpoint": null,
4
  "epoch": 1.0,
5
  "eval_steps": 50,
6
+ "global_step": 26,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
+ "epoch": 0.038461538461538464,
13
+ "grad_norm": 779.536865234375,
14
+ "learning_rate": 1.5e-07,
15
+ "loss": 6.8089,
16
  "step": 1
17
  },
18
  {
19
+ "epoch": 0.07692307692307693,
20
+ "grad_norm": 779.4625854492188,
21
+ "learning_rate": 3e-07,
22
+ "loss": 6.8084,
23
  "step": 2
24
  },
25
  {
26
+ "epoch": 0.11538461538461539,
27
+ "grad_norm": 780.5224609375,
28
+ "learning_rate": 2.987167292060716e-07,
29
+ "loss": 6.8417,
30
  "step": 3
31
  },
32
  {
33
+ "epoch": 0.15384615384615385,
34
+ "grad_norm": 779.1381225585938,
35
+ "learning_rate": 2.9488887394336024e-07,
36
+ "loss": 6.8013,
37
  "step": 4
38
  },
39
  {
40
+ "epoch": 0.19230769230769232,
41
+ "grad_norm": 777.2201538085938,
42
+ "learning_rate": 2.88581929876693e-07,
43
+ "loss": 6.7958,
44
  "step": 5
45
  },
46
  {
47
+ "epoch": 0.23076923076923078,
48
+ "grad_norm": 772.9076538085938,
49
+ "learning_rate": 2.799038105676658e-07,
50
+ "loss": 6.7356,
51
  "step": 6
52
  },
53
  {
54
+ "epoch": 0.2692307692307692,
55
+ "grad_norm": 771.179931640625,
56
+ "learning_rate": 2.6900300104368527e-07,
57
+ "loss": 6.7095,
58
  "step": 7
59
  },
60
  {
61
+ "epoch": 0.3076923076923077,
62
+ "grad_norm": 768.6026000976562,
63
+ "learning_rate": 2.560660171779821e-07,
64
+ "loss": 6.6932,
65
  "step": 8
66
  },
67
  {
68
+ "epoch": 0.34615384615384615,
69
+ "grad_norm": 765.8309326171875,
70
+ "learning_rate": 2.413142143513081e-07,
71
+ "loss": 6.8341,
72
  "step": 9
73
  },
74
  {
75
+ "epoch": 0.38461538461538464,
76
+ "grad_norm": 750.5145263671875,
77
+ "learning_rate": 2.25e-07,
78
+ "loss": 6.4932,
79
  "step": 10
80
  },
81
  {
82
+ "epoch": 0.4230769230769231,
83
+ "grad_norm": 748.4296264648438,
84
+ "learning_rate": 2.0740251485476348e-07,
85
+ "loss": 6.4684,
86
  "step": 11
87
  },
88
  {
89
+ "epoch": 0.46153846153846156,
90
+ "grad_norm": 748.2885131835938,
91
+ "learning_rate": 1.888228567653781e-07,
92
+ "loss": 6.4583,
93
  "step": 12
94
  },
95
  {
96
+ "epoch": 0.5,
97
+ "grad_norm": 753.1572265625,
98
+ "learning_rate": 1.6957892883300777e-07,
99
+ "loss": 6.465,
100
  "step": 13
101
  },
102
  {
103
+ "epoch": 0.5384615384615384,
104
+ "grad_norm": 742.08349609375,
105
+ "learning_rate": 1.5e-07,
106
+ "loss": 6.382,
107
  "step": 14
108
  },
109
  {
110
+ "epoch": 0.5769230769230769,
111
+ "grad_norm": 737.9681396484375,
112
+ "learning_rate": 1.304210711669923e-07,
113
+ "loss": 6.4209,
114
  "step": 15
115
  },
116
  {
117
+ "epoch": 0.6153846153846154,
118
+ "grad_norm": 732.2109985351562,
119
+ "learning_rate": 1.1117714323462187e-07,
120
+ "loss": 6.3742,
121
  "step": 16
122
  },
123
  {
124
+ "epoch": 0.6538461538461539,
125
+ "grad_norm": 735.941162109375,
126
+ "learning_rate": 9.259748514523654e-08,
127
+ "loss": 6.2748,
128
  "step": 17
129
  },
130
  {
131
+ "epoch": 0.6923076923076923,
132
+ "grad_norm": 739.151611328125,
133
+ "learning_rate": 7.500000000000004e-08,
134
+ "loss": 6.3653,
135
  "step": 18
136
  },
137
  {
138
+ "epoch": 0.7307692307692307,
139
+ "grad_norm": 733.9830322265625,
140
+ "learning_rate": 5.86857856486919e-08,
141
+ "loss": 6.3297,
142
  "step": 19
143
  },
144
  {
145
+ "epoch": 0.7692307692307693,
146
+ "grad_norm": 731.849609375,
147
+ "learning_rate": 4.3933982822017876e-08,
148
+ "loss": 6.3471,
149
  "step": 20
150
  },
151
  {
152
+ "epoch": 0.8076923076923077,
153
+ "grad_norm": 740.6678466796875,
154
+ "learning_rate": 3.099699895631474e-08,
155
+ "loss": 6.3124,
156
  "step": 21
157
  },
158
  {
159
+ "epoch": 0.8461538461538461,
160
+ "grad_norm": 676.9359130859375,
161
+ "learning_rate": 2.0096189432334193e-08,
162
+ "loss": 5.7721,
163
  "step": 22
164
  },
165
  {
166
+ "epoch": 0.8846153846153846,
167
+ "grad_norm": 656.2088623046875,
168
+ "learning_rate": 1.141807012330699e-08,
169
+ "loss": 5.547,
170
  "step": 23
171
  },
172
  {
173
+ "epoch": 0.9230769230769231,
174
+ "grad_norm": 655.7007446289062,
175
+ "learning_rate": 5.1111260566397696e-09,
176
+ "loss": 5.4868,
177
  "step": 24
178
  },
179
  {
180
+ "epoch": 0.9615384615384616,
181
+ "grad_norm": 654.3903198242188,
182
+ "learning_rate": 1.2832707939284427e-09,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
183
  "loss": 5.4898,
184
+ "step": 25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
185
  },
186
  {
187
  "epoch": 1.0,
188
+ "grad_norm": 651.3972778320312,
189
  "learning_rate": 0.0,
190
+ "loss": 5.5044,
191
+ "step": 26
192
  },
193
  {
194
  "epoch": 1.0,
195
+ "step": 26,
196
+ "total_flos": 6.191745166684979e+16,
197
+ "train_loss": 6.366142969865066,
198
+ "train_runtime": 588.67,
199
+ "train_samples_per_second": 2.822,
200
+ "train_steps_per_second": 0.044
201
  }
202
  ],
203
  "logging_steps": 1,
204
+ "max_steps": 26,
205
  "num_input_tokens_seen": 0,
206
  "num_train_epochs": 1,
207
  "save_steps": 100,
 
217
  "attributes": {}
218
  }
219
  },
220
+ "total_flos": 6.191745166684979e+16,
221
  "train_batch_size": 4,
222
  "trial_name": null,
223
  "trial_params": null