sgangireddy commited on
Commit
5625413
·
verified ·
1 Parent(s): 7ac591b

End of training

Browse files
README.md CHANGED
@@ -1,22 +1,25 @@
1
  ---
2
  library_name: transformers
 
 
3
  license: apache-2.0
4
  base_model: openai/whisper-small
5
  tags:
 
6
  - generated_from_trainer
7
  datasets:
8
- - common_voice_11_0
9
  metrics:
10
  - wer
11
  model-index:
12
- - name: openai/whisper-small
13
  results:
14
  - task:
15
  name: Automatic Speech Recognition
16
  type: automatic-speech-recognition
17
  dataset:
18
- name: common_voice_11_0
19
- type: common_voice_11_0
20
  config: ml
21
  split: test
22
  args: ml
@@ -29,9 +32,9 @@ model-index:
29
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
30
  should probably proofread and complete it, then remove this comment. -->
31
 
32
- # openai/whisper-small
33
 
34
- This model is a fine-tuned version of [openai/whisper-small](https://huggingface.co/openai/whisper-small) on the common_voice_11_0 dataset.
35
  It achieves the following results on the evaluation set:
36
  - Loss: 0.5906
37
  - Wer: 38.8889
 
1
  ---
2
  library_name: transformers
3
+ language:
4
+ - ml
5
  license: apache-2.0
6
  base_model: openai/whisper-small
7
  tags:
8
+ - whisper-event
9
  - generated_from_trainer
10
  datasets:
11
+ - mozilla-foundation/common_voice_11_0
12
  metrics:
13
  - wer
14
  model-index:
15
+ - name: whisper-small-ml
16
  results:
17
  - task:
18
  name: Automatic Speech Recognition
19
  type: automatic-speech-recognition
20
  dataset:
21
+ name: mozilla-foundation/common_voice_11_0 ml
22
+ type: mozilla-foundation/common_voice_11_0
23
  config: ml
24
  split: test
25
  args: ml
 
32
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
33
  should probably proofread and complete it, then remove this comment. -->
34
 
35
+ # whisper-small-ml
36
 
37
+ This model is a fine-tuned version of [openai/whisper-small](https://huggingface.co/openai/whisper-small) on the mozilla-foundation/common_voice_11_0 ml dataset.
38
  It achieves the following results on the evaluation set:
39
  - Loss: 0.5906
40
  - Wer: 38.8889
all_results.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 37.001,
3
+ "eval_loss": 0.5906396508216858,
4
+ "eval_runtime": 50.3664,
5
+ "eval_samples_per_second": 2.224,
6
+ "eval_steps_per_second": 0.278,
7
+ "eval_wer": 38.88888888888889,
8
+ "total_flos": 4.59601108549632e+18,
9
+ "train_loss": 0.2534070857851766,
10
+ "train_runtime": 2799.3838,
11
+ "train_samples_per_second": 5.716,
12
+ "train_steps_per_second": 0.357
13
+ }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 37.001,
3
+ "eval_loss": 0.5906396508216858,
4
+ "eval_runtime": 50.3664,
5
+ "eval_samples_per_second": 2.224,
6
+ "eval_steps_per_second": 0.278,
7
+ "eval_wer": 38.88888888888889
8
+ }
runs/Mar19_11-38-24_siva-notebook-vm-gpu/events.out.tfevents.1742387251.siva-notebook-vm-gpu.208749.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a35ae950e3f27814319e4c007825411d0d59935547258dd66e845e58d8b288a7
3
+ size 406
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 37.001,
3
+ "total_flos": 4.59601108549632e+18,
4
+ "train_loss": 0.2534070857851766,
5
+ "train_runtime": 2799.3838,
6
+ "train_samples_per_second": 5.716,
7
+ "train_steps_per_second": 0.357
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,331 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 37.001,
5
+ "eval_steps": 1000,
6
+ "global_step": 1000,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.025,
13
+ "grad_norm": 13.28831958770752,
14
+ "learning_rate": 4.4e-07,
15
+ "loss": 1.7404,
16
+ "step": 25
17
+ },
18
+ {
19
+ "epoch": 1.023,
20
+ "grad_norm": 9.838354110717773,
21
+ "learning_rate": 9.400000000000001e-07,
22
+ "loss": 1.5694,
23
+ "step": 50
24
+ },
25
+ {
26
+ "epoch": 2.021,
27
+ "grad_norm": 8.474053382873535,
28
+ "learning_rate": 1.44e-06,
29
+ "loss": 1.3389,
30
+ "step": 75
31
+ },
32
+ {
33
+ "epoch": 3.019,
34
+ "grad_norm": 10.3988037109375,
35
+ "learning_rate": 1.94e-06,
36
+ "loss": 1.1896,
37
+ "step": 100
38
+ },
39
+ {
40
+ "epoch": 4.017,
41
+ "grad_norm": 10.84144401550293,
42
+ "learning_rate": 2.4400000000000004e-06,
43
+ "loss": 1.0255,
44
+ "step": 125
45
+ },
46
+ {
47
+ "epoch": 5.015,
48
+ "grad_norm": 9.548709869384766,
49
+ "learning_rate": 2.9400000000000002e-06,
50
+ "loss": 0.8268,
51
+ "step": 150
52
+ },
53
+ {
54
+ "epoch": 6.013,
55
+ "grad_norm": 10.803505897521973,
56
+ "learning_rate": 3.44e-06,
57
+ "loss": 0.6162,
58
+ "step": 175
59
+ },
60
+ {
61
+ "epoch": 7.011,
62
+ "grad_norm": 11.32190990447998,
63
+ "learning_rate": 3.94e-06,
64
+ "loss": 0.4587,
65
+ "step": 200
66
+ },
67
+ {
68
+ "epoch": 8.009,
69
+ "grad_norm": 9.957799911499023,
70
+ "learning_rate": 4.440000000000001e-06,
71
+ "loss": 0.3452,
72
+ "step": 225
73
+ },
74
+ {
75
+ "epoch": 9.007,
76
+ "grad_norm": 8.934591293334961,
77
+ "learning_rate": 4.94e-06,
78
+ "loss": 0.2472,
79
+ "step": 250
80
+ },
81
+ {
82
+ "epoch": 10.005,
83
+ "grad_norm": 5.261079788208008,
84
+ "learning_rate": 5.4400000000000004e-06,
85
+ "loss": 0.1786,
86
+ "step": 275
87
+ },
88
+ {
89
+ "epoch": 11.003,
90
+ "grad_norm": 5.313260555267334,
91
+ "learning_rate": 5.94e-06,
92
+ "loss": 0.1278,
93
+ "step": 300
94
+ },
95
+ {
96
+ "epoch": 12.001,
97
+ "grad_norm": 5.021953582763672,
98
+ "learning_rate": 6.440000000000001e-06,
99
+ "loss": 0.0851,
100
+ "step": 325
101
+ },
102
+ {
103
+ "epoch": 12.026,
104
+ "grad_norm": 6.381885051727295,
105
+ "learning_rate": 6.9400000000000005e-06,
106
+ "loss": 0.0628,
107
+ "step": 350
108
+ },
109
+ {
110
+ "epoch": 13.024,
111
+ "grad_norm": 8.314247131347656,
112
+ "learning_rate": 7.440000000000001e-06,
113
+ "loss": 0.0428,
114
+ "step": 375
115
+ },
116
+ {
117
+ "epoch": 14.022,
118
+ "grad_norm": 7.420034885406494,
119
+ "learning_rate": 7.94e-06,
120
+ "loss": 0.0384,
121
+ "step": 400
122
+ },
123
+ {
124
+ "epoch": 15.02,
125
+ "grad_norm": 4.205871105194092,
126
+ "learning_rate": 8.44e-06,
127
+ "loss": 0.0304,
128
+ "step": 425
129
+ },
130
+ {
131
+ "epoch": 16.018,
132
+ "grad_norm": 5.158091068267822,
133
+ "learning_rate": 8.94e-06,
134
+ "loss": 0.0307,
135
+ "step": 450
136
+ },
137
+ {
138
+ "epoch": 17.016,
139
+ "grad_norm": 3.9861438274383545,
140
+ "learning_rate": 9.440000000000001e-06,
141
+ "loss": 0.0255,
142
+ "step": 475
143
+ },
144
+ {
145
+ "epoch": 18.014,
146
+ "grad_norm": 6.794647693634033,
147
+ "learning_rate": 9.940000000000001e-06,
148
+ "loss": 0.0297,
149
+ "step": 500
150
+ },
151
+ {
152
+ "epoch": 19.012,
153
+ "grad_norm": 2.1698760986328125,
154
+ "learning_rate": 9.56e-06,
155
+ "loss": 0.0209,
156
+ "step": 525
157
+ },
158
+ {
159
+ "epoch": 20.01,
160
+ "grad_norm": 2.9011716842651367,
161
+ "learning_rate": 9.060000000000001e-06,
162
+ "loss": 0.0226,
163
+ "step": 550
164
+ },
165
+ {
166
+ "epoch": 21.008,
167
+ "grad_norm": 4.619945526123047,
168
+ "learning_rate": 8.560000000000001e-06,
169
+ "loss": 0.0203,
170
+ "step": 575
171
+ },
172
+ {
173
+ "epoch": 22.006,
174
+ "grad_norm": 1.794995903968811,
175
+ "learning_rate": 8.06e-06,
176
+ "loss": 0.0114,
177
+ "step": 600
178
+ },
179
+ {
180
+ "epoch": 23.004,
181
+ "grad_norm": 2.5991861820220947,
182
+ "learning_rate": 7.5600000000000005e-06,
183
+ "loss": 0.0115,
184
+ "step": 625
185
+ },
186
+ {
187
+ "epoch": 24.002,
188
+ "grad_norm": 3.6725001335144043,
189
+ "learning_rate": 7.06e-06,
190
+ "loss": 0.0112,
191
+ "step": 650
192
+ },
193
+ {
194
+ "epoch": 24.027,
195
+ "grad_norm": 3.874669313430786,
196
+ "learning_rate": 6.560000000000001e-06,
197
+ "loss": 0.0072,
198
+ "step": 675
199
+ },
200
+ {
201
+ "epoch": 25.025,
202
+ "grad_norm": 4.749724864959717,
203
+ "learning_rate": 6.0600000000000004e-06,
204
+ "loss": 0.0052,
205
+ "step": 700
206
+ },
207
+ {
208
+ "epoch": 26.023,
209
+ "grad_norm": 2.345092296600342,
210
+ "learning_rate": 5.560000000000001e-06,
211
+ "loss": 0.0044,
212
+ "step": 725
213
+ },
214
+ {
215
+ "epoch": 27.021,
216
+ "grad_norm": 2.500375986099243,
217
+ "learning_rate": 5.060000000000001e-06,
218
+ "loss": 0.0041,
219
+ "step": 750
220
+ },
221
+ {
222
+ "epoch": 28.019,
223
+ "grad_norm": 2.1209278106689453,
224
+ "learning_rate": 4.56e-06,
225
+ "loss": 0.0027,
226
+ "step": 775
227
+ },
228
+ {
229
+ "epoch": 29.017,
230
+ "grad_norm": 0.10120876878499985,
231
+ "learning_rate": 4.060000000000001e-06,
232
+ "loss": 0.002,
233
+ "step": 800
234
+ },
235
+ {
236
+ "epoch": 30.015,
237
+ "grad_norm": 0.04560551419854164,
238
+ "learning_rate": 3.5600000000000002e-06,
239
+ "loss": 0.0008,
240
+ "step": 825
241
+ },
242
+ {
243
+ "epoch": 31.013,
244
+ "grad_norm": 0.042017169296741486,
245
+ "learning_rate": 3.0600000000000003e-06,
246
+ "loss": 0.0004,
247
+ "step": 850
248
+ },
249
+ {
250
+ "epoch": 32.011,
251
+ "grad_norm": 0.0233773086220026,
252
+ "learning_rate": 2.56e-06,
253
+ "loss": 0.0005,
254
+ "step": 875
255
+ },
256
+ {
257
+ "epoch": 33.009,
258
+ "grad_norm": 0.03428841382265091,
259
+ "learning_rate": 2.06e-06,
260
+ "loss": 0.0004,
261
+ "step": 900
262
+ },
263
+ {
264
+ "epoch": 34.007,
265
+ "grad_norm": 0.018520979210734367,
266
+ "learning_rate": 1.56e-06,
267
+ "loss": 0.0003,
268
+ "step": 925
269
+ },
270
+ {
271
+ "epoch": 35.005,
272
+ "grad_norm": 0.016791554167866707,
273
+ "learning_rate": 1.06e-06,
274
+ "loss": 0.0002,
275
+ "step": 950
276
+ },
277
+ {
278
+ "epoch": 36.003,
279
+ "grad_norm": 0.0166826993227005,
280
+ "learning_rate": 5.6e-07,
281
+ "loss": 0.0002,
282
+ "step": 975
283
+ },
284
+ {
285
+ "epoch": 37.001,
286
+ "grad_norm": 0.015415076166391373,
287
+ "learning_rate": 6.000000000000001e-08,
288
+ "loss": 0.0002,
289
+ "step": 1000
290
+ },
291
+ {
292
+ "epoch": 37.001,
293
+ "eval_loss": 0.5906396508216858,
294
+ "eval_runtime": 51.9408,
295
+ "eval_samples_per_second": 2.156,
296
+ "eval_steps_per_second": 0.27,
297
+ "eval_wer": 38.88888888888889,
298
+ "step": 1000
299
+ },
300
+ {
301
+ "epoch": 37.001,
302
+ "step": 1000,
303
+ "total_flos": 4.59601108549632e+18,
304
+ "train_loss": 0.2534070857851766,
305
+ "train_runtime": 2799.3838,
306
+ "train_samples_per_second": 5.716,
307
+ "train_steps_per_second": 0.357
308
+ }
309
+ ],
310
+ "logging_steps": 25,
311
+ "max_steps": 1000,
312
+ "num_input_tokens_seen": 0,
313
+ "num_train_epochs": 9223372036854775807,
314
+ "save_steps": 1000,
315
+ "stateful_callbacks": {
316
+ "TrainerControl": {
317
+ "args": {
318
+ "should_epoch_stop": false,
319
+ "should_evaluate": false,
320
+ "should_log": false,
321
+ "should_save": true,
322
+ "should_training_stop": true
323
+ },
324
+ "attributes": {}
325
+ }
326
+ },
327
+ "total_flos": 4.59601108549632e+18,
328
+ "train_batch_size": 16,
329
+ "trial_name": null,
330
+ "trial_params": null
331
+ }