andrewbawitlung commited on
Commit
e597eb7
·
verified ·
1 Parent(s): 7b63ad7

Add CER, hyperparameters, and training logs to README

Browse files
Files changed (1) hide show
  1. README.md +65 -65
README.md CHANGED
@@ -114,69 +114,69 @@ The following hyperparameters were used during training:
114
 
115
  | step | epoch | train_loss | eval_loss | eval_wer | eval_cer | learning_rate | grad_norm |
116
  | --- | --- | --- | --- | --- | --- | --- | --- |
117
- | 200 | 0.12 | 0.7348 | 1.0950 | 0.66 | 0.21 | 1.51e-05 | 33.00 |
118
- | 400 | 0.24 | 0.2043 | 0.4573 | 0.36 | 0.09 | 1.98e-05 | 9.00 |
119
- | 600 | 0.36 | 0.1685 | 0.3415 | 0.27 | 0.07 | 1.95e-05 | 8.50 |
120
- | 800 | 0.49 | 0.1129 | 0.3107 | 0.25 | 0.06 | 1.92e-05 | 5.50 |
121
- | 1000 | 0.61 | 0.1239 | 0.2829 | 0.23 | 0.05 | 1.89e-05 | 4.62 |
122
- | 1200 | 0.73 | 0.0943 | 0.2676 | 0.22 | 0.05 | 1.86e-05 | 5.00 |
123
- | 1400 | 0.85 | 0.0740 | 0.2625 | 0.21 | 0.05 | 1.82e-05 | 4.53 |
124
- | 1600 | 0.97 | 0.0765 | 0.2584 | 0.21 | 0.05 | 1.79e-05 | 3.56 |
125
- | 1800 | 1.09 | 0.0375 | 0.2681 | 0.21 | 0.05 | 1.76e-05 | 4.09 |
126
- | 2000 | 1.21 | 0.0411 | 0.2577 | 0.20 | 0.05 | 1.73e-05 | 1.96 |
127
- | 2200 | 1.34 | 0.0347 | 0.2623 | 0.20 | 0.04 | 1.70e-05 | 5.03 |
128
- | 2400 | 1.46 | 0.0325 | 0.2672 | 0.20 | 0.05 | 1.67e-05 | 5.09 |
129
- | 2600 | 1.58 | 0.0306 | 0.2619 | 0.19 | 0.04 | 1.64e-05 | 2.80 |
130
- | 2800 | 1.70 | 0.0282 | 0.2636 | 0.19 | 0.04 | 1.61e-05 | 2.92 |
131
- | 3000 | 1.82 | 0.0266 | 0.2612 | 0.18 | 0.04 | 1.58e-05 | 2.70 |
132
- | 3200 | 1.94 | 0.0183 | 0.2616 | 0.19 | 0.04 | 1.55e-05 | 4.00 |
133
- | 3400 | 2.06 | 0.0107 | 0.2810 | 0.23 | 0.09 | 1.51e-05 | 2.66 |
134
- | 3600 | 2.19 | 0.0158 | 0.2766 | 0.19 | 0.04 | 1.48e-05 | 2.73 |
135
- | 3800 | 2.31 | 0.0114 | 0.2837 | 0.19 | 0.04 | 1.45e-05 | 1.63 |
136
- | 4000 | 2.43 | 0.0135 | 0.2862 | 0.19 | 0.04 | 1.42e-05 | 6.94 |
137
- | 4200 | 2.55 | 0.0123 | 0.2905 | 0.18 | 0.04 | 1.39e-05 | 4.53 |
138
- | 4400 | 2.67 | 0.0073 | 0.2967 | 0.19 | 0.04 | 1.36e-05 | 2.66 |
139
- | 4600 | 2.79 | 0.0073 | 0.3002 | 0.18 | 0.04 | 1.33e-05 | 2.28 |
140
- | 4800 | 2.91 | 0.0074 | 0.3017 | 0.18 | 0.04 | 1.30e-05 | 1.87 |
141
- | 5000 | 3.04 | 0.0042 | 0.3065 | 0.18 | 0.04 | 1.27e-05 | 0.58 |
142
- | 5200 | 3.16 | 0.0034 | 0.3183 | 0.18 | 0.04 | 1.24e-05 | 0.80 |
143
- | 5400 | 3.28 | 0.0027 | 0.3178 | 0.18 | 0.04 | 1.20e-05 | 1.76 |
144
- | 5600 | 3.40 | 0.0039 | 0.3146 | 0.18 | 0.04 | 1.17e-05 | 0.49 |
145
- | 5800 | 3.52 | 0.0024 | 0.3200 | 0.18 | 0.04 | 1.14e-05 | 0.29 |
146
- | 6000 | 3.64 | 0.0015 | 0.3197 | 0.18 | 0.04 | 1.11e-05 | 0.43 |
147
- | 6200 | 3.76 | 0.0021 | 0.3237 | 0.18 | 0.04 | 1.08e-05 | 0.99 |
148
- | 6400 | 3.89 | 0.0020 | 0.3280 | 0.18 | 0.04 | 1.05e-05 | 0.85 |
149
- | 6600 | 4.01 | 0.0013 | 0.3216 | 0.18 | 0.04 | 1.02e-05 | 0.29 |
150
- | 6800 | 4.13 | 0.0014 | 0.3293 | 0.18 | 0.04 | 9.88e-06 | 0.28 |
151
- | 7000 | 4.25 | 0.0011 | 0.3299 | 0.18 | 0.04 | 9.57e-06 | 0.18 |
152
- | 7200 | 4.37 | 0.0014 | 0.3329 | 0.18 | 0.04 | 9.26e-06 | 0.31 |
153
- | 7400 | 4.49 | 0.0019 | 0.3337 | 0.18 | 0.04 | 8.95e-06 | 2.44 |
154
- | 7600 | 4.61 | 0.0013 | 0.3339 | 0.18 | 0.04 | 8.64e-06 | 0.44 |
155
- | 7800 | 4.74 | 0.0014 | 0.3368 | 0.18 | 0.04 | 8.33e-06 | 0.31 |
156
- | 8000 | 4.86 | 0.0017 | 0.3385 | 0.18 | 0.04 | 8.02e-06 | 0.25 |
157
- | 8200 | 4.98 | 0.0014 | 0.3357 | 0.18 | 0.04 | 7.71e-06 | 0.37 |
158
- | 8400 | 5.10 | 0.0009 | 0.3368 | 0.18 | 0.04 | 7.40e-06 | 0.24 |
159
- | 8600 | 5.22 | 0.0009 | 0.3375 | 0.18 | 0.04 | 7.09e-06 | 0.14 |
160
- | 8800 | 5.34 | 0.0012 | 0.3406 | 0.18 | 0.04 | 6.78e-06 | 0.16 |
161
- | 9000 | 5.46 | 0.0010 | 0.3402 | 0.18 | 0.04 | 6.47e-06 | 0.30 |
162
- | 9200 | 5.59 | 0.0009 | 0.3400 | 0.18 | 0.04 | 6.16e-06 | 0.21 |
163
- | 9400 | 5.71 | 0.0013 | 0.3426 | 0.18 | 0.04 | 5.85e-06 | 0.23 |
164
- | 9600 | 5.83 | 0.0012 | 0.3423 | 0.18 | 0.04 | 5.54e-06 | 0.23 |
165
- | 9800 | 5.95 | 0.0010 | 0.3415 | 0.18 | 0.04 | 5.23e-06 | 0.18 |
166
- | 10000 | 6.07 | 0.0010 | 0.3428 | 0.18 | 0.04 | 4.92e-06 | 0.22 |
167
- | 10200 | 6.19 | 0.0012 | 0.3426 | 0.18 | 0.04 | 4.61e-06 | 0.23 |
168
- | 10400 | 6.31 | 0.0010 | 0.3425 | 0.18 | 0.04 | 4.30e-06 | 0.20 |
169
- | 10600 | 6.44 | 0.0010 | 0.3431 | 0.18 | 0.04 | 3.99e-06 | 0.13 |
170
- | 10800 | 6.56 | 0.0011 | 0.3425 | 0.18 | 0.04 | 3.68e-06 | 0.22 |
171
- | 11000 | 6.68 | 0.0011 | 0.3433 | 0.18 | 0.04 | 3.37e-06 | 0.32 |
172
- | 11200 | 6.80 | 0.0012 | 0.3430 | 0.18 | 0.04 | 3.06e-06 | 0.27 |
173
- | 11400 | 6.92 | 0.0023 | 0.3430 | 0.18 | 0.04 | 2.75e-06 | 0.19 |
174
- | 11600 | 7.04 | 0.0010 | 0.3430 | 0.18 | 0.04 | 2.44e-06 | 0.26 |
175
- | 11800 | 7.16 | 0.0010 | 0.3426 | 0.18 | 0.04 | 2.13e-06 | 0.22 |
176
- | 12000 | 7.29 | 0.0010 | 0.3428 | 0.18 | 0.04 | 1.82e-06 | 0.17 |
177
- | 12200 | 7.41 | 0.0010 | 0.3425 | 0.18 | 0.04 | 1.51e-06 | 0.43 |
178
- | 12400 | 7.53 | 0.0009 | 0.3433 | 0.18 | 0.04 | 1.20e-06 | 0.21 |
179
- | 12600 | 7.65 | 0.0009 | 0.3424 | 0.18 | 0.04 | 8.94e-07 | 0.39 |
180
- | 12800 | 7.77 | 0.0010 | 0.3431 | 0.18 | 0.04 | 5.84e-07 | 0.24 |
181
- | 13000 | 7.89 | 0.0009 | 0.3430 | 0.18 | 0.04 | 2.74e-07 | 0.60 |
182
 
 
114
 
115
  | step | epoch | train_loss | eval_loss | eval_wer | eval_cer | learning_rate | grad_norm |
116
  | --- | --- | --- | --- | --- | --- | --- | --- |
117
+ | 200 | 0.12 | 0.7348 | 1.0950 | 66.07 | 21.06 | 1.51e-05 | 33.00 |
118
+ | 400 | 0.24 | 0.2043 | 0.4573 | 36.26 | 9.28 | 1.98e-05 | 9.00 |
119
+ | 600 | 0.36 | 0.1685 | 0.3415 | 27.38 | 6.61 | 1.95e-05 | 8.50 |
120
+ | 800 | 0.49 | 0.1129 | 0.3107 | 24.91 | 5.80 | 1.92e-05 | 5.50 |
121
+ | 1000 | 0.61 | 0.1239 | 0.2829 | 22.88 | 5.29 | 1.89e-05 | 4.62 |
122
+ | 1200 | 0.73 | 0.0943 | 0.2676 | 21.77 | 5.23 | 1.86e-05 | 5.00 |
123
+ | 1400 | 0.85 | 0.0740 | 0.2625 | 21.12 | 4.89 | 1.82e-05 | 4.53 |
124
+ | 1600 | 0.97 | 0.0765 | 0.2584 | 21.08 | 4.94 | 1.79e-05 | 3.56 |
125
+ | 1800 | 1.09 | 0.0375 | 0.2681 | 20.73 | 4.72 | 1.76e-05 | 4.09 |
126
+ | 2000 | 1.21 | 0.0411 | 0.2577 | 19.94 | 4.56 | 1.73e-05 | 1.96 |
127
+ | 2200 | 1.34 | 0.0347 | 0.2623 | 19.56 | 4.43 | 1.70e-05 | 5.03 |
128
+ | 2400 | 1.46 | 0.0325 | 0.2672 | 19.84 | 4.52 | 1.67e-05 | 5.09 |
129
+ | 2600 | 1.58 | 0.0306 | 0.2619 | 19.00 | 4.37 | 1.64e-05 | 2.80 |
130
+ | 2800 | 1.70 | 0.0282 | 0.2636 | 19.22 | 4.31 | 1.61e-05 | 2.92 |
131
+ | 3000 | 1.82 | 0.0266 | 0.2612 | 18.38 | 4.24 | 1.58e-05 | 2.70 |
132
+ | 3200 | 1.94 | 0.0183 | 0.2616 | 19.08 | 4.44 | 1.55e-05 | 4.00 |
133
+ | 3400 | 2.06 | 0.0107 | 0.2810 | 22.51 | 8.80 | 1.51e-05 | 2.66 |
134
+ | 3600 | 2.19 | 0.0158 | 0.2766 | 18.65 | 4.23 | 1.48e-05 | 2.73 |
135
+ | 3800 | 2.31 | 0.0114 | 0.2837 | 18.78 | 4.33 | 1.45e-05 | 1.63 |
136
+ | 4000 | 2.43 | 0.0135 | 0.2862 | 18.95 | 4.31 | 1.42e-05 | 6.94 |
137
+ | 4200 | 2.55 | 0.0123 | 0.2905 | 18.46 | 4.24 | 1.39e-05 | 4.53 |
138
+ | 4400 | 2.67 | 0.0073 | 0.2967 | 18.55 | 4.31 | 1.36e-05 | 2.66 |
139
+ | 4600 | 2.79 | 0.0073 | 0.3002 | 18.21 | 4.28 | 1.33e-05 | 2.28 |
140
+ | 4800 | 2.91 | 0.0074 | 0.3017 | 18.03 | 4.21 | 1.30e-05 | 1.87 |
141
+ | 5000 | 3.04 | 0.0042 | 0.3065 | 18.30 | 4.29 | 1.27e-05 | 0.58 |
142
+ | 5200 | 3.16 | 0.0034 | 0.3183 | 18.12 | 4.16 | 1.24e-05 | 0.80 |
143
+ | 5400 | 3.28 | 0.0027 | 0.3178 | 18.19 | 4.22 | 1.20e-05 | 1.76 |
144
+ | 5600 | 3.40 | 0.0039 | 0.3146 | 18.23 | 4.24 | 1.17e-05 | 0.49 |
145
+ | 5800 | 3.52 | 0.0024 | 0.3200 | 18.22 | 4.28 | 1.14e-05 | 0.29 |
146
+ | 6000 | 3.64 | 0.0015 | 0.3197 | 17.88 | 4.23 | 1.11e-05 | 0.43 |
147
+ | 6200 | 3.76 | 0.0021 | 0.3237 | 17.94 | 4.30 | 1.08e-05 | 0.99 |
148
+ | 6400 | 3.89 | 0.0020 | 0.3280 | 17.95 | 4.25 | 1.05e-05 | 0.85 |
149
+ | 6600 | 4.01 | 0.0013 | 0.3216 | 17.83 | 4.16 | 1.02e-05 | 0.29 |
150
+ | 6800 | 4.13 | 0.0014 | 0.3293 | 17.89 | 4.14 | 9.88e-06 | 0.28 |
151
+ | 7000 | 4.25 | 0.0011 | 0.3299 | 18.00 | 4.15 | 9.57e-06 | 0.18 |
152
+ | 7200 | 4.37 | 0.0014 | 0.3329 | 17.83 | 4.10 | 9.26e-06 | 0.31 |
153
+ | 7400 | 4.49 | 0.0019 | 0.3337 | 17.90 | 4.11 | 8.95e-06 | 2.44 |
154
+ | 7600 | 4.61 | 0.0013 | 0.3339 | 17.78 | 4.10 | 8.64e-06 | 0.44 |
155
+ | 7800 | 4.74 | 0.0014 | 0.3368 | 17.94 | 4.16 | 8.33e-06 | 0.31 |
156
+ | 8000 | 4.86 | 0.0017 | 0.3385 | 18.04 | 4.20 | 8.02e-06 | 0.25 |
157
+ | 8200 | 4.98 | 0.0014 | 0.3357 | 17.88 | 4.17 | 7.71e-06 | 0.37 |
158
+ | 8400 | 5.10 | 0.0009 | 0.3368 | 17.97 | 4.23 | 7.40e-06 | 0.24 |
159
+ | 8600 | 5.22 | 0.0009 | 0.3375 | 17.87 | 4.28 | 7.09e-06 | 0.14 |
160
+ | 8800 | 5.34 | 0.0012 | 0.3406 | 17.96 | 4.18 | 6.78e-06 | 0.16 |
161
+ | 9000 | 5.46 | 0.0010 | 0.3402 | 17.88 | 4.24 | 6.47e-06 | 0.30 |
162
+ | 9200 | 5.59 | 0.0009 | 0.3400 | 17.93 | 4.23 | 6.16e-06 | 0.21 |
163
+ | 9400 | 5.71 | 0.0013 | 0.3426 | 17.92 | 4.25 | 5.85e-06 | 0.23 |
164
+ | 9600 | 5.83 | 0.0012 | 0.3423 | 17.92 | 4.14 | 5.54e-06 | 0.23 |
165
+ | 9800 | 5.95 | 0.0010 | 0.3415 | 17.91 | 4.18 | 5.23e-06 | 0.18 |
166
+ | 10000 | 6.07 | 0.0010 | 0.3428 | 17.87 | 4.25 | 4.92e-06 | 0.22 |
167
+ | 10200 | 6.19 | 0.0012 | 0.3426 | 17.89 | 4.21 | 4.61e-06 | 0.23 |
168
+ | 10400 | 6.31 | 0.0010 | 0.3425 | 17.77 | 4.08 | 4.30e-06 | 0.20 |
169
+ | 10600 | 6.44 | 0.0010 | 0.3431 | 17.91 | 4.28 | 3.99e-06 | 0.13 |
170
+ | 10800 | 6.56 | 0.0011 | 0.3425 | 18.05 | 4.28 | 3.68e-06 | 0.22 |
171
+ | 11000 | 6.68 | 0.0011 | 0.3433 | 17.97 | 4.26 | 3.37e-06 | 0.32 |
172
+ | 11200 | 6.80 | 0.0012 | 0.3430 | 17.94 | 4.29 | 3.06e-06 | 0.27 |
173
+ | 11400 | 6.92 | 0.0023 | 0.3430 | 18.03 | 4.26 | 2.75e-06 | 0.19 |
174
+ | 11600 | 7.04 | 0.0010 | 0.3430 | 17.96 | 4.30 | 2.44e-06 | 0.26 |
175
+ | 11800 | 7.16 | 0.0010 | 0.3426 | 18.04 | 4.25 | 2.13e-06 | 0.22 |
176
+ | 12000 | 7.29 | 0.0010 | 0.3428 | 18.05 | 4.27 | 1.82e-06 | 0.17 |
177
+ | 12200 | 7.41 | 0.0010 | 0.3425 | 17.85 | 4.23 | 1.51e-06 | 0.43 |
178
+ | 12400 | 7.53 | 0.0009 | 0.3433 | 17.95 | 4.24 | 1.20e-06 | 0.21 |
179
+ | 12600 | 7.65 | 0.0009 | 0.3424 | 17.98 | 4.23 | 8.94e-07 | 0.39 |
180
+ | 12800 | 7.77 | 0.0010 | 0.3431 | 17.97 | 4.24 | 5.84e-07 | 0.24 |
181
+ | 13000 | 7.89 | 0.0009 | 0.3430 | 18.08 | 4.31 | 2.74e-07 | 0.60 |
182