andrewbawitlung commited on
Commit
9106f39
·
verified ·
1 Parent(s): d0c53f8

Add CER, hyperparameters, and training logs to README

Browse files
Files changed (1) hide show
  1. README.md +43 -43
README.md CHANGED
@@ -114,47 +114,47 @@ The following hyperparameters were used during training:
114
 
115
  | step | epoch | train_loss | eval_loss | eval_wer | eval_cer | learning_rate | grad_norm |
116
  | --- | --- | --- | --- | --- | --- | --- | --- |
117
- | 200 | 0.18 | 0.4524 | 0.7468 | 0.53 | 0.16 | 1.99e-05 | 14.50 |
118
- | 400 | 0.36 | 0.2727 | 0.4002 | 0.32 | 0.08 | 1.95e-05 | 10.81 |
119
- | 600 | 0.55 | 0.1697 | 0.3365 | 0.28 | 0.06 | 1.90e-05 | 7.56 |
120
- | 800 | 0.73 | 0.2061 | 0.2991 | 0.25 | 0.06 | 1.86e-05 | 5.78 |
121
- | 1000 | 0.91 | 0.1388 | 0.2859 | 0.24 | 0.05 | 1.81e-05 | 7.38 |
122
- | 1200 | 1.09 | 0.0883 | 0.2676 | 0.23 | 0.05 | 1.76e-05 | 5.66 |
123
- | 1400 | 1.28 | 0.0722 | 0.2607 | 0.22 | 0.05 | 1.72e-05 | 3.84 |
124
- | 1600 | 1.46 | 0.0763 | 0.2593 | 0.21 | 0.05 | 1.67e-05 | 4.44 |
125
- | 1800 | 1.64 | 0.0755 | 0.2524 | 0.20 | 0.05 | 1.62e-05 | 8.81 |
126
- | 2000 | 1.82 | 0.0622 | 0.2465 | 0.20 | 0.05 | 1.58e-05 | 4.59 |
127
- | 2200 | 2.00 | 0.0477 | 0.2433 | 0.20 | 0.05 | 1.53e-05 | 3.84 |
128
- | 2400 | 2.19 | 0.0447 | 0.2579 | 0.20 | 0.05 | 1.48e-05 | 5.66 |
129
- | 2600 | 2.37 | 0.0332 | 0.2576 | 0.19 | 0.05 | 1.44e-05 | 3.44 |
130
- | 2800 | 2.55 | 0.0305 | 0.2666 | 0.19 | 0.04 | 1.39e-05 | 7.22 |
131
- | 3000 | 2.73 | 0.0297 | 0.2642 | 0.20 | 0.05 | 1.34e-05 | 4.22 |
132
- | 3200 | 2.91 | 0.0472 | 0.2632 | 0.19 | 0.04 | 1.30e-05 | 4.34 |
133
- | 3400 | 3.10 | 0.0152 | 0.2804 | 0.19 | 0.04 | 1.25e-05 | 4.47 |
134
- | 3600 | 3.28 | 0.0114 | 0.2898 | 0.19 | 0.04 | 1.20e-05 | 2.52 |
135
- | 3800 | 3.46 | 0.0159 | 0.2936 | 0.19 | 0.04 | 1.16e-05 | 2.94 |
136
- | 4000 | 3.64 | 0.0090 | 0.2901 | 0.19 | 0.04 | 1.11e-05 | 2.06 |
137
- | 4200 | 3.83 | 0.0115 | 0.2965 | 0.19 | 0.04 | 1.07e-05 | 4.19 |
138
- | 4400 | 4.01 | 0.0062 | 0.3002 | 0.19 | 0.04 | 1.02e-05 | 5.16 |
139
- | 4600 | 4.19 | 0.0054 | 0.3130 | 0.19 | 0.04 | 9.72e-06 | 1.23 |
140
- | 4800 | 4.37 | 0.0047 | 0.3150 | 0.19 | 0.04 | 9.26e-06 | 1.21 |
141
- | 5000 | 4.55 | 0.0094 | 0.3163 | 0.19 | 0.04 | 8.79e-06 | 0.94 |
142
- | 5200 | 4.74 | 0.0037 | 0.3210 | 0.19 | 0.04 | 8.33e-06 | 1.05 |
143
- | 5400 | 4.92 | 0.0041 | 0.3183 | 0.19 | 0.04 | 7.86e-06 | 0.99 |
144
- | 5600 | 5.10 | 0.0022 | 0.3311 | 0.19 | 0.04 | 7.40e-06 | 0.46 |
145
- | 5800 | 5.28 | 0.0022 | 0.3335 | 0.19 | 0.04 | 6.94e-06 | 0.70 |
146
- | 6000 | 5.46 | 0.0023 | 0.3346 | 0.19 | 0.04 | 6.47e-06 | 0.84 |
147
- | 6200 | 5.65 | 0.0027 | 0.3361 | 0.19 | 0.04 | 6.01e-06 | 0.60 |
148
- | 6400 | 5.83 | 0.0025 | 0.3363 | 0.19 | 0.04 | 5.54e-06 | 2.16 |
149
- | 6600 | 6.01 | 0.0019 | 0.3365 | 0.19 | 0.04 | 5.08e-06 | 0.46 |
150
- | 6800 | 6.19 | 0.0022 | 0.3407 | 0.19 | 0.04 | 4.61e-06 | 0.35 |
151
- | 7000 | 6.38 | 0.0018 | 0.3427 | 0.19 | 0.04 | 4.15e-06 | 0.38 |
152
- | 7200 | 6.56 | 0.0018 | 0.3420 | 0.19 | 0.04 | 3.68e-06 | 0.61 |
153
- | 7400 | 6.74 | 0.0034 | 0.3414 | 0.19 | 0.04 | 3.22e-06 | 0.41 |
154
- | 7600 | 6.92 | 0.0019 | 0.3420 | 0.19 | 0.04 | 2.75e-06 | 0.35 |
155
- | 7800 | 7.10 | 0.0017 | 0.3427 | 0.19 | 0.04 | 2.29e-06 | 0.43 |
156
- | 8000 | 7.29 | 0.0024 | 0.3426 | 0.19 | 0.04 | 1.82e-06 | 0.52 |
157
- | 8200 | 7.47 | 0.0016 | 0.3432 | 0.19 | 0.04 | 1.36e-06 | 0.28 |
158
- | 8400 | 7.65 | 0.0017 | 0.3435 | 0.19 | 0.04 | 8.95e-07 | 0.33 |
159
- | 8600 | 7.83 | 0.0021 | 0.3429 | 0.19 | 0.04 | 4.30e-07 | 0.74 |
160
 
 
114
 
115
  | step | epoch | train_loss | eval_loss | eval_wer | eval_cer | learning_rate | grad_norm |
116
  | --- | --- | --- | --- | --- | --- | --- | --- |
117
+ | 200 | 0.18 | 0.4524 | 0.7468 | 52.83 | 16.21 | 1.99e-05 | 14.50 |
118
+ | 400 | 0.36 | 0.2727 | 0.4002 | 32.25 | 8.09 | 1.95e-05 | 10.81 |
119
+ | 600 | 0.55 | 0.1697 | 0.3365 | 27.96 | 6.43 | 1.90e-05 | 7.56 |
120
+ | 800 | 0.73 | 0.2061 | 0.2991 | 24.87 | 5.98 | 1.86e-05 | 5.78 |
121
+ | 1000 | 0.91 | 0.1388 | 0.2859 | 24.40 | 5.47 | 1.81e-05 | 7.38 |
122
+ | 1200 | 1.09 | 0.0883 | 0.2676 | 22.51 | 5.26 | 1.76e-05 | 5.66 |
123
+ | 1400 | 1.28 | 0.0722 | 0.2607 | 21.59 | 5.10 | 1.72e-05 | 3.84 |
124
+ | 1600 | 1.46 | 0.0763 | 0.2593 | 21.31 | 4.88 | 1.67e-05 | 4.44 |
125
+ | 1800 | 1.64 | 0.0755 | 0.2524 | 20.04 | 4.63 | 1.62e-05 | 8.81 |
126
+ | 2000 | 1.82 | 0.0622 | 0.2465 | 20.23 | 4.54 | 1.58e-05 | 4.59 |
127
+ | 2200 | 2.00 | 0.0477 | 0.2433 | 19.96 | 4.53 | 1.53e-05 | 3.84 |
128
+ | 2400 | 2.19 | 0.0447 | 0.2579 | 20.18 | 4.68 | 1.48e-05 | 5.66 |
129
+ | 2600 | 2.37 | 0.0332 | 0.2576 | 19.31 | 4.51 | 1.44e-05 | 3.44 |
130
+ | 2800 | 2.55 | 0.0305 | 0.2666 | 19.38 | 4.45 | 1.39e-05 | 7.22 |
131
+ | 3000 | 2.73 | 0.0297 | 0.2642 | 19.75 | 4.72 | 1.34e-05 | 4.22 |
132
+ | 3200 | 2.91 | 0.0472 | 0.2632 | 18.96 | 4.34 | 1.30e-05 | 4.34 |
133
+ | 3400 | 3.10 | 0.0152 | 0.2804 | 19.31 | 4.39 | 1.25e-05 | 4.47 |
134
+ | 3600 | 3.28 | 0.0114 | 0.2898 | 19.29 | 4.42 | 1.20e-05 | 2.52 |
135
+ | 3800 | 3.46 | 0.0159 | 0.2936 | 18.77 | 4.38 | 1.16e-05 | 2.94 |
136
+ | 4000 | 3.64 | 0.0090 | 0.2901 | 19.34 | 4.41 | 1.11e-05 | 2.06 |
137
+ | 4200 | 3.83 | 0.0115 | 0.2965 | 19.11 | 4.48 | 1.07e-05 | 4.19 |
138
+ | 4400 | 4.01 | 0.0062 | 0.3002 | 18.83 | 4.34 | 1.02e-05 | 5.16 |
139
+ | 4600 | 4.19 | 0.0054 | 0.3130 | 18.60 | 4.29 | 9.72e-06 | 1.23 |
140
+ | 4800 | 4.37 | 0.0047 | 0.3150 | 19.05 | 4.42 | 9.26e-06 | 1.21 |
141
+ | 5000 | 4.55 | 0.0094 | 0.3163 | 19.28 | 4.46 | 8.79e-06 | 0.94 |
142
+ | 5200 | 4.74 | 0.0037 | 0.3210 | 19.01 | 4.43 | 8.33e-06 | 1.05 |
143
+ | 5400 | 4.92 | 0.0041 | 0.3183 | 19.04 | 4.38 | 7.86e-06 | 0.99 |
144
+ | 5600 | 5.10 | 0.0022 | 0.3311 | 19.35 | 4.44 | 7.40e-06 | 0.46 |
145
+ | 5800 | 5.28 | 0.0022 | 0.3335 | 19.17 | 4.44 | 6.94e-06 | 0.70 |
146
+ | 6000 | 5.46 | 0.0023 | 0.3346 | 18.99 | 4.37 | 6.47e-06 | 0.84 |
147
+ | 6200 | 5.65 | 0.0027 | 0.3361 | 19.28 | 4.42 | 6.01e-06 | 0.60 |
148
+ | 6400 | 5.83 | 0.0025 | 0.3363 | 19.28 | 4.49 | 5.54e-06 | 2.16 |
149
+ | 6600 | 6.01 | 0.0019 | 0.3365 | 19.04 | 4.42 | 5.08e-06 | 0.46 |
150
+ | 6800 | 6.19 | 0.0022 | 0.3407 | 19.27 | 4.42 | 4.61e-06 | 0.35 |
151
+ | 7000 | 6.38 | 0.0018 | 0.3427 | 19.35 | 4.47 | 4.15e-06 | 0.38 |
152
+ | 7200 | 6.56 | 0.0018 | 0.3420 | 19.17 | 4.45 | 3.68e-06 | 0.61 |
153
+ | 7400 | 6.74 | 0.0034 | 0.3414 | 19.31 | 4.45 | 3.22e-06 | 0.41 |
154
+ | 7600 | 6.92 | 0.0019 | 0.3420 | 19.15 | 4.38 | 2.75e-06 | 0.35 |
155
+ | 7800 | 7.10 | 0.0017 | 0.3427 | 19.27 | 4.42 | 2.29e-06 | 0.43 |
156
+ | 8000 | 7.29 | 0.0024 | 0.3426 | 19.46 | 4.49 | 1.82e-06 | 0.52 |
157
+ | 8200 | 7.47 | 0.0016 | 0.3432 | 19.31 | 4.49 | 1.36e-06 | 0.28 |
158
+ | 8400 | 7.65 | 0.0017 | 0.3435 | 19.24 | 4.43 | 8.95e-07 | 0.33 |
159
+ | 8600 | 7.83 | 0.0021 | 0.3429 | 19.36 | 4.45 | 4.30e-07 | 0.74 |
160