Golshid Shekoufandeh commited on
Commit
a74bc3d
·
1 Parent(s): 1864c5e

Training in progress, step 50

Browse files
config.json CHANGED
@@ -8,7 +8,7 @@
8
  "architectures": [
9
  "Wav2Vec2ForCTC"
10
  ],
11
- "attention_dropout": 0.1,
12
  "bos_token_id": 1,
13
  "classifier_proj_size": 256,
14
  "codevector_dim": 1024,
@@ -49,23 +49,23 @@
49
  "feat_extract_activation": "gelu",
50
  "feat_extract_dropout": 0.0,
51
  "feat_extract_norm": "layer",
52
- "feat_proj_dropout": 0.1,
53
  "feat_quantizer_dropout": 0.0,
54
  "final_dropout": 0.0,
55
  "gradient_checkpointing": false,
56
  "hidden_act": "gelu",
57
- "hidden_dropout": 0.1,
58
  "hidden_size": 1280,
59
  "initializer_range": 0.02,
60
  "intermediate_size": 5120,
61
  "layer_norm_eps": 1e-05,
62
- "layerdrop": 0.1,
63
  "mask_feature_length": 10,
64
  "mask_feature_min_masks": 0,
65
  "mask_feature_prob": 0.3,
66
  "mask_time_length": 10,
67
  "mask_time_min_masks": 2,
68
- "mask_time_prob": 0.3,
69
  "model_type": "wav2vec2",
70
  "num_adapter_layers": 3,
71
  "num_attention_heads": 16,
@@ -77,7 +77,7 @@
77
  "num_hidden_layers": 48,
78
  "num_negatives": 100,
79
  "output_hidden_size": 1280,
80
- "pad_token_id": 28,
81
  "proj_codevector_dim": 1024,
82
  "tdnn_dilation": [
83
  1,
@@ -103,6 +103,6 @@
103
  "torch_dtype": "float32",
104
  "transformers_version": "4.27.4",
105
  "use_weighted_layer_sum": false,
106
- "vocab_size": 29,
107
  "xvector_output_dim": 512
108
  }
 
8
  "architectures": [
9
  "Wav2Vec2ForCTC"
10
  ],
11
+ "attention_dropout": 0.0,
12
  "bos_token_id": 1,
13
  "classifier_proj_size": 256,
14
  "codevector_dim": 1024,
 
49
  "feat_extract_activation": "gelu",
50
  "feat_extract_dropout": 0.0,
51
  "feat_extract_norm": "layer",
52
+ "feat_proj_dropout": 0.0,
53
  "feat_quantizer_dropout": 0.0,
54
  "final_dropout": 0.0,
55
  "gradient_checkpointing": false,
56
  "hidden_act": "gelu",
57
+ "hidden_dropout": 0.0,
58
  "hidden_size": 1280,
59
  "initializer_range": 0.02,
60
  "intermediate_size": 5120,
61
  "layer_norm_eps": 1e-05,
62
+ "layerdrop": 0.0,
63
  "mask_feature_length": 10,
64
  "mask_feature_min_masks": 0,
65
  "mask_feature_prob": 0.3,
66
  "mask_time_length": 10,
67
  "mask_time_min_masks": 2,
68
+ "mask_time_prob": 0.05,
69
  "model_type": "wav2vec2",
70
  "num_adapter_layers": 3,
71
  "num_attention_heads": 16,
 
77
  "num_hidden_layers": 48,
78
  "num_negatives": 100,
79
  "output_hidden_size": 1280,
80
+ "pad_token_id": 27,
81
  "proj_codevector_dim": 1024,
82
  "tdnn_dilation": [
83
  1,
 
103
  "torch_dtype": "float32",
104
  "transformers_version": "4.27.4",
105
  "use_weighted_layer_sum": false,
106
+ "vocab_size": 28,
107
  "xvector_output_dim": 512
108
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:73b5c5ef10ac59b859ebc619ee9ca78dc3a4a0919576ac8243f7c04141fea003
3
- size 3850418989
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:278cd617a82344399a788c15e5f82643515e629b8b17cbf95eb113ab75ee5f5d
3
+ size 3850413869
runs/May25_08-50-08_a100gpu5/1684997503.5580766/events.out.tfevents.1684997503.a100gpu5.1620798.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6fd43beb0f0ea8f3adf99512e286557ce2cd38ecd5f5fc60811cd8f003cfa29
3
+ size 5937
runs/May25_08-50-08_a100gpu5/events.out.tfevents.1684997503.a100gpu5.1620798.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c15501981ee57a0a2a8eb45d409e2ad811e2f7b09ebaac7e0fab343a20b395fe
3
+ size 6016
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:94ad048312e2c637ea94731efe2f5d1b3f4df33e021eacf476894db5986d7def
3
  size 3643
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f31e6cb0ef8159729aee2e9a3a0d6dba2ca6b7f02dbc2ecb64dd63c9ac865c1
3
  size 3643