Masterx commited on
Commit
2b08535
·
verified ·
1 Parent(s): 5cea9f8

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +151 -0
config.json ADDED
@@ -0,0 +1,151 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "sample_rate": 16000,
3
+ "use_loss_mask_for_prompt": false,
4
+ "log_prediction": true,
5
+ "log_batch_stats": false,
6
+ "prompt_format": "cohere_asr",
7
+ "prompt_defaults": [
8
+ {
9
+ "role": "user",
10
+ "slots": {
11
+ "decodercontext": "",
12
+ "source_lang": "<|en|>",
13
+ "target_lang": "<|en|>",
14
+ "emotion": "<|emo:undefined|>",
15
+ "pnc": "<|pnc|>",
16
+ "itn": "<|noitn|>",
17
+ "diarize": "<|nodiarize|>",
18
+ "timestamp": "<|notimestamp|>"
19
+ }
20
+ },
21
+ {
22
+ "role": "user_partial",
23
+ "slots": {
24
+ "decodercontext": ""
25
+ }
26
+ }
27
+ ],
28
+ "multitask_metrics_cfg": {
29
+ "log_predictions": true,
30
+ "metrics": {
31
+ "wer": {
32
+ "constraint": ".source_lang==.target_lang"
33
+ }
34
+ }
35
+ },
36
+ "model_defaults": {
37
+ "asr_enc_hidden": 1280,
38
+ "lm_enc_hidden": 1024,
39
+ "lm_dec_hidden": 1024
40
+ },
41
+ "preprocessor": {
42
+ "sample_rate": 16000,
43
+ "normalize": "per_feature",
44
+ "window_size": 0.025,
45
+ "window_stride": 0.01,
46
+ "window": "hann",
47
+ "features": 128,
48
+ "n_fft": 512,
49
+ "log": true,
50
+ "frame_splicing": 1,
51
+ "dither": 1e-05,
52
+ "pad_to": 0,
53
+ "pad_value": 0.0
54
+ },
55
+ "encoder": {
56
+ "feat_in": 128,
57
+ "feat_out": -1,
58
+ "n_layers": 48,
59
+ "d_model": 1280,
60
+ "subsampling": "dw_striding",
61
+ "subsampling_factor": 8,
62
+ "subsampling_conv_channels": 256,
63
+ "causal_downsampling": false,
64
+ "reduction": null,
65
+ "reduction_position": null,
66
+ "reduction_factor": 1,
67
+ "ff_expansion_factor": 4,
68
+ "self_attention_model": "rel_pos",
69
+ "n_heads": 8,
70
+ "att_context_size": [
71
+ -1,
72
+ -1
73
+ ],
74
+ "xscaling": false,
75
+ "untie_biases": true,
76
+ "pos_emb_max_len": 5000,
77
+ "conv_kernel_size": 9,
78
+ "conv_norm_type": "batch_norm",
79
+ "conv_context_size": null,
80
+ "dropout": 0,
81
+ "dropout_pre_encoder": 0,
82
+ "dropout_emb": 0,
83
+ "dropout_att": 0
84
+ },
85
+ "transf_encoder": {
86
+ "num_layers": 0,
87
+ "hidden_size": 1024,
88
+ "inner_size": 4096,
89
+ "num_attention_heads": 8,
90
+ "ffn_dropout": 0,
91
+ "attn_score_dropout": 0,
92
+ "attn_layer_dropout": 0,
93
+ "mask_future": false,
94
+ "pre_ln": true,
95
+ "pre_ln_final_layer_norm": true
96
+ },
97
+ "transf_decoder": {
98
+ "model_name": null,
99
+ "pretrained": false,
100
+ "encoder": null,
101
+ "pre_ln_final_layer_norm": true,
102
+ "config_dict": {
103
+ "max_sequence_length": 1024,
104
+ "num_token_types": 0,
105
+ "embedding_dropout": 0,
106
+ "learn_positional_encodings": false,
107
+ "hidden_size": 1024,
108
+ "inner_size": 4096,
109
+ "num_layers": 8,
110
+ "num_attention_heads": 8,
111
+ "ffn_dropout": 0,
112
+ "attn_score_dropout": 0,
113
+ "attn_layer_dropout": 0,
114
+ "hidden_act": "relu",
115
+ "pre_ln": true,
116
+ "vocab_size": "None",
117
+ "lm_dec_hidden": 1280
118
+ }
119
+ },
120
+ "head": {
121
+ "num_layers": 1,
122
+ "activation": "relu",
123
+ "log_softmax": true,
124
+ "hidden_size": 1024,
125
+ "num_classes": 16384,
126
+ "dropout": 0,
127
+ "use_transformer_init": true
128
+ },
129
+ "decoding": {
130
+ "strategy": "beam",
131
+ "return_best_hypothesis": true,
132
+ "beam": {
133
+ "beam_size": 1,
134
+ "len_pen": 0.0,
135
+ "max_generation_delta": -256
136
+ }
137
+ },
138
+ "model_type": "cohere_asr",
139
+ "architectures": [
140
+ "CohereAsrForConditionalGeneration"
141
+ ],
142
+ "is_encoder_decoder": true,
143
+ "max_seq_len": 1024,
144
+ "max_audio_clip_s": 35,
145
+ "overlap_chunk_second": 5.0,
146
+ "supported_languages": [
147
+ "en",
148
+ "ar"
149
+ ],
150
+ "batch_size": 128
151
+ }