File size: 3,570 Bytes
2b08535 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 | {
"sample_rate": 16000,
"use_loss_mask_for_prompt": false,
"log_prediction": true,
"log_batch_stats": false,
"prompt_format": "cohere_asr",
"prompt_defaults": [
{
"role": "user",
"slots": {
"decodercontext": "",
"source_lang": "<|en|>",
"target_lang": "<|en|>",
"emotion": "<|emo:undefined|>",
"pnc": "<|pnc|>",
"itn": "<|noitn|>",
"diarize": "<|nodiarize|>",
"timestamp": "<|notimestamp|>"
}
},
{
"role": "user_partial",
"slots": {
"decodercontext": ""
}
}
],
"multitask_metrics_cfg": {
"log_predictions": true,
"metrics": {
"wer": {
"constraint": ".source_lang==.target_lang"
}
}
},
"model_defaults": {
"asr_enc_hidden": 1280,
"lm_enc_hidden": 1024,
"lm_dec_hidden": 1024
},
"preprocessor": {
"sample_rate": 16000,
"normalize": "per_feature",
"window_size": 0.025,
"window_stride": 0.01,
"window": "hann",
"features": 128,
"n_fft": 512,
"log": true,
"frame_splicing": 1,
"dither": 1e-05,
"pad_to": 0,
"pad_value": 0.0
},
"encoder": {
"feat_in": 128,
"feat_out": -1,
"n_layers": 48,
"d_model": 1280,
"subsampling": "dw_striding",
"subsampling_factor": 8,
"subsampling_conv_channels": 256,
"causal_downsampling": false,
"reduction": null,
"reduction_position": null,
"reduction_factor": 1,
"ff_expansion_factor": 4,
"self_attention_model": "rel_pos",
"n_heads": 8,
"att_context_size": [
-1,
-1
],
"xscaling": false,
"untie_biases": true,
"pos_emb_max_len": 5000,
"conv_kernel_size": 9,
"conv_norm_type": "batch_norm",
"conv_context_size": null,
"dropout": 0,
"dropout_pre_encoder": 0,
"dropout_emb": 0,
"dropout_att": 0
},
"transf_encoder": {
"num_layers": 0,
"hidden_size": 1024,
"inner_size": 4096,
"num_attention_heads": 8,
"ffn_dropout": 0,
"attn_score_dropout": 0,
"attn_layer_dropout": 0,
"mask_future": false,
"pre_ln": true,
"pre_ln_final_layer_norm": true
},
"transf_decoder": {
"model_name": null,
"pretrained": false,
"encoder": null,
"pre_ln_final_layer_norm": true,
"config_dict": {
"max_sequence_length": 1024,
"num_token_types": 0,
"embedding_dropout": 0,
"learn_positional_encodings": false,
"hidden_size": 1024,
"inner_size": 4096,
"num_layers": 8,
"num_attention_heads": 8,
"ffn_dropout": 0,
"attn_score_dropout": 0,
"attn_layer_dropout": 0,
"hidden_act": "relu",
"pre_ln": true,
"vocab_size": "None",
"lm_dec_hidden": 1280
}
},
"head": {
"num_layers": 1,
"activation": "relu",
"log_softmax": true,
"hidden_size": 1024,
"num_classes": 16384,
"dropout": 0,
"use_transformer_init": true
},
"decoding": {
"strategy": "beam",
"return_best_hypothesis": true,
"beam": {
"beam_size": 1,
"len_pen": 0.0,
"max_generation_delta": -256
}
},
"model_type": "cohere_asr",
"architectures": [
"CohereAsrForConditionalGeneration"
],
"is_encoder_decoder": true,
"max_seq_len": 1024,
"max_audio_clip_s": 35,
"overlap_chunk_second": 5.0,
"supported_languages": [
"en",
"ar"
],
"batch_size": 128
} |