{ "sample_rate": 16000, "use_loss_mask_for_prompt": false, "log_prediction": true, "log_batch_stats": false, "prompt_format": "cohere_asr", "prompt_defaults": [ { "role": "user", "slots": { "decodercontext": "", "source_lang": "<|en|>", "target_lang": "<|en|>", "emotion": "<|emo:undefined|>", "pnc": "<|pnc|>", "itn": "<|noitn|>", "diarize": "<|nodiarize|>", "timestamp": "<|notimestamp|>" } }, { "role": "user_partial", "slots": { "decodercontext": "" } } ], "multitask_metrics_cfg": { "log_predictions": true, "metrics": { "wer": { "constraint": ".source_lang==.target_lang" } } }, "model_defaults": { "asr_enc_hidden": 1280, "lm_enc_hidden": 1024, "lm_dec_hidden": 1024 }, "preprocessor": { "sample_rate": 16000, "normalize": "per_feature", "window_size": 0.025, "window_stride": 0.01, "window": "hann", "features": 128, "n_fft": 512, "log": true, "frame_splicing": 1, "dither": 1e-05, "pad_to": 0, "pad_value": 0.0 }, "encoder": { "feat_in": 128, "feat_out": -1, "n_layers": 48, "d_model": 1280, "subsampling": "dw_striding", "subsampling_factor": 8, "subsampling_conv_channels": 256, "causal_downsampling": false, "reduction": null, "reduction_position": null, "reduction_factor": 1, "ff_expansion_factor": 4, "self_attention_model": "rel_pos", "n_heads": 8, "att_context_size": [ -1, -1 ], "xscaling": false, "untie_biases": true, "pos_emb_max_len": 5000, "conv_kernel_size": 9, "conv_norm_type": "batch_norm", "conv_context_size": null, "dropout": 0, "dropout_pre_encoder": 0, "dropout_emb": 0, "dropout_att": 0 }, "transf_encoder": { "num_layers": 0, "hidden_size": 1024, "inner_size": 4096, "num_attention_heads": 8, "ffn_dropout": 0, "attn_score_dropout": 0, "attn_layer_dropout": 0, "mask_future": false, "pre_ln": true, "pre_ln_final_layer_norm": true }, "transf_decoder": { "model_name": null, "pretrained": false, "encoder": null, "pre_ln_final_layer_norm": true, "config_dict": { "max_sequence_length": 1024, "num_token_types": 0, "embedding_dropout": 0, "learn_positional_encodings": false, "hidden_size": 1024, "inner_size": 4096, "num_layers": 8, "num_attention_heads": 8, "ffn_dropout": 0, "attn_score_dropout": 0, "attn_layer_dropout": 0, "hidden_act": "relu", "pre_ln": true, "vocab_size": "None", "lm_dec_hidden": 1280 } }, "head": { "num_layers": 1, "activation": "relu", "log_softmax": true, "hidden_size": 1024, "num_classes": 16384, "dropout": 0, "use_transformer_init": true }, "decoding": { "strategy": "beam", "return_best_hypothesis": true, "beam": { "beam_size": 1, "len_pen": 0.0, "max_generation_delta": -256 } }, "model_type": "cohere_asr", "architectures": [ "CohereAsrForConditionalGeneration" ], "is_encoder_decoder": true, "max_seq_len": 1024, "max_audio_clip_s": 35, "overlap_chunk_second": 5.0, "supported_languages": [ "en", "ar" ], "batch_size": 128 }