| { |
| "architectures" : [ |
| "CohereAsrForConditionalGeneration" |
| ], |
| "auto_map" : { |
| "AutoConfig" : "configuration_cohere_asr.CohereAsrConfig", |
| "AutoFeatureExtractor" : "processing_cohere_asr.CohereAsrFeatureExtractor", |
| "AutoModel" : "modeling_cohere_asr.CohereAsrModel", |
| "AutoModelForSpeechSeq2Seq" : "modeling_cohere_asr.CohereAsrForConditionalGeneration", |
| "AutoProcessor" : "processing_cohere_asr.CohereAsrProcessor", |
| "AutoTokenizer" : "tokenization_cohere_asr.CohereAsrTokenizer" |
| }, |
| "batch_size" : 128, |
| "decoding" : { |
| "beam" : { |
| "beam_size" : 1, |
| "len_pen" : 0, |
| "max_generation_delta" : 50 |
| }, |
| "return_best_hypothesis" : true, |
| "strategy" : "beam" |
| }, |
| "encoder" : { |
| "att_context_size" : [ |
| -1, |
| -1 |
| ], |
| "causal_downsampling" : false, |
| "conv_context_size" : null, |
| "conv_kernel_size" : 9, |
| "conv_norm_type" : "batch_norm", |
| "d_model" : 1280, |
| "dropout" : 0, |
| "dropout_att" : 0, |
| "dropout_emb" : 0, |
| "dropout_pre_encoder" : 0, |
| "feat_in" : 128, |
| "feat_out" : -1, |
| "ff_expansion_factor" : 4, |
| "n_heads" : 8, |
| "n_layers" : 48, |
| "pos_emb_max_len" : 5000, |
| "reduction" : null, |
| "reduction_factor" : 1, |
| "reduction_position" : null, |
| "self_attention_model" : "rel_pos", |
| "subsampling" : "dw_striding", |
| "subsampling_conv_channels" : 256, |
| "subsampling_factor" : 8, |
| "untie_biases" : true, |
| "xscaling" : false |
| }, |
| "head" : { |
| "activation" : "relu", |
| "dropout" : 0, |
| "hidden_size" : 1024, |
| "log_softmax" : true, |
| "num_classes" : 16384, |
| "num_layers" : 1, |
| "use_transformer_init" : true |
| }, |
| "is_encoder_decoder" : true, |
| "log_batch_stats" : false, |
| "log_prediction" : true, |
| "max_audio_clip_s" : 35, |
| "max_seq_len" : 1024, |
| "model_defaults" : { |
| "asr_enc_hidden" : 1280, |
| "lm_dec_hidden" : 1024, |
| "lm_enc_hidden" : 1024 |
| }, |
| "model_type" : "cohere_asr", |
| "multitask_metrics_cfg" : { |
| "log_predictions" : true, |
| "metrics" : { |
| "wer" : { |
| "constraint" : ".source_lang==.target_lang" |
| } |
| } |
| }, |
| "overlap_chunk_second" : 5, |
| "preprocessor" : { |
| "dither" : 1.0000000000000001e-05, |
| "features" : 128, |
| "frame_splicing" : 1, |
| "log" : true, |
| "n_fft" : 512, |
| "normalize" : "per_feature", |
| "pad_to" : 0, |
| "pad_value" : 0, |
| "sample_rate" : 16000, |
| "window" : "hann", |
| "window_size" : 0.025000000000000001, |
| "window_stride" : 0.01 |
| }, |
| "prompt_defaults" : [ |
| { |
| "role" : "user", |
| "slots" : { |
| "decodercontext" : "", |
| "diarize" : "<|nodiarize|>", |
| "emotion" : "<|emo:undefined|>", |
| "itn" : "<|noitn|>", |
| "pnc" : "<|pnc|>", |
| "source_lang" : "<|en|>", |
| "target_lang" : "<|en|>", |
| "timestamp" : "<|notimestamp|>" |
| } |
| }, |
| { |
| "role" : "user_partial", |
| "slots" : { |
| "decodercontext" : "" |
| } |
| } |
| ], |
| "prompt_format" : "cohere_asr", |
| "quantization" : { |
| "bits" : 4, |
| "group_size" : 64, |
| "mode" : "affine" |
| }, |
| "quantization_config" : { |
| "bits" : 4, |
| "group_size" : 64, |
| "mode" : "affine" |
| }, |
| "sample_rate" : 16000, |
| "supported_languages" : [ |
| "en", |
| "fr", |
| "de", |
| "es", |
| "it", |
| "pt", |
| "nl", |
| "pl", |
| "el", |
| "ar", |
| "ja", |
| "zh", |
| "vi", |
| "ko" |
| ], |
| "transf_decoder" : { |
| "config_dict" : { |
| "attn_layer_dropout" : 0, |
| "attn_score_dropout" : 0, |
| "embedding_dropout" : 0, |
| "ffn_dropout" : 0, |
| "hidden_act" : "relu", |
| "hidden_size" : 1024, |
| "inner_size" : 4096, |
| "learn_positional_encodings" : false, |
| "lm_dec_hidden" : 1280, |
| "max_sequence_length" : 1024, |
| "num_attention_heads" : 8, |
| "num_layers" : 8, |
| "num_token_types" : 0, |
| "pre_ln" : true, |
| "vocab_size" : "None" |
| }, |
| "encoder" : null, |
| "model_name" : null, |
| "pre_ln_final_layer_norm" : true, |
| "pretrained" : false |
| }, |
| "transf_encoder" : { |
| "attn_layer_dropout" : 0, |
| "attn_score_dropout" : 0, |
| "ffn_dropout" : 0, |
| "hidden_size" : 1024, |
| "inner_size" : 4096, |
| "mask_future" : false, |
| "num_attention_heads" : 8, |
| "num_layers" : 0, |
| "pre_ln" : true, |
| "pre_ln_final_layer_norm" : true |
| }, |
| "use_loss_mask_for_prompt" : false, |
| "vocab_size" : 16384 |
| } |
