| from typing import Dict, Optional, Tuple, Union |
|
|
| from transformers import PretrainedConfig |
| from transformers.models.qwen2_5_omni.configuration_qwen2_5_omni import ( |
| Qwen2_5OmniTextConfig, |
| ) |
|
|
|
|
| class DashengConfig(PretrainedConfig): |
| model_type = "midashenglm_dasheng_encoder" |
|
|
| def __init__( |
| self, |
| embed_dim: int = 768, |
| outputdim: int = 527, |
| patch_size: Union[int, Tuple[int, int]] = 16, |
| patch_stride: Union[int, Tuple[int, int]] = 16, |
| input_channels: int = 1, |
| target_length: int = 1012, |
| depth: int = 12, |
| num_heads: int = 12, |
| mlp_ratio: float = 4.0, |
| qkv_bias: bool = True, |
| init_values: Optional[float] = None, |
| drop_rate: float = 0.0, |
| attn_drop_rate: float = 0.0, |
| f_min: float = 0.0, |
| f_max: float = 8000.0, |
| center: bool = True, |
| win_length: int = 512, |
| hop_length: int = 160, |
| sample_rate: int = 16000, |
| n_fft: int = 512, |
| n_mels: int = 64, |
| **kwargs, |
| ): |
| self.embed_dim = embed_dim |
| self.outputdim = outputdim |
| self.patch_size = patch_size |
| self.patch_stride = patch_stride |
| self.input_channels = input_channels |
| self.target_length = target_length |
| self.depth = depth |
| self.num_heads = num_heads |
| self.mlp_ratio = mlp_ratio |
| self.qkv_bias = qkv_bias |
| self.init_values = init_values |
| self.drop_rate = drop_rate |
| self.attn_drop_rate = attn_drop_rate |
| self.f_min = f_min |
| self.f_max = f_max |
| self.center = center |
| self.win_length = win_length |
| self.hop_length = hop_length |
| self.sample_rate = sample_rate |
| self.n_fft = n_fft |
| self.n_mels = n_mels |
| super().__init__(**kwargs) |
|
|
|
|
| class MiDashengLMConfig(PretrainedConfig): |
| model_type = "midashenglm" |
|
|
| def __init__( |
| self, |
| audio_encoder_config: Dict = {}, |
| subsample_factor: int = 5, |
| text_config: Dict = {}, |
| audio_token_id: Optional[int] = None, |
| **kwargs, |
| ): |
| self.audio_encoder_config = DashengConfig(**audio_encoder_config) |
| self.subsample_factor = subsample_factor |
| self.text_config = ( |
| Qwen2_5OmniTextConfig(**text_config) |
| if text_config |
| else Qwen2_5OmniTextConfig() |
| ) |
| self.audio_token_id = audio_token_id |
| super().__init__(**kwargs) |
|
|
