from transformers import PretrainedConfig class FelaAsrConfig(PretrainedConfig): model_type = "fela-asr-ctc" def __init__( self, vocab=257, seq_len=2048, n_layer=16, n_embd=512, n_head=8, fno_modes=256, gla_chunk=64, ffn_hidden=2048, layer_pattern="FNO", dropout=0.0, gla_delta=False, n_mels=80, sample_rate=16000, **kwargs, ): self.vocab = vocab self.seq_len = seq_len self.n_layer = n_layer self.n_embd = n_embd self.n_head = n_head self.fno_modes = fno_modes self.gla_chunk = gla_chunk self.ffn_hidden = ffn_hidden self.layer_pattern = layer_pattern self.dropout = dropout self.gla_delta = gla_delta self.n_mels = n_mels self.sample_rate = sample_rate super().__init__(**kwargs)