from transformers import PretrainedConfig class NexaVisionMoEConfig(PretrainedConfig): model_type = "nexa_vision_moe" def __init__( self, vision_model_id="google/siglip2-so400m-patch16-naflex", llm_model_id="Neura-Tech-AI/Nexa-AI-4x4B-Instruct", vision_dim=1152, llm_dim=2560, **kwargs ): super().__init__(**kwargs) self.vision_model_id = vision_model_id self.llm_model_id = llm_model_id self.vision_dim = vision_dim self.llm_dim = llm_dim