| { | |
| "architectures": ["ViConBERT"], | |
| "auto_map": { | |
| "AutoConfig": "configuration_viconbert.ViConBERTConfig", | |
| "AutoModel": "modeling_viconbert.ViConBERT" | |
| }, | |
| "model_type": "viconbert", | |
| "base_model": "vinai/phobert-large", | |
| "hidden_dim": 512, | |
| "out_dim": 768, | |
| "dropout": 0.3, | |
| "num_layers": 2, | |
| "num_head": 4, | |
| "encoder_type": "attentive", | |
| "context_window_size": 3 | |
| } |