{ "_name_or_path": "EuroBERT/EuroBERT-610m", "architectures": [ "EuroBertForSequenceClassification" ], "attention_bias": false, "attention_dropout": 0.0, "auto_map": { "AutoConfig": "EuroBERT/EuroBERT-610m--configuration_eurobert.EuroBertConfig", "AutoModel": "EuroBERT/EuroBERT-610m--modeling_eurobert.EuroBertModel", "AutoModelForMaskedLM": "EuroBERT/EuroBERT-610m--modeling_eurobert.EuroBertForMaskedLM", "AutoModelForPreTraining": "EuroBERT/EuroBERT-610m--modeling_eurobert.EuroBertPreTrainedModel", "AutoModelForQuestionAnswering": "EuroBERT/EuroBERT-610m--modeling_eurobert.EuroBertForQuestionAnswering", "AutoModelForSequenceClassification": "EuroBERT/EuroBERT-610m--modeling_eurobert.EuroBertForSequenceClassification", "AutoModelForTokenClassification": "EuroBERT/EuroBERT-610m--modeling_eurobert.EuroBertForTokenClassification" }, "bos_token": "<|begin_of_text|>", "bos_token_id": 128000, "clf_pooling": "late", "eos_token": "<|end_of_text|>", "eos_token_id": 128001, "head_dim": 64, "hidden_act": "silu", "hidden_dropout": 0.0, "hidden_size": 1152, "id2label": { "0": "CO-FA-*-*-*-*", "1": "CO-Mod-*-*-*-*", "2": "CO-IF-AC-RF-RPD-*", "3": "CO-IF-AC-RF-RPA-*", "4": "CO-IF-AC-RF-SRx-*", "5": "CO-IF-AC-RF-RLS-SR", "6": "CO-IF-AC-RF-RLS-PS", "7": "CO-IF-AC-RF-RLS-ES", "8": "CO-IF-AC-RF-RLS-H", "9": "CO-IF-AC-RF-RLS-L", "10": "CO-IF-AC-RF-RC-*", "11": "CO-IF-AC-RF-RTP-*", "12": "CO-IF-AC-RF-RCD-*", "13": "CO-IF-AC-RE-RCR-*", "14": "CO-IF-AC-RE-RES-*", "15": "CO-IF-AO-*-ROW-*", "16": "CO-IF-AO-*-ICO-*", "17": "CO-IF-Mot-*-RFC-*", "18": "CO-IF-Mot-*-IAC-*", "19": "CO-IF-Mot-*-ITA-*", "20": "CO-IF-Mot-*-IEM-*", "21": "CO-IF-Mot-*-RS-*", "22": "CO-IF-RA-*-RP-*", "23": "CO-IF-RA-*-RAP-*", "24": "CO-IF-RA-*-N-RAFa", "25": "CO-IF-RA-*-N-RAFr", "26": "CO-IF-HP-*-ITFE-*", "27": "CO-IF-HP-*-IPFR-*", "28": "CO-IF-HP-*-IF-*", "29": "CO-IF-HP-*-IW-*", "30": "CO-IF-HP-*-ICO-*", "31": "CO-IF-HP-*-PP-IA", "32": "CO-IF-HP-*-IEA", "33": "CO-IF-HP-*-PP-IW", "34": "CO-FC-*-*-F-*", "35": "CO-FC-*-*-OPR-*", "36": "CO-O-*-*-O-*", "37": "CO-O-*-*-UCO-*", "38": "CL-FB-*-*-*-*", "39": "CL-E-*-*-PT-*", "40": "CL-E-*-*-ECC-*", "41": "CL-E-*-*-ECP-*", "42": "CL-IF-ACP-*-PS-*", "43": "CL-IF-ACP-*-PD-*", "44": "CL-IF-ACP-*-DPD-*", "45": "CL-IF-ACP-*-FPA-*", "46": "CL-IF-ACP-*-OE-*", "47": "CL-IF-ACP-*-Cons-*", "48": "CL-IF-ACP-*-Rej-*", "49": "CL-IF-ACP-*-Req-*", "50": "CL-IF-AO-*-Obj-*", "51": "CL-IF-AO-*-Ext-*", "52": "CL-IF-Mot-*-FC-*", "53": "CL-IF-Mot-*-RC-*", "54": "CL-IF-RA-*-RF-*", "55": "CL-IF-RA-*-RP-*", "56": "CL-IF-HP-*-PosF-*", "57": "CL-IF-HP-*-PosFR-*", "58": "CL-IF-HP-*-NegFR-*", "59": "CL-IF-HP-*-RepRA-*", "60": "CL-IF-HP-*-Succ-*", "61": "CL-IF-HP-*-Fail-*", "62": "CL-FC-*-*-F-*", "63": "CL-FC-*-*-UPR-*", "64": "CL-O-*-*-O-*", "65": "CL-O-*-*-UCO-*" }, "initializer_range": 0.02, "intermediate_size": 4096, "label2id": { "CL-E-*-*-ECC-*": 40, "CL-E-*-*-ECP-*": 41, "CL-E-*-*-PT-*": 39, "CL-FB-*-*-*-*": 38, "CL-FC-*-*-F-*": 62, "CL-FC-*-*-UPR-*": 63, "CL-IF-ACP-*-Cons-*": 47, "CL-IF-ACP-*-DPD-*": 44, "CL-IF-ACP-*-FPA-*": 45, "CL-IF-ACP-*-OE-*": 46, "CL-IF-ACP-*-PD-*": 43, "CL-IF-ACP-*-PS-*": 42, "CL-IF-ACP-*-Rej-*": 48, "CL-IF-ACP-*-Req-*": 49, "CL-IF-AO-*-Ext-*": 51, "CL-IF-AO-*-Obj-*": 50, "CL-IF-HP-*-Fail-*": 61, "CL-IF-HP-*-NegFR-*": 58, "CL-IF-HP-*-PosF-*": 56, "CL-IF-HP-*-PosFR-*": 57, "CL-IF-HP-*-RepRA-*": 59, "CL-IF-HP-*-Succ-*": 60, "CL-IF-Mot-*-FC-*": 52, "CL-IF-Mot-*-RC-*": 53, "CL-IF-RA-*-RF-*": 54, "CL-IF-RA-*-RP-*": 55, "CL-O-*-*-O-*": 64, "CL-O-*-*-UCO-*": 65, "CO-FA-*-*-*-*": 0, "CO-FC-*-*-F-*": 34, "CO-FC-*-*-OPR-*": 35, "CO-IF-AC-RE-RCR-*": 13, "CO-IF-AC-RE-RES-*": 14, "CO-IF-AC-RF-RC-*": 10, "CO-IF-AC-RF-RCD-*": 12, "CO-IF-AC-RF-RLS-ES": 7, "CO-IF-AC-RF-RLS-H": 8, "CO-IF-AC-RF-RLS-L": 9, "CO-IF-AC-RF-RLS-PS": 6, "CO-IF-AC-RF-RLS-SR": 5, "CO-IF-AC-RF-RPA-*": 3, "CO-IF-AC-RF-RPD-*": 2, "CO-IF-AC-RF-RTP-*": 11, "CO-IF-AC-RF-SRx-*": 4, "CO-IF-AO-*-ICO-*": 16, "CO-IF-AO-*-ROW-*": 15, "CO-IF-HP-*-ICO-*": 30, "CO-IF-HP-*-IEA": 32, "CO-IF-HP-*-IF-*": 28, "CO-IF-HP-*-IPFR-*": 27, "CO-IF-HP-*-ITFE-*": 26, "CO-IF-HP-*-IW-*": 29, "CO-IF-HP-*-PP-IA": 31, "CO-IF-HP-*-PP-IW": 33, "CO-IF-Mot-*-IAC-*": 18, "CO-IF-Mot-*-IEM-*": 20, "CO-IF-Mot-*-ITA-*": 19, "CO-IF-Mot-*-RFC-*": 17, "CO-IF-Mot-*-RS-*": 21, "CO-IF-RA-*-N-RAFa": 24, "CO-IF-RA-*-N-RAFr": 25, "CO-IF-RA-*-RAP-*": 23, "CO-IF-RA-*-RP-*": 22, "CO-Mod-*-*-*-*": 1, "CO-O-*-*-O-*": 36, "CO-O-*-*-UCO-*": 37 }, "mask_token": "<|mask|>", "mask_token_id": 128002, "max_position_embeddings": 8192, "mlp_bias": false, "model_type": "eurobert", "num_attention_heads": 18, "num_hidden_layers": 26, "num_key_value_heads": 6, "pad_token": "<|end_of_text|>", "pad_token_id": 128001, "pretraining_tp": 1, "problem_type": "single_label_classification", "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 250000, "tie_word_embeddings": false, "torch_dtype": "float32", "transformers_version": "4.49.0", "use_cache": false, "vocab_size": 128256 }