sproto / config.json
RamezCh's picture
Upload folder using huggingface_hub
127b6bf verified
raw
history blame contribute delete
748 Bytes
{
"auto_map": {
"AutoConfig": "configuration_sproto.SprotoConfig",
"AutoModel": "modeling_sproto.SprotoModel"
},
"attention_probs_dropout_prob": 0.1,
"dot_product": false,
"final_layer": false,
"hidden_dropout_prob": 0.1,
"hidden_size": 768,
"label_order_path": null,
"loss": "BCE",
"max_position_embeddings": 512,
"model_type": "sproto",
"normalize": null,
"num_classes": 1643,
"num_prototypes_per_class": 5,
"pretrained_model": "microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext",
"reduce_hidden_size": 256,
"seed": 7,
"transformers_version": "4.25.1",
"use_attention": true,
"use_global_attention": false,
"use_prototype_loss": false,
"use_sigmoid": false,
"vocab_size": 28996
}