cristian-untaru's picture
Add frozen-encoder BioMedBERT medical triage model
abc6398 verified
Raw
History Blame Contribute Delete
669 Bytes
{
"base_model": "microsoft/BiomedNLP-BiomedBERT-base-uncased-abstract-fulltext",
"adaptation_method": "Frozen Encoder + Trainable Classification Head",
"peft_type": "FROZEN_ENCODER",
"trainable_head_modules": [
"pooler",
"classifier"
],
"num_labels": 3,
"max_length": 128,
"num_train_epochs": 8,
"learning_rate": 0.0002,
"batch_size_train": 16,
"batch_size_eval": 32,
"weight_decay": 0.01,
"warmup_ratio": 0.1,
"fp16": true,
"early_stopping_patience": 3,
"metric_for_best_model": "f1",
"train_size": 490,
"validation_size": 105,
"test_size": 106,
"hf_repo_id": "cristian-untaru/frozen-encoder-biomedbert-medical-triage"
}