Delete model
Browse files- model/config.json +0 -33
- model/model.safetensors +0 -3
- model/rng_state.pth +0 -3
- model/scheduler.pt +0 -3
- model/special_tokens_map.json +0 -7
- model/tokenizer.json +0 -0
- model/tokenizer_config.json +0 -58
- model/trainer_state.json +0 -138
- model/training_args.bin +0 -3
- model/vocab.txt +0 -0
model/config.json
DELETED
|
@@ -1,33 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"_num_labels": 5,
|
| 3 |
-
"architectures": [
|
| 4 |
-
"BertForSequenceClassification"
|
| 5 |
-
],
|
| 6 |
-
"attention_probs_dropout_prob": 0.1,
|
| 7 |
-
"classifier_dropout": null,
|
| 8 |
-
"directionality": "bidi",
|
| 9 |
-
"hidden_act": "gelu",
|
| 10 |
-
"hidden_dropout_prob": 0.1,
|
| 11 |
-
"hidden_size": 768,
|
| 12 |
-
"initializer_range": 0.02,
|
| 13 |
-
"intermediate_size": 3072,
|
| 14 |
-
"layer_norm_eps": 1e-12,
|
| 15 |
-
"max_position_embeddings": 512,
|
| 16 |
-
"model_type": "bert",
|
| 17 |
-
"num_attention_heads": 12,
|
| 18 |
-
"num_hidden_layers": 12,
|
| 19 |
-
"output_past": true,
|
| 20 |
-
"pad_token_id": 0,
|
| 21 |
-
"pooler_fc_size": 768,
|
| 22 |
-
"pooler_num_attention_heads": 12,
|
| 23 |
-
"pooler_num_fc_layers": 3,
|
| 24 |
-
"pooler_size_per_head": 128,
|
| 25 |
-
"pooler_type": "first_token_transform",
|
| 26 |
-
"position_embedding_type": "absolute",
|
| 27 |
-
"problem_type": "single_label_classification",
|
| 28 |
-
"torch_dtype": "float32",
|
| 29 |
-
"transformers_version": "4.53.0",
|
| 30 |
-
"type_vocab_size": 2,
|
| 31 |
-
"use_cache": true,
|
| 32 |
-
"vocab_size": 50000
|
| 33 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
model/model.safetensors
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:1b77759f6e48e19327283f7aa046636c56f35df289513e89f0508ac1fcda1d65
|
| 3 |
-
size 497795072
|
|
|
|
|
|
|
|
|
|
|
|
model/rng_state.pth
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:29cdcf8500d611a361d036d2b7218fd90ffe4602e304fbb914499aec7cc6a78c
|
| 3 |
-
size 14244
|
|
|
|
|
|
|
|
|
|
|
|
model/scheduler.pt
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9730cc2f43833b3fafd0b4b66e946e0d26b98894ecb5c30d664e39273ab16d55
|
| 3 |
-
size 1064
|
|
|
|
|
|
|
|
|
|
|
|
model/special_tokens_map.json
DELETED
|
@@ -1,7 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"cls_token": "[CLS]",
|
| 3 |
-
"mask_token": "[MASK]",
|
| 4 |
-
"pad_token": "[PAD]",
|
| 5 |
-
"sep_token": "[SEP]",
|
| 6 |
-
"unk_token": "[UNK]"
|
| 7 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
model/tokenizer.json
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|
model/tokenizer_config.json
DELETED
|
@@ -1,58 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"added_tokens_decoder": {
|
| 3 |
-
"0": {
|
| 4 |
-
"content": "[PAD]",
|
| 5 |
-
"lstrip": false,
|
| 6 |
-
"normalized": false,
|
| 7 |
-
"rstrip": false,
|
| 8 |
-
"single_word": false,
|
| 9 |
-
"special": true
|
| 10 |
-
},
|
| 11 |
-
"1": {
|
| 12 |
-
"content": "[UNK]",
|
| 13 |
-
"lstrip": false,
|
| 14 |
-
"normalized": false,
|
| 15 |
-
"rstrip": false,
|
| 16 |
-
"single_word": false,
|
| 17 |
-
"special": true
|
| 18 |
-
},
|
| 19 |
-
"2": {
|
| 20 |
-
"content": "[CLS]",
|
| 21 |
-
"lstrip": false,
|
| 22 |
-
"normalized": false,
|
| 23 |
-
"rstrip": false,
|
| 24 |
-
"single_word": false,
|
| 25 |
-
"special": true
|
| 26 |
-
},
|
| 27 |
-
"3": {
|
| 28 |
-
"content": "[SEP]",
|
| 29 |
-
"lstrip": false,
|
| 30 |
-
"normalized": false,
|
| 31 |
-
"rstrip": false,
|
| 32 |
-
"single_word": false,
|
| 33 |
-
"special": true
|
| 34 |
-
},
|
| 35 |
-
"4": {
|
| 36 |
-
"content": "[MASK]",
|
| 37 |
-
"lstrip": false,
|
| 38 |
-
"normalized": false,
|
| 39 |
-
"rstrip": false,
|
| 40 |
-
"single_word": false,
|
| 41 |
-
"special": true
|
| 42 |
-
}
|
| 43 |
-
},
|
| 44 |
-
"clean_up_tokenization_spaces": true,
|
| 45 |
-
"cls_token": "[CLS]",
|
| 46 |
-
"do_basic_tokenize": true,
|
| 47 |
-
"do_lower_case": true,
|
| 48 |
-
"extra_special_tokens": {},
|
| 49 |
-
"mask_token": "[MASK]",
|
| 50 |
-
"model_max_length": 1000000000000000019884624838656,
|
| 51 |
-
"never_split": null,
|
| 52 |
-
"pad_token": "[PAD]",
|
| 53 |
-
"sep_token": "[SEP]",
|
| 54 |
-
"strip_accents": null,
|
| 55 |
-
"tokenize_chinese_chars": true,
|
| 56 |
-
"tokenizer_class": "BertTokenizer",
|
| 57 |
-
"unk_token": "[UNK]"
|
| 58 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
model/trainer_state.json
DELETED
|
@@ -1,138 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"best_global_step": 3745,
|
| 3 |
-
"best_metric": 0.852929763290648,
|
| 4 |
-
"best_model_checkpoint": "output/checkpoint-3745",
|
| 5 |
-
"epoch": 5.0,
|
| 6 |
-
"eval_steps": 500,
|
| 7 |
-
"global_step": 3745,
|
| 8 |
-
"is_hyper_param_search": false,
|
| 9 |
-
"is_local_process_zero": true,
|
| 10 |
-
"is_world_process_zero": true,
|
| 11 |
-
"log_history": [
|
| 12 |
-
{
|
| 13 |
-
"epoch": 1.0,
|
| 14 |
-
"grad_norm": 0.5436127185821533,
|
| 15 |
-
"learning_rate": 1.739912917271408e-05,
|
| 16 |
-
"loss": 0.4559,
|
| 17 |
-
"step": 749
|
| 18 |
-
},
|
| 19 |
-
{
|
| 20 |
-
"epoch": 1.0,
|
| 21 |
-
"eval_accuracy": 0.8409356725146199,
|
| 22 |
-
"eval_f1": 0.8260869565217392,
|
| 23 |
-
"eval_loss": 0.3511916697025299,
|
| 24 |
-
"eval_precision": 0.9022346368715084,
|
| 25 |
-
"eval_recal": 0.7617924528301887,
|
| 26 |
-
"eval_runtime": 45.6908,
|
| 27 |
-
"eval_samples_per_second": 56.138,
|
| 28 |
-
"eval_steps_per_second": 1.773,
|
| 29 |
-
"step": 749
|
| 30 |
-
},
|
| 31 |
-
{
|
| 32 |
-
"epoch": 2.0,
|
| 33 |
-
"grad_norm": 0.8240299224853516,
|
| 34 |
-
"learning_rate": 1.305079825834543e-05,
|
| 35 |
-
"loss": 0.2491,
|
| 36 |
-
"step": 1498
|
| 37 |
-
},
|
| 38 |
-
{
|
| 39 |
-
"epoch": 2.0,
|
| 40 |
-
"eval_accuracy": 0.8339181286549707,
|
| 41 |
-
"eval_f1": 0.8458755426917511,
|
| 42 |
-
"eval_loss": 0.3923635184764862,
|
| 43 |
-
"eval_precision": 0.7835120643431636,
|
| 44 |
-
"eval_recal": 0.9190251572327044,
|
| 45 |
-
"eval_runtime": 45.7634,
|
| 46 |
-
"eval_samples_per_second": 56.049,
|
| 47 |
-
"eval_steps_per_second": 1.77,
|
| 48 |
-
"step": 1498
|
| 49 |
-
},
|
| 50 |
-
{
|
| 51 |
-
"epoch": 3.0,
|
| 52 |
-
"grad_norm": 0.05070347338914871,
|
| 53 |
-
"learning_rate": 8.702467343976778e-06,
|
| 54 |
-
"loss": 0.1198,
|
| 55 |
-
"step": 2247
|
| 56 |
-
},
|
| 57 |
-
{
|
| 58 |
-
"epoch": 3.0,
|
| 59 |
-
"eval_accuracy": 0.8428849902534113,
|
| 60 |
-
"eval_f1": 0.8470588235294118,
|
| 61 |
-
"eval_loss": 0.5979883670806885,
|
| 62 |
-
"eval_precision": 0.8187820983125459,
|
| 63 |
-
"eval_recal": 0.8773584905660378,
|
| 64 |
-
"eval_runtime": 45.2758,
|
| 65 |
-
"eval_samples_per_second": 56.653,
|
| 66 |
-
"eval_steps_per_second": 1.789,
|
| 67 |
-
"step": 2247
|
| 68 |
-
},
|
| 69 |
-
{
|
| 70 |
-
"epoch": 4.0,
|
| 71 |
-
"grad_norm": 119.22203826904297,
|
| 72 |
-
"learning_rate": 4.354136429608128e-06,
|
| 73 |
-
"loss": 0.0439,
|
| 74 |
-
"step": 2996
|
| 75 |
-
},
|
| 76 |
-
{
|
| 77 |
-
"epoch": 4.0,
|
| 78 |
-
"eval_accuracy": 0.8444444444444444,
|
| 79 |
-
"eval_f1": 0.8478841021730842,
|
| 80 |
-
"eval_loss": 0.9496913552284241,
|
| 81 |
-
"eval_precision": 0.8230940044411547,
|
| 82 |
-
"eval_recal": 0.8742138364779874,
|
| 83 |
-
"eval_runtime": 45.2408,
|
| 84 |
-
"eval_samples_per_second": 56.697,
|
| 85 |
-
"eval_steps_per_second": 1.79,
|
| 86 |
-
"step": 2996
|
| 87 |
-
},
|
| 88 |
-
{
|
| 89 |
-
"epoch": 5.0,
|
| 90 |
-
"grad_norm": 0.0039998251013457775,
|
| 91 |
-
"learning_rate": 5.8055152394775034e-09,
|
| 92 |
-
"loss": 0.0097,
|
| 93 |
-
"step": 3745
|
| 94 |
-
},
|
| 95 |
-
{
|
| 96 |
-
"epoch": 5.0,
|
| 97 |
-
"eval_accuracy": 0.8522417153996101,
|
| 98 |
-
"eval_f1": 0.852929763290648,
|
| 99 |
-
"eval_loss": 0.9962489008903503,
|
| 100 |
-
"eval_precision": 0.8421455938697318,
|
| 101 |
-
"eval_recal": 0.8639937106918238,
|
| 102 |
-
"eval_runtime": 45.309,
|
| 103 |
-
"eval_samples_per_second": 56.611,
|
| 104 |
-
"eval_steps_per_second": 1.788,
|
| 105 |
-
"step": 3745
|
| 106 |
-
}
|
| 107 |
-
],
|
| 108 |
-
"logging_steps": 500,
|
| 109 |
-
"max_steps": 3745,
|
| 110 |
-
"num_input_tokens_seen": 0,
|
| 111 |
-
"num_train_epochs": 5,
|
| 112 |
-
"save_steps": 500,
|
| 113 |
-
"stateful_callbacks": {
|
| 114 |
-
"EarlyStoppingCallback": {
|
| 115 |
-
"args": {
|
| 116 |
-
"early_stopping_patience": 2,
|
| 117 |
-
"early_stopping_threshold": 0.001
|
| 118 |
-
},
|
| 119 |
-
"attributes": {
|
| 120 |
-
"early_stopping_patience_counter": 0
|
| 121 |
-
}
|
| 122 |
-
},
|
| 123 |
-
"TrainerControl": {
|
| 124 |
-
"args": {
|
| 125 |
-
"should_epoch_stop": false,
|
| 126 |
-
"should_evaluate": false,
|
| 127 |
-
"should_log": false,
|
| 128 |
-
"should_save": true,
|
| 129 |
-
"should_training_stop": true
|
| 130 |
-
},
|
| 131 |
-
"attributes": {}
|
| 132 |
-
}
|
| 133 |
-
},
|
| 134 |
-
"total_flos": 1.5747196663296e+16,
|
| 135 |
-
"train_batch_size": 16,
|
| 136 |
-
"trial_name": null,
|
| 137 |
-
"trial_params": null
|
| 138 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
model/training_args.bin
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:665275b1a7c05f8b4200840f3e8b5b3bef7b1e2ba28de5b995e98e1a76176a42
|
| 3 |
-
size 5304
|
|
|
|
|
|
|
|
|
|
|
|
model/vocab.txt
DELETED
|
The diff for this file is too large to render.
See raw diff
|
|
|