Upload folder using huggingface_hub

README.md

@@ -0,0 +1,27 @@
+
+---
+library_name: transformers
+tags:
+- autotrain
+- text-classification
+base_model: thenlper/gte-base
+widget:
+- text: "I love AutoTrain"
+---
+
+# Model Trained Using AutoTrain
+
+- Problem type: Text Classification
+
+## Validation Metrics
+loss: 0.40960419178009033
+
+f1: 0.8074766355140187
+
+precision: 0.779783393501805
+
+recall: 0.8372093023255814
+
+auc: 0.8871317829457365
+
+accuracy: 0.8067542213883677

checkpoint-300/config.json

@@ -0,0 +1,36 @@
+{
+  "_name_or_path": "thenlper/gte-base",
+  "_num_labels": 2,
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "BAD_USER",
+    "1": "GOOD_USER"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "BAD_USER": 0,
+    "GOOD_USER": 1
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.48.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

checkpoint-300/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5a2d3729ef6b17ee896062938a07bd2d9aac304d203c38c1986610b7808cbc
+size 437958648

checkpoint-300/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6270c3ad69b0a4bf1d0ea6cb13dd421ed7dfb6558da58ebb0aba1acc2fc85637
+size 876038394

checkpoint-300/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2ea3cfbab1ad9536a1933837f13803229b626cbfd4c4b3f090734323abccc2
+size 14244

checkpoint-300/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777d8e7e1c0ca1f9ec96699537d35f0d484f6f38cb117a13acfdb561dfed2f9e
+size 1064

checkpoint-300/trainer_state.json

@@ -0,0 +1,405 @@
+{
+  "best_metric": 0.40960419178009033,
+  "best_model_checkpoint": "autotrain-roblox-10/checkpoint-300",
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 300,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "grad_norm": 8.799605369567871,
+      "learning_rate": 2.777777777777778e-06,
+      "loss": 0.8052,
+      "step": 6
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 11.565935134887695,
+      "learning_rate": 6.111111111111111e-06,
+      "loss": 0.8027,
+      "step": 12
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 7.1787590980529785,
+      "learning_rate": 9.444444444444445e-06,
+      "loss": 0.796,
+      "step": 18
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 2.775609254837036,
+      "learning_rate": 1.2777777777777777e-05,
+      "loss": 0.7706,
+      "step": 24
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 4.121618747711182,
+      "learning_rate": 1.6111111111111115e-05,
+      "loss": 0.7175,
+      "step": 30
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 1.8891937732696533,
+      "learning_rate": 1.9444444444444445e-05,
+      "loss": 0.697,
+      "step": 36
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 2.095088243484497,
+      "learning_rate": 2.277777777777778e-05,
+      "loss": 0.6848,
+      "step": 42
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 3.5387184619903564,
+      "learning_rate": 2.6111111111111114e-05,
+      "loss": 0.7146,
+      "step": 48
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 4.3815131187438965,
+      "learning_rate": 2.9444444444444448e-05,
+      "loss": 0.6832,
+      "step": 54
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 6.097675800323486,
+      "learning_rate": 3.277777777777778e-05,
+      "loss": 0.7085,
+      "step": 60
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 3.172816276550293,
+      "learning_rate": 3.611111111111111e-05,
+      "loss": 0.6388,
+      "step": 66
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 2.8284499645233154,
+      "learning_rate": 3.944444444444445e-05,
+      "loss": 0.727,
+      "step": 72
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 4.939257621765137,
+      "learning_rate": 4.277777777777778e-05,
+      "loss": 0.653,
+      "step": 78
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 5.6476521492004395,
+      "learning_rate": 4.6111111111111115e-05,
+      "loss": 0.6342,
+      "step": 84
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 8.957379341125488,
+      "learning_rate": 4.9444444444444446e-05,
+      "loss": 0.5829,
+      "step": 90
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 10.431815147399902,
+      "learning_rate": 4.969135802469136e-05,
+      "loss": 0.629,
+      "step": 96
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 7.197211742401123,
+      "learning_rate": 4.938271604938271e-05,
+      "loss": 0.6038,
+      "step": 102
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 18.572933197021484,
+      "learning_rate": 4.901234567901235e-05,
+      "loss": 0.5653,
+      "step": 108
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 3.8738515377044678,
+      "learning_rate": 4.864197530864198e-05,
+      "loss": 0.5197,
+      "step": 114
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 13.589826583862305,
+      "learning_rate": 4.827160493827161e-05,
+      "loss": 0.5653,
+      "step": 120
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 7.053980350494385,
+      "learning_rate": 4.7901234567901237e-05,
+      "loss": 0.6216,
+      "step": 126
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 5.756833076477051,
+      "learning_rate": 4.7530864197530866e-05,
+      "loss": 0.6131,
+      "step": 132
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 4.334901809692383,
+      "learning_rate": 4.7160493827160495e-05,
+      "loss": 0.5738,
+      "step": 138
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 5.856199264526367,
+      "learning_rate": 4.6790123456790124e-05,
+      "loss": 0.5103,
+      "step": 144
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 5.805249214172363,
+      "learning_rate": 4.641975308641975e-05,
+      "loss": 0.4794,
+      "step": 150
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 6.147461414337158,
+      "learning_rate": 4.604938271604938e-05,
+      "loss": 0.4606,
+      "step": 156
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 10.369290351867676,
+      "learning_rate": 4.567901234567901e-05,
+      "loss": 0.4953,
+      "step": 162
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 12.811848640441895,
+      "learning_rate": 4.530864197530865e-05,
+      "loss": 0.3625,
+      "step": 168
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 11.082608222961426,
+      "learning_rate": 4.493827160493828e-05,
+      "loss": 0.5738,
+      "step": 174
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 2.9676032066345215,
+      "learning_rate": 4.4567901234567906e-05,
+      "loss": 0.374,
+      "step": 180
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 19.597843170166016,
+      "learning_rate": 4.4197530864197535e-05,
+      "loss": 0.4335,
+      "step": 186
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 6.006842613220215,
+      "learning_rate": 4.3827160493827164e-05,
+      "loss": 0.5708,
+      "step": 192
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 6.002368450164795,
+      "learning_rate": 4.345679012345679e-05,
+      "loss": 0.4244,
+      "step": 198
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 4.788684368133545,
+      "learning_rate": 4.308641975308642e-05,
+      "loss": 0.4441,
+      "step": 204
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 6.1746954917907715,
+      "learning_rate": 4.271604938271605e-05,
+      "loss": 0.5917,
+      "step": 210
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 4.382603645324707,
+      "learning_rate": 4.234567901234568e-05,
+      "loss": 0.5596,
+      "step": 216
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 30.41250228881836,
+      "learning_rate": 4.197530864197531e-05,
+      "loss": 0.521,
+      "step": 222
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 4.90874719619751,
+      "learning_rate": 4.1604938271604946e-05,
+      "loss": 0.4642,
+      "step": 228
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 7.5287675857543945,
+      "learning_rate": 4.1234567901234575e-05,
+      "loss": 0.4263,
+      "step": 234
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 10.244704246520996,
+      "learning_rate": 4.0864197530864204e-05,
+      "loss": 0.5723,
+      "step": 240
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 4.225964069366455,
+      "learning_rate": 4.049382716049383e-05,
+      "loss": 0.4529,
+      "step": 246
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 4.297839641571045,
+      "learning_rate": 4.012345679012346e-05,
+      "loss": 0.4485,
+      "step": 252
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 8.949761390686035,
+      "learning_rate": 3.975308641975309e-05,
+      "loss": 0.463,
+      "step": 258
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 5.039264678955078,
+      "learning_rate": 3.938271604938272e-05,
+      "loss": 0.446,
+      "step": 264
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 5.201369762420654,
+      "learning_rate": 3.901234567901234e-05,
+      "loss": 0.4966,
+      "step": 270
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 7.023820400238037,
+      "learning_rate": 3.864197530864197e-05,
+      "loss": 0.5405,
+      "step": 276
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 5.257862091064453,
+      "learning_rate": 3.82716049382716e-05,
+      "loss": 0.4393,
+      "step": 282
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 9.458020210266113,
+      "learning_rate": 3.790123456790123e-05,
+      "loss": 0.3889,
+      "step": 288
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 6.277890205383301,
+      "learning_rate": 3.7530864197530867e-05,
+      "loss": 0.4674,
+      "step": 294
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 5.080256462097168,
+      "learning_rate": 3.7160493827160496e-05,
+      "loss": 0.4566,
+      "step": 300
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.8067542213883677,
+      "eval_auc": 0.8871317829457365,
+      "eval_f1": 0.8074766355140187,
+      "eval_loss": 0.40960419178009033,
+      "eval_precision": 0.779783393501805,
+      "eval_recall": 0.8372093023255814,
+      "eval_runtime": 0.9868,
+      "eval_samples_per_second": 540.12,
+      "eval_steps_per_second": 17.227,
+      "step": 300
+    }
+  ],
+  "logging_steps": 6,
+  "max_steps": 900,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 5,
+        "early_stopping_threshold": 0.01
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 315272822085120.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-300/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7845b97eee1b8dd9e3f419ed40b0b2fc02747c172b59955185a24b90b0ed4070
+size 5368

config.json

@@ -0,0 +1,36 @@
+{
+  "_name_or_path": "thenlper/gte-base",
+  "_num_labels": 2,
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "BAD_USER",
+    "1": "GOOD_USER"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "BAD_USER": 0,
+    "GOOD_USER": 1
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.48.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5a2d3729ef6b17ee896062938a07bd2d9aac304d203c38c1986610b7808cbc
+size 437958648

runs/May18_22-10-22_r-trentmkelly-autotrain-advanced-02gy9hn2-d678d-3mznn/events.out.tfevents.1747606224.r-trentmkelly-autotrain-advanced-02gy9hn2-d678d-3mznn.86.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:656170eec891a41122c967663f7cea38263a12992ad63ca89b55f44558e829b1
-size 5244
+oid sha256:7e7e0ffc3a4d5ae82b49b50ee7e03081d8b040fb5cc9338e58bcfac569d0df0f
+size 38721

runs/May18_22-10-22_r-trentmkelly-autotrain-advanced-02gy9hn2-d678d-3mznn/events.out.tfevents.1747606359.r-trentmkelly-autotrain-advanced-02gy9hn2-d678d-3mznn.86.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71b77aacd56bf272ce2daa1884fa7b8731ac703af1728677c5abd5874b3cd3c6
+size 607

special_tokens_map.json

@@ -0,0 +1,37 @@
+{
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,63 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "extra_special_tokens": {},
+  "mask_token": "[MASK]",
+  "max_length": 128,
+  "model_max_length": 512,
+  "pad_to_multiple_of": null,
+  "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "stride": 0,
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7845b97eee1b8dd9e3f419ed40b0b2fc02747c172b59955185a24b90b0ed4070
+size 5368

training_params.json

@@ -0,0 +1,30 @@
+{
+    "data_path": "autotrain-roblox-10/autotrain-data",
+    "model": "thenlper/gte-base",
+    "lr": 5e-05,
+    "epochs": 3,
+    "max_seq_length": 128,
+    "batch_size": 16,
+    "warmup_ratio": 0.1,
+    "gradient_accumulation": 1,
+    "optimizer": "adamw_torch",
+    "scheduler": "linear",
+    "weight_decay": 0.0,
+    "max_grad_norm": 1.0,
+    "seed": 42,
+    "train_split": "train",
+    "valid_split": "validation",
+    "text_column": "autotrain_text",
+    "target_column": "autotrain_label",
+    "logging_steps": -1,
+    "project_name": "autotrain-roblox-10",
+    "auto_find_batch_size": false,
+    "mixed_precision": "fp16",
+    "save_total_limit": 1,
+    "push_to_hub": true,
+    "eval_strategy": "epoch",
+    "username": "trentmkelly",
+    "log": "tensorboard",
+    "early_stopping_patience": 5,
+    "early_stopping_threshold": 0.01
+}