Instructions to use bilkultheek/Cold-Data-LLama-2-7B with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use bilkultheek/Cold-Data-LLama-2-7B with PEFT:
from peft import PeftModel from transformers import AutoModelForSequenceClassification base_model = AutoModelForSequenceClassification.from_pretrained("meta-llama/Llama-2-7b-hf") model = PeftModel.from_pretrained(base_model, "bilkultheek/Cold-Data-LLama-2-7B") - Notebooks
- Google Colab
- Kaggle
Training in progress, step 20
Browse files- adapter_config.json +11 -4
- adapter_model.safetensors +2 -2
- runs/Aug26_05-33-47_19e8627225bc/events.out.tfevents.1724650447.19e8627225bc.184.0 +3 -0
- runs/Aug26_05-38-36_19e8627225bc/events.out.tfevents.1724650723.19e8627225bc.4151.0 +3 -0
- runs/Aug26_05-38-36_19e8627225bc/events.out.tfevents.1724650997.19e8627225bc.4151.1 +3 -0
- runs/Aug26_05-43-55_19e8627225bc/events.out.tfevents.1724651038.19e8627225bc.4151.2 +3 -0
- training_args.bin +1 -1
adapter_config.json
CHANGED
|
@@ -14,16 +14,23 @@
|
|
| 14 |
"lora_dropout": 0.1,
|
| 15 |
"megatron_config": null,
|
| 16 |
"megatron_core": "megatron.core",
|
| 17 |
-
"modules_to_save":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
"peft_type": "LORA",
|
| 19 |
"r": 64,
|
| 20 |
"rank_pattern": {},
|
| 21 |
"revision": null,
|
| 22 |
"target_modules": [
|
| 23 |
-
"
|
| 24 |
-
"
|
| 25 |
],
|
| 26 |
-
"task_type": "
|
| 27 |
"use_dora": false,
|
| 28 |
"use_rslora": false
|
| 29 |
}
|
|
|
|
| 14 |
"lora_dropout": 0.1,
|
| 15 |
"megatron_config": null,
|
| 16 |
"megatron_core": "megatron.core",
|
| 17 |
+
"modules_to_save": [
|
| 18 |
+
"classifier",
|
| 19 |
+
"score",
|
| 20 |
+
"classifier",
|
| 21 |
+
"score",
|
| 22 |
+
"classifier",
|
| 23 |
+
"score"
|
| 24 |
+
],
|
| 25 |
"peft_type": "LORA",
|
| 26 |
"r": 64,
|
| 27 |
"rank_pattern": {},
|
| 28 |
"revision": null,
|
| 29 |
"target_modules": [
|
| 30 |
+
"v_proj",
|
| 31 |
+
"q_proj"
|
| 32 |
],
|
| 33 |
+
"task_type": "SEQ_CLS",
|
| 34 |
"use_dora": false,
|
| 35 |
"use_rslora": false
|
| 36 |
}
|
adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a30675c3031820143a09a8ecc574d5f76914025f376b8d6aa708f125f8d18014
|
| 3 |
+
size 134267920
|
runs/Aug26_05-33-47_19e8627225bc/events.out.tfevents.1724650447.19e8627225bc.184.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:314e0582594047f114fef0991e0a8bb84557c5252533d5d364d17cec075a4a50
|
| 3 |
+
size 4184
|
runs/Aug26_05-38-36_19e8627225bc/events.out.tfevents.1724650723.19e8627225bc.4151.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:58975ad0e98f35e53565772ccf3b2cd28935842cea8f047b612e48c2b8465d52
|
| 3 |
+
size 5751
|
runs/Aug26_05-38-36_19e8627225bc/events.out.tfevents.1724650997.19e8627225bc.4151.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9b3a96be5df43811160139e06a0841b3e83ded932d67815b596566beabe683d0
|
| 3 |
+
size 5751
|
runs/Aug26_05-43-55_19e8627225bc/events.out.tfevents.1724651038.19e8627225bc.4151.2
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d92075cfeaddb12d791e0b8e24e005dd208ea98dd26c58ad96a7b2897a5fab3b
|
| 3 |
+
size 6432
|
training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5368
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fcca89a273cd46cfdaeef7e5c3e4ebc823dc716ea92997748a620eae8c3fbd38
|
| 3 |
size 5368
|