Instructions to use masatochi/tuning-0e7533c8-cd9a-4e62-88b6-79aaf3bbe621 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use masatochi/tuning-0e7533c8-cd9a-4e62-88b6-79aaf3bbe621 with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("unsloth/Llama-3.2-1B-Instruct") model = PeftModel.from_pretrained(base_model, "masatochi/tuning-0e7533c8-cd9a-4e62-88b6-79aaf3bbe621") - Notebooks
- Google Colab
- Kaggle
Training in progress, step 195, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 22573704
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9cedff16679b6d4e19a18ba7da00ee671d21d538f1705b2ca1e7ea02fe1354a2
|
| 3 |
size 22573704
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 11710970
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9c67142372a3ce53f9073e0d7fa901d3cc1f0dcbddb925db1125901631745613
|
| 3 |
size 11710970
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:333f2a71b3e34575844f8fd8a45254433fb8a5c1731e62ba395b530a464ea2d4
|
| 3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a35430a05f2b9748f37dd11667a782564c85a35d840d60cbaddfa2c905ab7c0a
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
-
"epoch": 0.
|
| 5 |
"eval_steps": 34,
|
| 6 |
-
"global_step":
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
@@ -1385,6 +1385,41 @@
|
|
| 1385 |
"learning_rate": 1.7026900316098215e-06,
|
| 1386 |
"loss": 0.9687,
|
| 1387 |
"step": 190
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1388 |
}
|
| 1389 |
],
|
| 1390 |
"logging_steps": 1,
|
|
@@ -1404,7 +1439,7 @@
|
|
| 1404 |
"attributes": {}
|
| 1405 |
}
|
| 1406 |
},
|
| 1407 |
-
"total_flos": 1.
|
| 1408 |
"train_batch_size": 3,
|
| 1409 |
"trial_name": null,
|
| 1410 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
"best_metric": null,
|
| 3 |
"best_model_checkpoint": null,
|
| 4 |
+
"epoch": 0.34300791556728233,
|
| 5 |
"eval_steps": 34,
|
| 6 |
+
"global_step": 195,
|
| 7 |
"is_hyper_param_search": false,
|
| 8 |
"is_local_process_zero": true,
|
| 9 |
"is_world_process_zero": true,
|
|
|
|
| 1385 |
"learning_rate": 1.7026900316098215e-06,
|
| 1386 |
"loss": 0.9687,
|
| 1387 |
"step": 190
|
| 1388 |
+
},
|
| 1389 |
+
{
|
| 1390 |
+
"epoch": 0.335971855760774,
|
| 1391 |
+
"grad_norm": 0.8564959168434143,
|
| 1392 |
+
"learning_rate": 1.3799252646597426e-06,
|
| 1393 |
+
"loss": 0.933,
|
| 1394 |
+
"step": 191
|
| 1395 |
+
},
|
| 1396 |
+
{
|
| 1397 |
+
"epoch": 0.33773087071240104,
|
| 1398 |
+
"grad_norm": 1.036962866783142,
|
| 1399 |
+
"learning_rate": 1.0908391628854041e-06,
|
| 1400 |
+
"loss": 0.9713,
|
| 1401 |
+
"step": 192
|
| 1402 |
+
},
|
| 1403 |
+
{
|
| 1404 |
+
"epoch": 0.33948988566402816,
|
| 1405 |
+
"grad_norm": 0.919511616230011,
|
| 1406 |
+
"learning_rate": 8.355304489257254e-07,
|
| 1407 |
+
"loss": 1.0534,
|
| 1408 |
+
"step": 193
|
| 1409 |
+
},
|
| 1410 |
+
{
|
| 1411 |
+
"epoch": 0.3412489006156552,
|
| 1412 |
+
"grad_norm": 0.9325530529022217,
|
| 1413 |
+
"learning_rate": 6.140863104726391e-07,
|
| 1414 |
+
"loss": 0.9465,
|
| 1415 |
+
"step": 194
|
| 1416 |
+
},
|
| 1417 |
+
{
|
| 1418 |
+
"epoch": 0.34300791556728233,
|
| 1419 |
+
"grad_norm": 0.9085223078727722,
|
| 1420 |
+
"learning_rate": 4.2658237049655323e-07,
|
| 1421 |
+
"loss": 1.0461,
|
| 1422 |
+
"step": 195
|
| 1423 |
}
|
| 1424 |
],
|
| 1425 |
"logging_steps": 1,
|
|
|
|
| 1439 |
"attributes": {}
|
| 1440 |
}
|
| 1441 |
},
|
| 1442 |
+
"total_flos": 1.1257530122502144e+17,
|
| 1443 |
"train_batch_size": 3,
|
| 1444 |
"trial_name": null,
|
| 1445 |
"trial_params": null
|