PEFT
Safetensors
mikekubi commited on
Commit
b92e2fd
·
verified ·
1 Parent(s): c847e0a

Upload folder using huggingface_hub

Browse files
adapter_config.json CHANGED
@@ -10,13 +10,13 @@
10
  "layers_pattern": null,
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
- "lora_alpha": 16,
14
- "lora_dropout": 0.1,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
18
  "peft_type": "LORA",
19
- "r": 8,
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
10
  "layers_pattern": null,
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
+ "lora_alpha": 32,
14
+ "lora_dropout": 0.05,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": null,
18
  "peft_type": "LORA",
19
+ "r": 16,
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4838bd59c0cb34182d18893fc3b20d99c56dbe92e1406a0564795d04af9da4f
3
- size 19686264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8db4a935a1f53d14871e5b74ccd0bb6fcc82aedb33b3c76c44da385ad2069af
3
+ size 39347368
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6cf77e3c1049a16f27505d777c1663d74550966367b96179a1e4ee68fe3aa963
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:749599389d277a141636dca1d0c41624d8872362f5286bb83afcd4df12a323cf
3
  size 5368