urisoo commited on
Commit
1478592
·
verified ·
1 Parent(s): 232c14f

Training in progress, epoch 1

Browse files
adapter_config.json CHANGED
@@ -1,19 +1,27 @@
1
  {
 
2
  "auto_mapping": null,
3
  "base_model_name_or_path": "distilbert-base-uncased",
 
4
  "fan_in_fan_out": false,
5
- "feedforward_modules": [
6
- "out_lin"
7
- ],
8
  "inference_mode": true,
9
- "init_ia3_weights": true,
 
 
 
 
 
 
 
10
  "modules_to_save": null,
11
- "peft_type": "IA3",
 
 
12
  "revision": null,
13
  "target_modules": [
14
  "v_lin",
15
- "out_lin",
16
  "q_lin"
17
  ],
18
- "task_type": "TOKEN_CLS"
 
19
  }
 
1
  {
2
+ "alpha_pattern": {},
3
  "auto_mapping": null,
4
  "base_model_name_or_path": "distilbert-base-uncased",
5
+ "bias": "all",
6
  "fan_in_fan_out": false,
 
 
 
7
  "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layers_pattern": null,
10
+ "layers_to_transform": null,
11
+ "loftq_config": {},
12
+ "lora_alpha": 16,
13
+ "lora_dropout": 0.1,
14
+ "megatron_config": null,
15
+ "megatron_core": "megatron.core",
16
  "modules_to_save": null,
17
+ "peft_type": "LORA",
18
+ "r": 16,
19
+ "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
  "v_lin",
 
23
  "q_lin"
24
  ],
25
+ "task_type": "TOKEN_CLS",
26
+ "use_rslora": false
27
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8b33b5d6c966729f6030fc0a5d15c390f3864ff56a8660caa6ee0287b94d677
3
- size 136660
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1013b9ba7b82abb4b7af6f9a2b27c5a035040f4fd95ad9cb058777448f3f84f
3
+ size 1436004
runs/Jan17_16-03-59_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705475040.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.12305.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e360c554ab48950c23b0acc8d680e26ff8d9375531bd8ddd2fb0a80542d78a1
3
- size 5385
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba901d6c93bc73d86933f000df11feba4ffb6f82527b716a84b6807f662eae7e
3
+ size 6211
runs/Jan17_16-04-47_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705475088.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.12305.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac593396f055ac73db51194fb1922a993daa3933fb3161d3c7c561cff06208af
3
+ size 5385
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:224db0043bc7921a58ee43608b8ee3ba2efedea0d9b381e04e86d4d2ad2a6af8
3
  size 4347
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4489a9aa9ee7a9a7a69b6a9ab50a1dd196f46d7416eae3544b210369fa06ecd4
3
  size 4347