CKY commited on
Commit
d2ccad2
·
verified ·
1 Parent(s): ffecf2f

End of training

Browse files
README.md CHANGED
@@ -34,19 +34,13 @@ More information needed
34
 
35
  The following hyperparameters were used during training:
36
  - learning_rate: 0.0001
37
- - train_batch_size: 4
38
  - eval_batch_size: 8
39
  - seed: 42
40
- - gradient_accumulation_steps: 4
41
- - total_train_batch_size: 16
42
  - optimizer: Use OptimizerNames.PAGED_ADAMW_8BIT with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
43
  - lr_scheduler_type: linear
44
- - lr_scheduler_warmup_steps: 50
45
- - num_epochs: 1
46
-
47
- ### Training results
48
-
49
-
50
 
51
  ### Framework versions
52
 
 
34
 
35
  The following hyperparameters were used during training:
36
  - learning_rate: 0.0001
37
+ - train_batch_size: 6
38
  - eval_batch_size: 8
39
  - seed: 42
 
 
40
  - optimizer: Use OptimizerNames.PAGED_ADAMW_8BIT with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
41
  - lr_scheduler_type: linear
42
+ - lr_scheduler_warmup_steps: 25
43
+ - num_epochs: 5
 
 
 
 
44
 
45
  ### Framework versions
46
 
adapter_config.json CHANGED
@@ -26,13 +26,13 @@
26
  "rank_pattern": {},
27
  "revision": null,
28
  "target_modules": [
29
- "k_proj",
 
 
30
  "down_proj",
31
- "q_proj",
32
  "up_proj",
33
- "o_proj",
34
- "gate_proj",
35
- "v_proj"
36
  ],
37
  "task_type": null,
38
  "use_dora": false,
 
26
  "rank_pattern": {},
27
  "revision": null,
28
  "target_modules": [
29
+ "v_proj",
30
+ "gate_proj",
31
+ "o_proj",
32
  "down_proj",
 
33
  "up_proj",
34
+ "k_proj",
35
+ "q_proj"
 
36
  ],
37
  "task_type": null,
38
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:71e783cc55995f70016d216eb94a8d24c70b0beef643a1f946e06ba21c80ae5a
3
  size 42220792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f6f4712da513c70bac14d24eb97873240d441bf8fdb8c6677b597918f6953ba
3
  size 42220792
runs/Mar19_09-24-50_02003f05cd6c/events.out.tfevents.1742376316.02003f05cd6c.284.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:989a32a5c1ba1159cd8a86ade7c2c56b7f6a2105ace75cbb8899110a7e130e52
3
+ size 8470
runs/Mar19_09-25-43_02003f05cd6c/events.out.tfevents.1742376345.02003f05cd6c.284.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91000dd72b519ddae12e2d3ec3cf538fa6aaab7b377ac3416998ce57bb5324f0
3
+ size 8470
runs/Mar19_09-26-09_02003f05cd6c/events.out.tfevents.1742376372.02003f05cd6c.284.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b40915737faff33ad7b645b82ac855641dd9246bb1b60306440516e74513b5bb
3
+ size 8470
runs/Mar19_09-27-09_02003f05cd6c/events.out.tfevents.1742376437.02003f05cd6c.284.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3517af5b8027b58f7a033aea88ca57cf5f94d3de18a2e0c45e861c4517f5096d
3
+ size 8470
runs/Mar19_09-28-03_02003f05cd6c/events.out.tfevents.1742376486.02003f05cd6c.1055.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79f78a65a22ce1623426ed3de83ee89bf4872b4ca990cbcd0e0b90c66c93c2f2
3
+ size 9724
runs/Mar19_09-38-51_02003f05cd6c/events.out.tfevents.1742377132.02003f05cd6c.1055.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60130107cabdeb539eab8ef90cdb3a436f564feb900ab81fd55a132453c167ff
3
+ size 9725
runs/Mar19_09-52-00_02003f05cd6c/events.out.tfevents.1742377921.02003f05cd6c.1055.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca6466e8f6c07753447d00fe3fd87f6aa8c398067474429e1c3d8f1252a30b1d
3
+ size 8676
runs/Mar19_09-54-40_02003f05cd6c/events.out.tfevents.1742378085.02003f05cd6c.1312.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:505cb01f61af78f1e23b520d3370054c0920ec83f39211e9c313432655d3f940
3
+ size 14066
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48b27fe9381b4fa859e96c4a5955e6ae9aa2036b914fe373ca921b946bcf198f
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46b5619ad3597d05a26a987db5632bc66af93582d080921330ba2695a92cdd2a
3
  size 5368