fc91 commited on
Commit
d7afd39
·
verified ·
1 Parent(s): aa4e366

Training in progress, step 500

Browse files
README.md CHANGED
@@ -5,8 +5,8 @@ model_name: CQoT_SFT_merged_16bit_lora-Llama-3.2-3B-Instruct-v.DR-GRPO_7.6
5
  tags:
6
  - generated_from_trainer
7
  - trl
8
- - unsloth
9
  - grpo
 
10
  licence: license
11
  ---
12
 
 
5
  tags:
6
  - generated_from_trainer
7
  - trl
 
8
  - grpo
9
+ - unsloth
10
  licence: license
11
  ---
12
 
adapter_config.json CHANGED
@@ -33,13 +33,13 @@
33
  "rank_pattern": {},
34
  "revision": null,
35
  "target_modules": [
36
- "gate_proj",
37
- "o_proj",
38
  "down_proj",
 
 
39
  "v_proj",
 
40
  "up_proj",
41
- "k_proj",
42
- "q_proj"
43
  ],
44
  "target_parameters": null,
45
  "task_type": "CAUSAL_LM",
 
33
  "rank_pattern": {},
34
  "revision": null,
35
  "target_modules": [
 
 
36
  "down_proj",
37
+ "o_proj",
38
+ "gate_proj",
39
  "v_proj",
40
+ "q_proj",
41
  "up_proj",
42
+ "k_proj"
 
43
  ],
44
  "target_parameters": null,
45
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ee6d8d3499659d79a79b10e52893b6a1a54bfa5568ecdcc585fa52d93b6e73e6
3
  size 194563400
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c034299b6377f2dbb2a6d2467fe53a7541528547d5e170324d31d6f8121334ee
3
  size 194563400
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be96bda9dd53e56e6e1187e6ce9f87b9f20487b4f399724e7865e52296cb94e0
3
  size 7121
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ce06cf94be19a43977667ee2bf598d42cf63ba5ccff5ebd62d0fa3ef103bd24
3
  size 7121