Hugging Face's logo

sparkling621
/
LMM4Edit_Qwen3

Safetensors
Model card Files
xet
 Community
sparkling621 commited on
Commit
cd01af3
·
verified ·
1 Parent(s): eef97f9

Upload 12 files

Browse files
Files changed (12) hide show
  1. alignment/adapter_config.json +42 -0
  2. alignment/adapter_model.safetensors +3 -0
  3. alignment/regression_config.json +9 -0
  4. alignment/score_head.pth +3 -0
  5. preservation/adapter_config.json +42 -0
  6. preservation/adapter_model.safetensors +3 -0
  7. preservation/regression_config.json +9 -0
  8. preservation/score_head.pth +3 -0
  9. visual/adapter_config.json +42 -0
  10. visual/adapter_model.safetensors +3 -0
  11. visual/regression_config.json +9 -0
  12. visual/score_head.pth +3 -0
alignment/adapter_config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "/mnt/sda/EditHF/models/base_model",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 32,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.0,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": null,
22
+ "peft_type": "LORA",
23
+ "qalora_group_size": 16,
24
+ "r": 64,
25
+ "rank_pattern": {},
26
+ "revision": null,
27
+ "target_modules": [
28
+ "down_proj",
29
+ "v_proj",
30
+ "gate_proj",
31
+ "o_proj",
32
+ "up_proj",
33
+ "q_proj",
34
+ "k_proj"
35
+ ],
36
+ "target_parameters": null,
37
+ "task_type": "FEATURE_EXTRACTION",
38
+ "trainable_token_indices": null,
39
+ "use_dora": false,
40
+ "use_qalora": false,
41
+ "use_rslora": false
42
+ }
alignment/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8950462678d561a759578e908089ccdcbf554b3e35ab5d82e9e37cb3a7571a1b
3
+ size 698424264
alignment/regression_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hidden_size": 4096,
3
+ "head_hidden_size": 2048,
4
+ "head_hidden_size2": 512,
5
+ "dropout": 0.1,
6
+ "dimension": "alignment",
7
+ "score_output_scale": 100.0,
8
+ "base_model_path": "/mnt/sda/EditHF/models/base_model"
9
+ }
alignment/score_head.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccb1609b3c44e115674560fcbf693ca26b6a90b7c172eb16be3b99bca2216712
3
+ size 37764217
preservation/adapter_config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "/mnt/sda/EditHF/models/base_model",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 32,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.0,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": null,
22
+ "peft_type": "LORA",
23
+ "qalora_group_size": 16,
24
+ "r": 64,
25
+ "rank_pattern": {},
26
+ "revision": null,
27
+ "target_modules": [
28
+ "gate_proj",
29
+ "o_proj",
30
+ "up_proj",
31
+ "q_proj",
32
+ "down_proj",
33
+ "v_proj",
34
+ "k_proj"
35
+ ],
36
+ "target_parameters": null,
37
+ "task_type": "FEATURE_EXTRACTION",
38
+ "trainable_token_indices": null,
39
+ "use_dora": false,
40
+ "use_qalora": false,
41
+ "use_rslora": false
42
+ }
preservation/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:994ba18af140c0bfbedcbd9444c25e8ba69df86b892c9b2962e6e7ca1b12413e
3
+ size 698424264
preservation/regression_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hidden_size": 4096,
3
+ "head_hidden_size": 2048,
4
+ "head_hidden_size2": 512,
5
+ "dropout": 0.1,
6
+ "dimension": "preservation",
7
+ "score_output_scale": 100.0,
8
+ "base_model_path": "/mnt/sda/EditHF/models/base_model"
9
+ }
preservation/score_head.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:036a0b0bb8615c6520fb904d5e976136f68b5885e54dac2c1e9678d867f29a0b
3
+ size 37764217
visual/adapter_config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "/mnt/sda/EditHF/models/base_model",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 32,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.0,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": null,
22
+ "peft_type": "LORA",
23
+ "qalora_group_size": 16,
24
+ "r": 64,
25
+ "rank_pattern": {},
26
+ "revision": null,
27
+ "target_modules": [
28
+ "q_proj",
29
+ "down_proj",
30
+ "v_proj",
31
+ "k_proj",
32
+ "o_proj",
33
+ "up_proj",
34
+ "gate_proj"
35
+ ],
36
+ "target_parameters": null,
37
+ "task_type": "FEATURE_EXTRACTION",
38
+ "trainable_token_indices": null,
39
+ "use_dora": false,
40
+ "use_qalora": false,
41
+ "use_rslora": false
42
+ }
visual/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ffd6919b2778973848df59365161747a942e28a87c421147889920f0d6fd53d
3
+ size 698424264
visual/regression_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hidden_size": 4096,
3
+ "head_hidden_size": 2048,
4
+ "head_hidden_size2": 512,
5
+ "dropout": 0.1,
6
+ "dimension": "visual",
7
+ "score_output_scale": 100.0,
8
+ "base_model_path": "/mnt/sda/EditHF/models/base_model"
9
+ }
visual/score_head.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98d75ac69312a120cb5cf5031354084bfb43abc6913edb4f6608a2a6576013af
3
+ size 37764217