Hugging Face's logo

kailinjiang
/
qwen_ov_revision1

Safetensors
qwen2_5_vl
Model card Files
xet
 Community
7386092792B793F8@lmu.de commited on
Commit
05a4ee9
·
1 Parent(s): aeddfac

Add qwen_ov_revision1

Browse files
Files changed (18) hide show
  1. added_tokens.json +24 -0
  2. config.json +63 -0
  3. config.json.bak +70 -0
  4. generation_config.json +14 -0
  5. memory_metrics.csv +953 -0
  6. merges.txt +0 -0
  7. model-00001-of-00004.safetensors +3 -0
  8. model-00002-of-00004.safetensors +3 -0
  9. model-00003-of-00004.safetensors +3 -0
  10. model-00004-of-00004.safetensors +3 -0
  11. model.safetensors.index.json +1128 -0
  12. preprocessor_config.json +29 -0
  13. special_tokens_map.json +31 -0
  14. tokenizer_config.json +209 -0
  15. trainer_state.json +0 -0
  16. training_args.bin +3 -0
  17. training_metrics.csv +0 -0
  18. vocab.json +0 -0
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attention_dropout": 0.0,
3
+ "bos_token_id": 151643,
4
+ "eos_token_id": 151645,
5
+ "hidden_act": "silu",
6
+ "hidden_size": 3584,
7
+ "image_token_id": 151655,
8
+ "initializer_range": 0.02,
9
+ "intermediate_size": 18944,
10
+ "lora_r": 274,
11
+ "max_position_embeddings": 128000,
12
+ "max_window_layers": 28,
13
+ "model_type": "qwen2_5_vl",
14
+ "num_attention_heads": 28,
15
+ "num_hidden_layers": 28,
16
+ "num_key_value_heads": 4,
17
+ "rms_norm_eps": 1e-06,
18
+ "rope_scaling": {
19
+ "mrope_section": [
20
+ 16,
21
+ 24,
22
+ 24
23
+ ],
24
+ "rope_type": "default",
25
+ "type": "default"
26
+ },
27
+ "rope_theta": 1000000.0,
28
+ "sliding_window": 32768,
29
+ "tie_word_embeddings": false,
30
+ "torch_dtype": "bfloat16",
31
+ "transformers_version": "4.51.3",
32
+ "use_cache": true,
33
+ "use_sliding_window": false,
34
+ "video_token_id": 151656,
35
+ "vision_config": {
36
+ "depth": 32,
37
+ "fullatt_block_indexes": [
38
+ 7,
39
+ 15,
40
+ 23,
41
+ 31
42
+ ],
43
+ "hidden_act": "silu",
44
+ "hidden_size": 1280,
45
+ "in_channels": 3,
46
+ "in_chans": 3,
47
+ "intermediate_size": 3420,
48
+ "model_type": "qwen2_5_vl",
49
+ "num_heads": 16,
50
+ "out_hidden_size": 3584,
51
+ "patch_size": 14,
52
+ "spatial_merge_size": 2,
53
+ "spatial_patch_size": 14,
54
+ "temporal_patch_size": 2,
55
+ "tokens_per_second": 2,
56
+ "torch_dtype": "float32",
57
+ "window_size": 112
58
+ },
59
+ "vision_end_token_id": 151653,
60
+ "vision_start_token_id": 151652,
61
+ "vision_token_id": 151654,
62
+ "vocab_size": 152064
63
+ }
config.json.bak ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "CovSVDQwen2_5_VLForConditionalGeneration"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "auto_map": {
7
+ "AutoConfig": "configuration_oursvd_llama.CovSVDLlamaConfig",
8
+ "AutoModelForCausalLM": "modeling_oursvd_llama.CovSVDLlamaForCausalLM"
9
+ },
10
+ "bos_token_id": 151643,
11
+ "eos_token_id": 151645,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 3584,
14
+ "image_token_id": 151655,
15
+ "initializer_range": 0.02,
16
+ "intermediate_size": 18944,
17
+ "lora_r": 274,
18
+ "max_position_embeddings": 128000,
19
+ "max_window_layers": 28,
20
+ "model_type": "qwen2_5_vl",
21
+ "num_attention_heads": 28,
22
+ "num_hidden_layers": 28,
23
+ "num_key_value_heads": 4,
24
+ "rms_norm_eps": 1e-06,
25
+ "rope_scaling": {
26
+ "mrope_section": [
27
+ 16,
28
+ 24,
29
+ 24
30
+ ],
31
+ "rope_type": "default",
32
+ "type": "default"
33
+ },
34
+ "rope_theta": 1000000.0,
35
+ "sliding_window": 32768,
36
+ "tie_word_embeddings": false,
37
+ "torch_dtype": "bfloat16",
38
+ "transformers_version": "4.51.3",
39
+ "use_cache": true,
40
+ "use_sliding_window": false,
41
+ "video_token_id": 151656,
42
+ "vision_config": {
43
+ "depth": 32,
44
+ "fullatt_block_indexes": [
45
+ 7,
46
+ 15,
47
+ 23,
48
+ 31
49
+ ],
50
+ "hidden_act": "silu",
51
+ "hidden_size": 1280,
52
+ "in_channels": 3,
53
+ "in_chans": 3,
54
+ "intermediate_size": 3420,
55
+ "model_type": "qwen2_5_vl",
56
+ "num_heads": 16,
57
+ "out_hidden_size": 3584,
58
+ "patch_size": 14,
59
+ "spatial_merge_size": 2,
60
+ "spatial_patch_size": 14,
61
+ "temporal_patch_size": 2,
62
+ "tokens_per_second": 2,
63
+ "torch_dtype": "float32",
64
+ "window_size": 112
65
+ },
66
+ "vision_end_token_id": 151653,
67
+ "vision_start_token_id": 151652,
68
+ "vision_token_id": 151654,
69
+ "vocab_size": 152064
70
+ }
generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "attn_implementation": "flash_attention_2",
3
+ "bos_token_id": 151643,
4
+ "do_sample": true,
5
+ "eos_token_id": [
6
+ 151645,
7
+ 151643
8
+ ],
9
+ "lora_r": 274,
10
+ "pad_token_id": 151643,
11
+ "repetition_penalty": 1.05,
12
+ "temperature": 1e-06,
13
+ "transformers_version": "4.51.3"
14
+ }
memory_metrics.csv ADDED
@@ -0,0 +1,953 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ step,phase,allocated_gb,reserved_gb,max_allocated_gb,timestamp
2
+ 0,train_begin,4.752,6.402,9.301,1758081939.4879162
3
+ 0,epoch_0_begin,4.752,6.402,9.301,1758081939.4893236
4
+ 0,train_begin,4.752,6.402,9.301,1758081939.4909286
5
+ 0,train_begin,4.752,6.402,9.301,1758081939.4915452
6
+ 0,epoch_0_begin,4.752,6.402,9.301,1758081939.4921389
7
+ 0,epoch_0_begin,4.752,6.402,9.301,1758081939.4930906
8
+ 0,train_begin,4.752,6.402,4.752,1758081939.7961621
9
+ 0,epoch_0_begin,4.752,6.402,4.752,1758081939.797775
10
+ 0,step_begin,4.949,6.402,9.301,1758081971.9378464
11
+ 0,step_begin,4.948,6.402,9.301,1758081972.7596443
12
+ 0,step_begin,4.948,6.402,4.948,1758081973.5717456
13
+ 0,step_begin,4.95,6.402,9.301,1758081973.6130042
14
+ 5,step_end,5.724,49.229,25.727,1758082046.3298297
15
+ 5,step_end,5.722,72.918,26.455,1758082046.3301911
16
+ 5,step_end,5.722,34.398,25.241,1758082046.3306155
17
+ 5,step_end,5.724,75.254,26.414,1758082046.3315873
18
+ 5,step_begin,5.724,75.254,26.414,1758082051.344107
19
+ 5,step_begin,5.724,72.918,26.455,1758082053.426423
20
+ 5,step_begin,5.724,49.229,25.727,1758082054.839127
21
+ 5,step_begin,5.722,34.398,25.241,1758082056.503304
22
+ 10,step_end,5.722,72.918,26.455,1758082131.923705
23
+ 10,step_end,5.723,53.529,29.737,1758082131.9240682
24
+ 10,step_end,5.722,33.52,27.849,1758082131.9255884
25
+ 10,step_end,5.723,32.236,26.414,1758082131.926083
26
+ 10,step_begin,5.722,72.918,26.455,1758082133.0313818
27
+ 10,step_begin,5.723,32.236,26.414,1758082133.5131261
28
+ 10,step_begin,5.723,33.52,27.849,1758082135.7106235
29
+ 10,step_begin,5.721,53.529,29.737,1758082140.8780243
30
+ 15,step_end,5.725,88.803,26.551,1758082214.5473258
31
+ 15,step_end,5.721,34.547,27.849,1758082214.5474057
32
+ 15,step_end,5.721,53.529,29.737,1758082214.5477571
33
+ 15,step_end,5.722,48.865,26.914,1758082214.5498977
34
+ 15,step_begin,5.72,88.803,26.551,1758082214.5579038
35
+ 15,step_begin,5.723,48.865,26.914,1758082214.8000379
36
+ 15,step_begin,5.723,34.547,27.849,1758082216.2333362
37
+ 15,step_begin,5.724,53.529,29.737,1758082223.2064521
38
+ 20,step_end,5.72,88.803,26.551,1758082296.281541
39
+ 20,step_end,5.724,53.529,29.737,1758082296.281686
40
+ 20,step_end,5.724,34.547,27.849,1758082296.2819753
41
+ 20,step_end,5.723,48.865,27.136,1758082296.2824056
42
+ 20,step_begin,5.722,88.803,26.551,1758082296.2922676
43
+ 20,step_begin,5.722,48.865,27.136,1758082296.2922924
44
+ 20,step_begin,5.723,34.547,27.849,1758082301.0276802
45
+ 20,step_begin,5.722,53.529,29.737,1758082305.2658348
46
+ 25,step_end,5.72,34.547,27.849,1758082376.5657685
47
+ 25,step_end,5.725,53.393,27.861,1758082376.5663471
48
+ 25,step_end,5.723,48.865,27.136,1758082376.56742
49
+ 25,step_end,5.723,53.529,29.737,1758082376.5678341
50
+ 25,step_begin,5.724,53.393,27.861,1758082376.5762017
51
+ 25,step_begin,5.724,48.865,27.136,1758082376.5766265
52
+ 25,step_begin,5.72,34.547,27.849,1758082382.1607068
53
+ 25,step_begin,5.721,53.529,29.737,1758082385.6000218
54
+ 30,step_end,5.725,53.393,27.861,1758082457.7520561
55
+ 30,step_end,5.724,48.865,27.136,1758082457.7520778
56
+ 30,step_end,5.724,53.529,29.737,1758082457.7521968
57
+ 30,step_end,5.723,34.547,27.849,1758082457.7554867
58
+ 30,step_begin,5.721,48.865,27.136,1758082457.7647743
59
+ 30,step_begin,5.722,53.393,27.861,1758082457.7649145
60
+ 30,step_begin,5.723,34.547,27.849,1758082464.159449
61
+ 30,step_begin,5.724,53.529,29.737,1758082466.4422262
62
+ 35,step_end,5.723,53.393,27.861,1758082538.976326
63
+ 35,step_end,5.722,48.865,27.136,1758082538.9763877
64
+ 35,step_end,5.724,34.547,27.849,1758082538.97684
65
+ 35,step_end,5.723,53.529,29.737,1758082538.9776673
66
+ 35,step_begin,5.723,53.393,27.861,1758082538.9865587
67
+ 35,step_begin,5.726,48.865,27.136,1758082538.98662
68
+ 35,step_begin,5.722,34.547,27.849,1758082545.5209894
69
+ 35,step_begin,5.723,53.529,29.737,1758082548.071638
70
+ 40,step_end,5.722,34.547,27.849,1758082619.6958342
71
+ 40,step_end,5.725,65.771,27.701,1758082619.6959062
72
+ 40,step_end,5.723,53.393,27.861,1758082619.69589
73
+ 40,step_end,5.723,53.529,29.737,1758082619.6986883
74
+ 40,step_begin,5.721,53.393,27.861,1758082619.7072587
75
+ 40,step_begin,5.722,65.771,27.701,1758082619.7073326
76
+ 40,step_begin,5.723,34.547,27.849,1758082627.2788894
77
+ 40,step_begin,5.725,53.529,29.737,1758082628.8934274
78
+ 45,step_end,5.721,71.305,28.357,1758082700.7187903
79
+ 45,step_end,5.722,34.547,27.849,1758082700.7188053
80
+ 45,step_end,5.723,84.674,29.954,1758082700.7188444
81
+ 45,step_end,5.723,53.529,29.737,1758082700.7210221
82
+ 45,step_begin,5.723,71.305,28.357,1758082700.729037
83
+ 45,step_begin,5.722,84.674,29.954,1758082700.729664
84
+ 45,step_begin,5.724,34.547,27.849,1758082709.2168367
85
+ 45,step_begin,5.722,53.529,29.737,1758082709.7420774
86
+ 50,step_end,5.724,71.305,28.357,1758082782.136972
87
+ 50,step_end,5.723,84.674,29.954,1758082782.1382394
88
+ 50,step_end,5.721,34.547,27.849,1758082782.13895
89
+ 50,step_end,5.724,53.529,29.737,1758082782.1398683
90
+ 50,step_begin,5.723,71.305,28.357,1758082782.147757
91
+ 50,step_begin,5.724,84.674,29.954,1758082782.147859
92
+ 50,step_begin,5.722,34.547,27.849,1758082790.0425994
93
+ 50,step_begin,5.723,53.529,29.737,1758082791.0706084
94
+ 55,step_end,5.724,34.547,27.849,1758082863.0192025
95
+ 55,step_end,5.723,71.305,28.357,1758082863.0192444
96
+ 55,step_end,5.723,84.674,29.954,1758082863.0212972
97
+ 55,step_end,5.721,53.529,29.737,1758082863.0221424
98
+ 55,step_begin,5.721,71.305,28.357,1758082863.0314739
99
+ 55,step_begin,5.725,84.674,29.954,1758082863.032116
100
+ 55,step_begin,5.724,34.547,27.849,1758082871.2072306
101
+ 55,step_begin,5.725,53.529,29.737,1758082871.858337
102
+ 60,step_end,5.723,71.305,28.357,1758082944.3486707
103
+ 60,step_end,5.724,84.674,29.954,1758082944.348785
104
+ 60,step_end,5.724,34.547,27.849,1758082944.3488224
105
+ 60,step_end,5.723,53.529,29.737,1758082944.3520563
106
+ 60,step_begin,5.726,84.674,29.954,1758082944.3603842
107
+ 60,step_begin,5.723,71.305,28.357,1758082944.3604953
108
+ 60,step_begin,5.724,34.547,27.849,1758082952.3308089
109
+ 60,step_begin,5.722,53.529,29.737,1758082952.8748012
110
+ 65,step_end,5.724,34.547,27.849,1758083025.5127163
111
+ 65,step_end,5.721,71.305,28.357,1758083025.5128899
112
+ 65,step_end,5.725,84.674,29.954,1758083025.5132592
113
+ 65,step_end,5.725,53.529,29.737,1758083025.5150502
114
+ 65,step_begin,5.725,84.674,29.954,1758083025.5237067
115
+ 65,step_begin,5.723,71.305,28.357,1758083025.5237312
116
+ 65,step_begin,5.722,34.547,27.849,1758083032.3225656
117
+ 65,step_begin,5.723,53.529,29.737,1758083034.8717523
118
+ 70,step_end,5.722,71.305,28.357,1758083105.516912
119
+ 70,step_end,5.724,84.674,29.954,1758083105.5172749
120
+ 70,step_end,5.72,34.547,27.849,1758083105.5181878
121
+ 70,step_end,5.723,53.529,29.737,1758083105.5186667
122
+ 70,step_begin,5.723,71.305,28.357,1758083105.5261042
123
+ 70,step_begin,5.725,84.674,29.954,1758083105.5262458
124
+ 70,step_begin,5.725,34.547,27.849,1758083112.5476716
125
+ 70,step_begin,5.724,53.529,29.737,1758083114.6879575
126
+ 75,step_end,5.724,71.305,28.357,1758083186.876653
127
+ 75,step_end,5.723,84.674,29.954,1758083186.8768969
128
+ 75,step_end,5.724,34.547,27.849,1758083186.877231
129
+ 75,step_end,5.723,53.529,29.737,1758083186.8796043
130
+ 75,step_begin,5.723,71.305,28.357,1758083186.8876135
131
+ 75,step_begin,5.723,84.674,29.954,1758083186.8878753
132
+ 75,step_begin,5.724,34.547,27.849,1758083193.8604274
133
+ 75,step_begin,5.723,53.529,29.737,1758083195.9733012
134
+ 80,step_end,5.723,71.305,28.357,1758083267.8857477
135
+ 80,step_end,5.723,34.547,27.849,1758083267.8864331
136
+ 80,step_end,5.723,84.674,29.954,1758083267.8869903
137
+ 80,step_end,5.725,53.529,29.737,1758083267.8879993
138
+ 80,step_begin,5.722,71.305,28.357,1758083267.8962467
139
+ 80,step_begin,5.722,84.674,29.954,1758083267.8963873
140
+ 80,step_begin,5.723,34.547,27.849,1758083274.827627
141
+ 80,step_begin,5.725,53.529,29.737,1758083277.1432142
142
+ 85,step_end,5.723,71.305,28.357,1758083350.0910375
143
+ 85,step_end,5.724,53.529,29.737,1758083350.0923853
144
+ 85,step_end,5.725,34.547,27.849,1758083350.0924146
145
+ 85,step_end,5.724,84.674,29.954,1758083350.0928495
146
+ 85,step_begin,5.723,71.305,28.357,1758083350.100547
147
+ 85,step_begin,5.724,84.674,29.954,1758083350.1012053
148
+ 85,step_begin,5.723,34.547,27.849,1758083357.3486893
149
+ 85,step_begin,5.724,53.529,29.737,1758083358.976766
150
+ 90,step_end,5.723,71.305,28.357,1758083431.3074057
151
+ 90,step_end,5.722,84.674,29.954,1758083431.308554
152
+ 90,step_end,5.725,34.547,27.849,1758083431.3089325
153
+ 90,step_end,5.723,53.529,29.737,1758083431.3095841
154
+ 90,step_begin,5.723,84.674,29.954,1758083431.3179176
155
+ 90,step_begin,5.724,71.305,28.357,1758083431.3179715
156
+ 90,step_begin,5.725,34.547,27.849,1758083440.1288006
157
+ 90,step_begin,5.723,53.529,29.737,1758083440.578739
158
+ 94,epoch_1.0_end,6.641,71.305,28.357,1758083484.088015
159
+ 94,epoch_1.0_end,6.639,34.547,27.849,1758083484.0884056
160
+ 94,epoch_1.0_end,6.641,84.674,29.954,1758083484.088482
161
+ 94,epoch_1.0_end,6.64,53.529,29.737,1758083484.0885038
162
+ 94,epoch_1.0_begin,6.641,71.305,28.357,1758083484.0895326
163
+ 94,epoch_1.0_begin,6.639,34.547,27.849,1758083484.0903854
164
+ 94,epoch_1.0_begin,6.641,84.674,29.954,1758083484.0904872
165
+ 94,epoch_1.0_begin,6.64,53.529,29.737,1758083484.0904992
166
+ 95,step_end,6.738,84.674,29.954,1758083524.897136
167
+ 95,step_end,6.738,71.305,28.357,1758083524.897178
168
+ 95,step_end,6.738,34.547,27.849,1758083524.8988607
169
+ 95,step_end,6.741,53.529,29.737,1758083524.9040158
170
+ 95,step_begin,6.738,84.674,29.954,1758083533.325199
171
+ 95,step_begin,6.738,71.305,28.357,1758083533.6936765
172
+ 95,step_begin,6.739,53.529,29.737,1758083533.7845724
173
+ 95,step_begin,6.74,34.547,27.849,1758083535.4583979
174
+ 100,step_end,6.738,71.305,28.357,1758083605.8196387
175
+ 100,step_end,6.739,34.547,27.849,1758083605.8203657
176
+ 100,step_end,6.739,84.674,29.954,1758083605.8207371
177
+ 100,step_end,6.735,53.529,29.737,1758083605.822089
178
+ 100,step_begin,6.738,71.305,28.357,1758083614.0121446
179
+ 100,step_begin,6.738,53.529,29.737,1758083614.3314593
180
+ 100,step_begin,6.741,34.547,27.849,1758083614.461548
181
+ 100,step_begin,6.739,84.674,29.954,1758083614.9024847
182
+ 105,step_end,6.737,71.305,28.357,1758083686.774954
183
+ 105,step_end,6.739,84.674,29.954,1758083686.775142
184
+ 105,step_end,6.74,53.529,29.737,1758083686.7764359
185
+ 105,step_end,6.738,34.547,27.849,1758083686.7775412
186
+ 105,step_begin,6.738,71.305,28.357,1758083693.7555223
187
+ 105,step_begin,6.739,84.674,29.954,1758083694.6582003
188
+ 105,step_begin,6.737,53.529,29.737,1758083695.6393046
189
+ 105,step_begin,6.738,34.547,27.849,1758083696.0008621
190
+ 110,step_end,6.74,84.674,29.954,1758083768.3439174
191
+ 110,step_end,6.737,34.547,27.849,1758083768.344198
192
+ 110,step_end,6.739,71.305,28.357,1758083768.344949
193
+ 110,step_end,6.739,53.529,29.737,1758083768.3450139
194
+ 110,step_begin,6.739,71.305,28.357,1758083774.1568966
195
+ 110,step_begin,6.739,84.674,29.954,1758083775.5170553
196
+ 110,step_begin,6.737,34.547,27.849,1758083777.0491686
197
+ 110,step_begin,6.737,53.529,29.737,1758083777.411302
198
+ 115,step_end,6.738,71.305,28.357,1758083848.7828846
199
+ 115,step_end,6.737,84.674,29.954,1758083848.7834146
200
+ 115,step_end,6.739,53.529,29.737,1758083848.7838094
201
+ 115,step_end,6.738,34.547,27.849,1758083848.784435
202
+ 115,step_begin,6.736,71.305,28.357,1758083854.9964747
203
+ 115,step_begin,6.741,84.674,29.954,1758083855.8028533
204
+ 115,step_begin,6.74,53.529,29.737,1758083857.9845018
205
+ 115,step_begin,6.739,34.547,27.849,1758083858.325783
206
+ 120,step_end,6.739,51.826,27.849,1758083930.9488711
207
+ 120,step_end,6.739,89.357,28.985,1758083930.949077
208
+ 120,step_end,6.738,53.529,29.737,1758083930.9497876
209
+ 120,step_end,6.737,84.674,29.954,1758083930.9506621
210
+ 120,step_begin,6.734,89.357,28.985,1758083936.692268
211
+ 120,step_begin,6.739,84.674,29.954,1758083937.1061604
212
+ 120,step_begin,6.738,51.826,27.849,1758083937.8155181
213
+ 120,step_begin,6.74,53.529,29.737,1758083939.7689342
214
+ 125,step_end,6.737,89.357,28.985,1758084013.4764931
215
+ 125,step_end,6.738,53.529,29.737,1758084013.4777126
216
+ 125,step_end,6.739,84.674,29.954,1758084013.4782684
217
+ 125,step_end,6.738,51.826,27.849,1758084013.4787133
218
+ 125,step_begin,6.739,89.357,28.985,1758084017.804144
219
+ 125,step_begin,6.738,84.674,29.954,1758084018.4973853
220
+ 125,step_begin,6.74,51.826,27.849,1758084018.8450615
221
+ 125,step_begin,6.738,53.529,29.737,1758084022.7628777
222
+ 130,step_end,6.738,51.826,27.849,1758084094.8946204
223
+ 130,step_end,6.738,89.357,28.985,1758084094.8947656
224
+ 130,step_end,6.737,84.674,29.954,1758084094.89626
225
+ 130,step_end,6.739,53.529,29.737,1758084094.8964121
226
+ 130,step_begin,6.739,84.674,29.954,1758084098.9370885
227
+ 130,step_begin,6.737,89.357,28.985,1758084099.0156748
228
+ 130,step_begin,6.74,51.826,27.849,1758084099.6144154
229
+ 130,step_begin,6.739,53.529,29.737,1758084103.6302433
230
+ 135,step_end,6.739,84.674,29.954,1758084175.6452563
231
+ 135,step_end,6.738,53.529,29.737,1758084175.6457856
232
+ 135,step_end,6.737,89.357,28.985,1758084175.6460009
233
+ 135,step_end,6.738,51.826,27.849,1758084175.6464937
234
+ 135,step_begin,6.739,84.674,29.954,1758084179.1931918
235
+ 135,step_begin,6.738,89.357,28.985,1758084180.0629601
236
+ 135,step_begin,6.738,51.826,27.849,1758084184.5350156
237
+ 135,step_begin,6.738,53.529,29.737,1758084185.3950062
238
+ 140,step_end,6.739,37.537,29.26,1758084257.4653563
239
+ 140,step_end,6.736,51.826,28.03,1758084257.4655385
240
+ 140,step_end,6.736,53.529,29.737,1758084257.4662867
241
+ 140,step_end,6.74,84.674,29.954,1758084257.46701
242
+ 140,step_begin,6.738,84.674,29.954,1758084260.0620487
243
+ 140,step_begin,6.738,37.537,29.26,1758084261.5511606
244
+ 140,step_begin,6.739,51.826,28.03,1758084264.7609699
245
+ 140,step_begin,6.74,53.529,29.737,1758084266.333653
246
+ 145,step_end,6.738,84.674,29.954,1758084338.492246
247
+ 145,step_end,6.737,37.537,29.26,1758084338.4924846
248
+ 145,step_end,6.736,53.529,29.737,1758084338.4926121
249
+ 145,step_end,6.739,51.826,28.03,1758084338.4929504
250
+ 145,step_begin,6.738,84.674,29.954,1758084340.7734344
251
+ 145,step_begin,6.737,37.537,29.26,1758084342.5307949
252
+ 145,step_begin,6.738,51.826,28.03,1758084345.726642
253
+ 145,step_begin,6.739,53.529,29.737,1758084347.6844609
254
+ 150,step_end,6.736,37.537,29.26,1758084420.6186678
255
+ 150,step_end,6.739,84.674,29.954,1758084420.6189964
256
+ 150,step_end,6.737,51.826,28.03,1758084420.6205766
257
+ 150,step_end,6.737,53.529,29.737,1758084420.6207063
258
+ 150,step_begin,6.739,84.674,29.954,1758084423.0107296
259
+ 150,step_begin,6.74,37.537,29.26,1758084423.0409915
260
+ 150,step_begin,6.739,51.826,28.03,1758084425.0545552
261
+ 150,step_begin,6.739,53.529,29.737,1758084429.0208995
262
+ 155,step_end,6.736,37.537,29.26,1758084502.7188485
263
+ 155,step_end,6.736,53.529,29.737,1758084502.7196627
264
+ 155,step_end,6.739,84.674,29.954,1758084502.7200687
265
+ 155,step_end,6.74,51.826,28.03,1758084502.7208414
266
+ 155,step_begin,6.739,84.674,29.954,1758084504.4711602
267
+ 155,step_begin,6.739,37.537,29.26,1758084504.5857146
268
+ 155,step_begin,6.739,51.826,28.03,1758084505.7470562
269
+ 155,step_begin,6.738,53.529,29.737,1758084511.7764642
270
+ 160,step_end,6.739,37.537,29.26,1758084583.6127489
271
+ 160,step_end,6.74,51.826,28.03,1758084583.6132538
272
+ 160,step_end,6.74,84.674,29.954,1758084583.6139646
273
+ 160,step_end,6.739,53.529,29.737,1758084583.6163876
274
+ 160,step_begin,6.736,37.537,29.26,1758084585.2900944
275
+ 160,step_begin,6.739,84.674,29.954,1758084586.2633317
276
+ 160,step_begin,6.74,51.826,28.03,1758084587.8613603
277
+ 160,step_begin,6.741,53.529,29.737,1758084593.0683374
278
+ 165,step_end,6.737,51.826,28.056,1758084663.9928575
279
+ 165,step_end,6.739,38.553,29.26,1758084663.9935477
280
+ 165,step_end,6.741,84.674,29.954,1758084663.9943857
281
+ 165,step_end,6.738,53.529,29.737,1758084663.9945412
282
+ 165,step_begin,6.739,38.553,29.26,1758084666.5114262
283
+ 165,step_begin,6.74,84.674,29.954,1758084667.1418128
284
+ 165,step_begin,6.74,51.826,28.056,1758084667.5819397
285
+ 165,step_begin,6.737,53.529,29.737,1758084674.443635
286
+ 170,step_end,6.738,38.553,29.26,1758084746.0338886
287
+ 170,step_end,6.741,84.674,29.954,1758084746.0340145
288
+ 170,step_end,6.738,53.529,29.737,1758084746.0348835
289
+ 170,step_end,6.739,51.826,28.056,1758084746.0349128
290
+ 170,step_begin,6.739,38.553,29.26,1758084747.2849271
291
+ 170,step_begin,6.737,84.674,29.954,1758084748.028046
292
+ 170,step_begin,6.737,51.826,28.056,1758084748.0484245
293
+ 170,step_begin,6.74,53.529,29.737,1758084755.5136046
294
+ 175,step_end,6.741,38.553,29.26,1758084828.48565
295
+ 175,step_end,6.739,51.826,28.056,1758084828.4860308
296
+ 175,step_end,6.74,53.529,29.737,1758084828.4862604
297
+ 175,step_end,6.74,84.674,29.954,1758084828.4869146
298
+ 175,step_begin,6.739,38.553,29.26,1758084828.4946272
299
+ 175,step_begin,6.741,84.674,29.954,1758084829.4557369
300
+ 175,step_begin,6.739,51.826,28.056,1758084830.0124733
301
+ 175,step_begin,6.739,53.529,29.737,1758084836.4808002
302
+ 180,step_end,6.742,84.674,29.954,1758084909.3814666
303
+ 180,step_end,6.739,51.826,28.056,1758084909.3824627
304
+ 180,step_end,6.741,53.529,29.737,1758084909.3825326
305
+ 180,step_end,6.74,38.553,29.26,1758084909.382858
306
+ 180,step_begin,6.739,38.553,29.26,1758084909.391083
307
+ 180,step_begin,6.738,84.674,29.954,1758084909.3914716
308
+ 180,step_begin,6.737,51.826,28.056,1758084909.431247
309
+ 180,step_begin,6.739,53.529,29.737,1758084918.447218
310
+ 185,step_end,6.739,38.553,29.26,1758084989.9019477
311
+ 185,step_end,6.738,53.529,29.737,1758084989.9030597
312
+ 185,step_end,6.738,51.826,28.056,1758084989.903604
313
+ 185,step_end,6.739,84.674,29.954,1758084989.9036329
314
+ 185,step_begin,6.739,84.674,29.954,1758084989.9147959
315
+ 185,step_begin,6.738,51.826,28.056,1758084989.9158804
316
+ 185,step_begin,6.736,38.553,29.26,1758084990.2512474
317
+ 185,step_begin,6.739,53.529,29.737,1758084998.9446976
318
+ 188,epoch_2.0_end,5.623,38.553,29.26,1758085025.938997
319
+ 188,epoch_2.0_end,5.626,51.826,28.056,1758085025.939056
320
+ 188,epoch_2.0_end,5.625,84.674,29.954,1758085025.939209
321
+ 188,epoch_2.0_end,5.625,53.529,29.737,1758085025.93921
322
+ 188,epoch_2.0_begin,5.623,38.553,29.26,1758085025.9403312
323
+ 188,epoch_2.0_begin,5.625,84.674,29.954,1758085025.940546
324
+ 188,epoch_2.0_begin,5.626,51.826,28.056,1758085025.940623
325
+ 188,epoch_2.0_begin,5.625,53.529,29.737,1758085025.9407244
326
+ 190,step_end,5.723,51.826,28.056,1758085084.5642552
327
+ 190,step_end,5.724,84.674,29.954,1758085084.564359
328
+ 190,step_end,5.723,38.553,29.26,1758085084.5646918
329
+ 190,step_end,5.725,72.701,30.251,1758085084.5669115
330
+ 190,step_begin,5.722,84.674,29.954,1758085090.4529917
331
+ 190,step_begin,5.722,51.826,28.056,1758085091.4161365
332
+ 190,step_begin,5.722,38.553,29.26,1758085091.4976876
333
+ 190,step_begin,5.723,72.701,30.251,1758085094.4863768
334
+ 195,step_end,5.723,84.674,29.954,1758085166.5297203
335
+ 195,step_end,5.723,38.553,29.26,1758085166.5303504
336
+ 195,step_end,5.725,51.826,28.056,1758085166.530926
337
+ 195,step_end,5.724,72.701,30.251,1758085166.5318058
338
+ 195,step_begin,5.723,38.553,29.26,1758085170.5550454
339
+ 195,step_begin,5.723,84.674,29.954,1758085170.8868763
340
+ 195,step_begin,5.726,51.826,28.056,1758085170.9984956
341
+ 195,step_begin,5.723,72.701,30.251,1758085176.4318008
342
+ 200,step_end,5.723,38.553,29.26,1758085250.0838022
343
+ 200,step_end,5.725,84.674,29.954,1758085250.0838177
344
+ 200,step_end,5.722,51.826,28.056,1758085250.0840912
345
+ 200,step_end,5.723,72.701,30.251,1758085250.0849845
346
+ 200,step_begin,5.725,38.553,29.26,1758085251.953523
347
+ 200,step_begin,5.723,84.674,29.954,1758085252.2319767
348
+ 200,step_begin,5.724,51.826,28.056,1758085252.7667592
349
+ 200,step_begin,5.724,72.701,30.251,1758085259.3415897
350
+ 205,step_end,5.723,38.553,29.26,1758085330.755409
351
+ 205,step_end,5.723,51.826,28.056,1758085330.7560766
352
+ 205,step_end,5.722,84.674,29.954,1758085330.7566166
353
+ 205,step_end,5.72,72.701,30.251,1758085330.7580483
354
+ 205,step_begin,5.726,84.674,29.954,1758085332.3058267
355
+ 205,step_begin,5.725,38.553,29.26,1758085332.5603192
356
+ 205,step_begin,5.724,51.826,28.056,1758085333.6226616
357
+ 205,step_begin,5.72,72.701,30.251,1758085339.4175105
358
+ 210,step_end,5.725,38.553,29.26,1758085411.6019654
359
+ 210,step_end,5.724,41.432,30.135,1758085411.6023111
360
+ 210,step_end,5.724,51.826,28.056,1758085411.6027532
361
+ 210,step_end,5.721,72.701,30.251,1758085411.6044447
362
+ 210,step_begin,5.722,41.432,30.135,1758085411.612634
363
+ 210,step_begin,5.724,38.553,29.26,1758085412.5578141
364
+ 210,step_begin,5.721,51.826,28.056,1758085414.8172762
365
+ 210,step_begin,5.722,72.701,30.251,1758085420.515019
366
+ 215,step_end,5.721,51.826,28.056,1758085492.4154305
367
+ 215,step_end,5.724,38.553,29.26,1758085492.4155738
368
+ 215,step_end,5.724,41.432,30.135,1758085492.415593
369
+ 215,step_end,5.723,72.701,30.251,1758085492.4179022
370
+ 215,step_begin,5.726,41.432,30.135,1758085492.6646051
371
+ 215,step_begin,5.725,38.553,29.26,1758085493.085724
372
+ 215,step_begin,5.723,51.826,28.056,1758085496.795343
373
+ 215,step_begin,5.723,72.701,30.251,1758085501.1035278
374
+ 220,step_end,5.722,41.432,30.135,1758085574.9813201
375
+ 220,step_end,5.724,51.826,28.056,1758085574.9815152
376
+ 220,step_end,5.725,38.553,29.26,1758085574.9815576
377
+ 220,step_end,5.721,72.701,30.251,1758085574.983641
378
+ 220,step_begin,5.721,38.553,29.26,1758085574.9917023
379
+ 220,step_begin,5.725,41.432,30.135,1758085574.992119
380
+ 220,step_begin,5.723,51.826,28.056,1758085578.408913
381
+ 220,step_begin,5.723,72.701,30.251,1758085582.9825368
382
+ 225,step_end,5.721,38.553,29.26,1758085656.5737789
383
+ 225,step_end,5.725,69.945,29.063,1758085656.5747666
384
+ 225,step_end,5.723,41.432,30.135,1758085656.574811
385
+ 225,step_end,5.725,72.701,30.251,1758085656.5801246
386
+ 225,step_begin,5.723,38.553,29.26,1758085656.5889006
387
+ 225,step_begin,5.722,41.432,30.135,1758085656.5890687
388
+ 225,step_begin,5.724,69.945,29.063,1758085659.068578
389
+ 225,step_begin,5.725,72.701,30.251,1758085666.5876212
390
+ 230,step_end,5.722,38.553,29.26,1758085738.802159
391
+ 230,step_end,5.723,41.432,30.135,1758085738.8022387
392
+ 230,step_end,5.723,72.701,30.251,1758085738.802753
393
+ 230,step_end,5.722,69.945,29.063,1758085738.803694
394
+ 230,step_begin,5.724,38.553,29.26,1758085738.8116066
395
+ 230,step_begin,5.725,41.432,30.135,1758085738.811747
396
+ 230,step_begin,5.723,69.945,29.063,1758085739.4168174
397
+ 230,step_begin,5.721,72.701,30.251,1758085747.8227599
398
+ 235,step_end,5.724,41.432,30.135,1758085819.3310845
399
+ 235,step_end,5.722,38.553,29.26,1758085819.3313353
400
+ 235,step_end,5.724,69.945,29.063,1758085819.3315604
401
+ 235,step_end,5.722,72.701,30.251,1758085819.332513
402
+ 235,step_begin,5.723,38.553,29.26,1758085819.3402853
403
+ 235,step_begin,5.726,41.432,30.135,1758085819.3404012
404
+ 235,step_begin,5.724,69.945,29.063,1758085820.5586264
405
+ 235,step_begin,5.724,72.701,30.251,1758085828.426949
406
+ 240,step_end,5.726,41.432,30.135,1758085901.822454
407
+ 240,step_end,5.724,38.553,29.26,1758085901.823108
408
+ 240,step_end,5.722,69.945,29.063,1758085901.8233454
409
+ 240,step_end,5.724,72.701,30.251,1758085901.8265755
410
+ 240,step_begin,5.724,41.432,30.135,1758085901.8345976
411
+ 240,step_begin,5.721,38.553,29.26,1758085901.8354018
412
+ 240,step_begin,5.724,69.945,29.063,1758085901.8360991
413
+ 240,step_begin,5.724,72.701,30.251,1758085910.8295872
414
+ 245,step_end,5.724,38.553,29.26,1758085982.8257582
415
+ 245,step_end,5.723,69.945,29.063,1758085982.826063
416
+ 245,step_end,5.723,41.432,30.135,1758085982.827546
417
+ 245,step_end,5.724,72.701,30.251,1758085982.82759
418
+ 245,step_begin,5.724,41.432,30.135,1758085982.8357167
419
+ 245,step_begin,5.724,38.553,29.26,1758085982.8358297
420
+ 245,step_begin,5.725,69.945,29.063,1758085982.8361614
421
+ 245,step_begin,5.721,72.701,30.251,1758085991.8036616
422
+ 250,step_end,5.724,38.553,29.26,1758086064.2310772
423
+ 250,step_end,5.725,41.432,30.135,1758086064.2314496
424
+ 250,step_end,5.723,69.945,29.063,1758086064.2317936
425
+ 250,step_end,5.721,72.701,30.251,1758086064.2328546
426
+ 250,step_begin,5.723,38.553,29.26,1758086064.2414834
427
+ 250,step_begin,5.722,41.432,30.135,1758086064.241498
428
+ 250,step_begin,5.722,69.945,29.063,1758086064.2419055
429
+ 250,step_begin,5.723,72.701,30.251,1758086073.472438
430
+ 255,step_end,5.725,38.553,29.26,1758086145.7703211
431
+ 255,step_end,5.725,41.432,30.135,1758086145.7703545
432
+ 255,step_end,5.723,69.945,29.063,1758086145.770791
433
+ 255,step_end,5.723,72.701,30.251,1758086145.7715209
434
+ 255,step_begin,5.723,69.945,29.063,1758086145.7795787
435
+ 255,step_begin,5.722,38.553,29.26,1758086145.779627
436
+ 255,step_begin,5.726,41.432,30.135,1758086145.7800026
437
+ 255,step_begin,5.722,72.701,30.251,1758086155.508318
438
+ 260,step_end,5.725,69.945,29.063,1758086227.627
439
+ 260,step_end,5.725,41.432,30.135,1758086227.6273267
440
+ 260,step_end,5.723,38.553,29.26,1758086227.6275392
441
+ 260,step_end,5.723,72.701,30.251,1758086227.6297815
442
+ 260,step_begin,5.723,38.553,29.26,1758086227.6381063
443
+ 260,step_begin,5.723,41.432,30.135,1758086227.638273
444
+ 260,step_begin,5.724,69.945,29.063,1758086227.6384268
445
+ 260,step_begin,5.726,72.701,30.251,1758086236.7018259
446
+ 265,step_end,5.721,41.432,30.135,1758086308.3792782
447
+ 265,step_end,5.723,38.553,29.26,1758086308.3793962
448
+ 265,step_end,5.724,72.701,30.251,1758086308.3797834
449
+ 265,step_end,5.724,69.945,29.063,1758086308.380055
450
+ 265,step_begin,5.723,38.553,29.26,1758086308.3881238
451
+ 265,step_begin,5.723,41.432,30.135,1758086308.3889198
452
+ 265,step_begin,5.723,69.945,29.063,1758086308.3892193
453
+ 265,step_begin,5.72,72.701,30.251,1758086317.8917866
454
+ 270,step_end,5.723,41.432,30.135,1758086390.9914281
455
+ 270,step_end,5.722,38.553,29.26,1758086390.9927166
456
+ 270,step_end,5.723,69.945,29.063,1758086390.9932415
457
+ 270,step_end,5.725,72.701,30.251,1758086390.9938214
458
+ 270,step_begin,5.721,69.945,29.063,1758086391.0019414
459
+ 270,step_begin,5.723,41.432,30.135,1758086391.0020251
460
+ 270,step_begin,5.724,38.553,29.26,1758086391.002325
461
+ 270,step_begin,5.724,72.701,30.251,1758086399.9030507
462
+ 275,step_end,5.723,41.432,30.135,1758086472.4419355
463
+ 275,step_end,5.724,69.945,29.063,1758086472.441979
464
+ 275,step_end,5.724,72.701,30.251,1758086472.444164
465
+ 275,step_end,5.725,38.553,29.26,1758086472.4456244
466
+ 275,step_begin,5.725,41.432,30.135,1758086472.4550664
467
+ 275,step_begin,5.725,69.945,29.063,1758086472.4736297
468
+ 275,step_begin,5.721,38.553,29.26,1758086472.4747925
469
+ 275,step_begin,5.721,72.701,30.251,1758086481.1445968
470
+ 280,step_end,5.725,69.945,29.063,1758086553.9362955
471
+ 280,step_end,5.722,38.553,29.26,1758086553.9364069
472
+ 280,step_end,5.723,41.432,30.135,1758086553.9364102
473
+ 280,step_end,5.722,72.701,30.251,1758086553.9396088
474
+ 280,step_begin,5.722,38.553,29.26,1758086553.94825
475
+ 280,step_begin,5.722,41.432,30.135,1758086553.948388
476
+ 280,step_begin,5.721,69.945,29.063,1758086553.948536
477
+ 280,step_begin,5.723,72.701,30.251,1758086562.5893342
478
+ 282,epoch_3.0_end,6.641,38.553,29.26,1758086573.3526886
479
+ 282,epoch_3.0_end,6.642,41.432,30.135,1758086573.3532562
480
+ 282,epoch_3.0_end,6.641,69.945,29.063,1758086573.3532767
481
+ 282,epoch_3.0_end,6.638,72.701,30.251,1758086573.3533459
482
+ 282,epoch_3.0_begin,6.641,38.553,29.26,1758086573.354054
483
+ 282,epoch_3.0_begin,6.642,41.432,30.135,1758086573.3553324
484
+ 282,epoch_3.0_begin,6.641,69.945,29.063,1758086573.3553522
485
+ 282,epoch_3.0_begin,6.638,72.701,30.251,1758086573.356054
486
+ 285,step_end,6.738,69.945,29.063,1758086647.4000216
487
+ 285,step_end,6.74,72.701,30.251,1758086647.4002938
488
+ 285,step_end,6.737,38.553,29.26,1758086647.4009504
489
+ 285,step_end,6.738,41.432,30.135,1758086647.4012096
490
+ 285,step_begin,6.741,41.432,30.135,1758086654.1078117
491
+ 285,step_begin,6.738,38.553,29.26,1758086654.4295902
492
+ 285,step_begin,6.735,69.945,29.063,1758086656.0909517
493
+ 285,step_begin,6.737,72.701,30.251,1758086656.4602065
494
+ 290,step_end,6.739,41.432,30.135,1758086729.1056573
495
+ 290,step_end,6.736,69.945,29.063,1758086729.1057475
496
+ 290,step_end,6.737,38.553,29.26,1758086729.105798
497
+ 290,step_end,6.736,72.701,30.251,1758086729.1060328
498
+ 290,step_begin,6.736,38.553,29.26,1758086734.550715
499
+ 290,step_begin,6.739,41.432,30.135,1758086736.1933062
500
+ 290,step_begin,6.738,69.945,29.063,1758086737.6668327
501
+ 290,step_begin,6.741,72.701,30.251,1758086738.2221289
502
+ 295,step_end,6.737,72.701,30.251,1758086810.2349777
503
+ 295,step_end,6.739,38.553,29.26,1758086810.2350109
504
+ 295,step_end,6.742,41.432,30.135,1758086810.2351677
505
+ 295,step_end,6.739,69.945,29.063,1758086810.2357497
506
+ 295,step_begin,6.739,38.553,29.26,1758086814.3687675
507
+ 295,step_begin,6.737,41.432,30.135,1758086817.855061
508
+ 295,step_begin,6.739,72.701,30.251,1758086819.048553
509
+ 295,step_begin,6.737,69.945,29.063,1758086819.9706492
510
+ 300,step_end,6.74,41.432,30.135,1758086893.4233603
511
+ 300,step_end,6.74,69.945,29.063,1758086893.4240441
512
+ 300,step_end,6.737,38.553,29.26,1758086893.424644
513
+ 300,step_end,6.736,72.701,30.251,1758086893.425159
514
+ 300,step_begin,6.737,38.553,29.26,1758086894.8111887
515
+ 300,step_begin,6.741,41.432,30.135,1758086898.4147751
516
+ 300,step_begin,6.738,72.701,30.251,1758086901.645091
517
+ 300,step_begin,6.738,69.945,29.063,1758086902.348354
518
+ 305,step_end,6.74,41.432,30.135,1758086977.1255682
519
+ 305,step_end,6.74,69.945,29.063,1758086977.1256993
520
+ 305,step_end,6.739,38.553,29.26,1758086977.1261191
521
+ 305,step_end,6.739,72.701,30.251,1758086977.1274555
522
+ 305,step_begin,6.739,38.553,29.26,1758086977.2226164
523
+ 305,step_begin,6.738,41.432,30.135,1758086981.5866666
524
+ 305,step_begin,6.738,69.945,29.063,1758086983.4793363
525
+ 305,step_begin,6.737,72.701,30.251,1758086986.535898
526
+ 310,step_end,6.738,69.945,29.063,1758087059.4733865
527
+ 310,step_end,6.739,38.553,29.26,1758087059.4736989
528
+ 310,step_end,6.74,41.432,30.135,1758087059.4740422
529
+ 310,step_end,6.74,72.701,30.251,1758087059.475091
530
+ 310,step_begin,6.741,38.553,29.26,1758087059.483357
531
+ 310,step_begin,6.739,69.945,29.063,1758087066.218898
532
+ 310,step_begin,6.74,41.432,30.135,1758087067.6136398
533
+ 310,step_begin,6.736,72.701,30.251,1758087068.8646257
534
+ 315,step_end,6.739,41.432,30.135,1758087144.0523028
535
+ 315,step_end,6.74,38.553,29.26,1758087144.0523303
536
+ 315,step_end,6.738,72.701,30.251,1758087144.0526953
537
+ 315,step_end,6.739,69.945,29.063,1758087144.0533378
538
+ 315,step_begin,6.739,38.553,29.26,1758087144.0620897
539
+ 315,step_begin,6.738,69.945,29.063,1758087147.623962
540
+ 315,step_begin,6.737,72.701,30.251,1758087151.4299254
541
+ 315,step_begin,6.737,41.432,30.135,1758087153.6907861
542
+ 320,step_end,6.736,69.945,29.063,1758087227.9357285
543
+ 320,step_end,6.738,38.553,29.26,1758087227.9358814
544
+ 320,step_end,6.737,72.701,30.251,1758087227.936599
545
+ 320,step_end,6.739,41.432,30.135,1758087227.9368093
546
+ 320,step_begin,6.74,38.553,29.26,1758087227.9455538
547
+ 320,step_begin,6.739,69.945,29.063,1758087228.442646
548
+ 320,step_begin,6.736,72.701,30.251,1758087236.6857111
549
+ 320,step_begin,6.738,41.432,30.135,1758087238.530094
550
+ 325,step_end,6.737,69.945,29.063,1758087313.5416226
551
+ 325,step_end,6.739,38.553,29.26,1758087313.5418067
552
+ 325,step_end,6.739,41.432,30.135,1758087313.54272
553
+ 325,step_end,6.734,72.701,30.251,1758087313.5429668
554
+ 325,step_begin,6.74,38.553,29.26,1758087313.5514908
555
+ 325,step_begin,6.739,69.945,29.063,1758087313.552043
556
+ 325,step_begin,6.739,72.701,30.251,1758087319.4638045
557
+ 325,step_begin,6.735,41.432,30.135,1758087323.0636
558
+ 330,step_end,6.738,41.432,30.135,1758087394.6197925
559
+ 330,step_end,6.738,38.553,29.26,1758087394.6198406
560
+ 330,step_end,6.738,69.945,29.063,1758087394.619858
561
+ 330,step_end,6.737,72.701,30.251,1758087394.6202774
562
+ 330,step_begin,6.738,38.553,29.26,1758087394.6292074
563
+ 330,step_begin,6.739,69.945,29.063,1758087394.6294265
564
+ 330,step_begin,6.737,72.701,30.251,1758087402.8627505
565
+ 330,step_begin,6.739,41.432,30.135,1758087403.444452
566
+ 335,step_end,6.737,38.553,29.26,1758087475.8105621
567
+ 335,step_end,6.737,69.945,29.063,1758087475.8106394
568
+ 335,step_end,6.737,72.701,30.251,1758087475.8108969
569
+ 335,step_end,6.738,41.432,30.135,1758087475.8107405
570
+ 335,step_begin,6.739,38.553,29.26,1758087475.820554
571
+ 335,step_begin,6.74,69.945,29.063,1758087475.8212814
572
+ 335,step_begin,6.74,41.432,30.135,1758087484.2804325
573
+ 335,step_begin,6.738,72.701,30.251,1758087484.825859
574
+ 340,step_end,6.737,38.553,29.26,1758087557.3421774
575
+ 340,step_end,6.738,69.945,29.063,1758087557.3425512
576
+ 340,step_end,6.739,41.432,30.135,1758087557.3432946
577
+ 340,step_end,6.739,72.701,30.251,1758087557.3438287
578
+ 340,step_begin,6.738,38.553,29.26,1758087557.3521993
579
+ 340,step_begin,6.74,69.945,29.063,1758087557.3524597
580
+ 340,step_begin,6.739,41.432,30.135,1758087564.7397406
581
+ 340,step_begin,6.737,72.701,30.251,1758087565.8809147
582
+ 345,step_end,6.736,38.553,29.26,1758087638.9152014
583
+ 345,step_end,6.738,69.945,29.063,1758087638.915204
584
+ 345,step_end,6.741,41.432,30.135,1758087638.9160051
585
+ 345,step_end,6.741,72.701,30.251,1758087638.916428
586
+ 345,step_begin,6.738,38.553,29.26,1758087638.9248013
587
+ 345,step_begin,6.737,69.945,29.063,1758087638.9248993
588
+ 345,step_begin,6.74,41.432,30.135,1758087644.24027
589
+ 345,step_begin,6.741,72.701,30.251,1758087648.5565724
590
+ 350,step_end,6.739,69.945,29.063,1758087721.9329364
591
+ 350,step_end,6.741,72.701,30.251,1758087721.933216
592
+ 350,step_end,6.74,38.553,29.26,1758087721.9339087
593
+ 350,step_end,6.74,41.432,30.135,1758087721.93699
594
+ 350,step_begin,6.738,38.553,29.26,1758087721.9459891
595
+ 350,step_begin,6.737,69.945,29.063,1758087721.9461122
596
+ 350,step_begin,6.74,41.432,30.135,1758087727.478512
597
+ 350,step_begin,6.738,72.701,30.251,1758087731.793182
598
+ 355,step_end,6.739,69.945,29.063,1758087806.2882354
599
+ 355,step_end,6.738,41.432,30.135,1758087806.2883425
600
+ 355,step_end,6.741,72.701,30.251,1758087806.2888074
601
+ 355,step_end,6.738,38.553,29.26,1758087806.2890356
602
+ 355,step_begin,6.74,38.553,29.26,1758087806.2976117
603
+ 355,step_begin,6.738,69.945,29.063,1758087806.298722
604
+ 355,step_begin,6.737,41.432,30.135,1758087807.2390285
605
+ 355,step_begin,6.738,72.701,30.251,1758087815.1368906
606
+ 360,step_end,6.74,38.553,29.26,1758087887.8683407
607
+ 360,step_end,6.74,72.701,30.251,1758087887.868378
608
+ 360,step_end,6.739,41.432,30.135,1758087887.8683774
609
+ 360,step_end,6.738,69.945,29.063,1758087887.8684301
610
+ 360,step_begin,6.738,38.553,29.26,1758087887.8769233
611
+ 360,step_begin,6.738,69.945,29.063,1758087887.877458
612
+ 360,step_begin,6.738,41.432,30.135,1758087889.9867122
613
+ 360,step_begin,6.738,72.701,30.251,1758087897.3768573
614
+ 365,step_end,6.738,69.945,29.063,1758087971.4296331
615
+ 365,step_end,6.737,38.553,29.26,1758087971.429636
616
+ 365,step_end,6.736,41.432,30.135,1758087971.4309957
617
+ 365,step_end,6.738,72.701,30.251,1758087971.4312599
618
+ 365,step_begin,6.74,41.432,30.135,1758087971.4562628
619
+ 365,step_begin,6.739,38.553,29.26,1758087971.4569683
620
+ 365,step_begin,6.74,69.945,29.063,1758087971.4578183
621
+ 365,step_begin,6.738,72.701,30.251,1758087981.420339
622
+ 370,step_end,6.737,89.293,30.441,1758088055.3370764
623
+ 370,step_end,6.738,38.553,29.26,1758088055.3371024
624
+ 370,step_end,6.739,41.432,30.135,1758088055.3371153
625
+ 370,step_end,6.739,72.701,30.251,1758088055.3374634
626
+ 370,step_begin,6.74,41.432,30.135,1758088055.3463528
627
+ 370,step_begin,6.739,38.553,29.26,1758088055.3464203
628
+ 370,step_begin,6.739,89.293,30.441,1758088055.3467064
629
+ 370,step_begin,6.739,72.701,30.251,1758088065.0985103
630
+ 375,step_end,6.735,41.432,30.135,1758088137.7985218
631
+ 375,step_end,6.739,89.293,30.441,1758088137.7986002
632
+ 375,step_end,6.741,72.701,30.251,1758088137.7988524
633
+ 375,step_end,6.739,38.553,29.26,1758088137.7990232
634
+ 375,step_begin,6.639,41.432,30.135,1758088137.8988135
635
+ 375,step_begin,6.64,38.553,29.26,1758088137.9071043
636
+ 375,step_begin,6.641,89.293,30.441,1758088137.9103625
637
+ 375,step_begin,6.641,72.701,30.251,1758088137.9816067
638
+ 376,epoch_4.0_end,5.626,89.293,30.441,1758088141.8365445
639
+ 376,epoch_4.0_end,5.625,72.701,30.251,1758088141.836878
640
+ 376,epoch_4.0_end,5.624,38.553,29.26,1758088141.8369572
641
+ 376,epoch_4.0_end,5.624,41.432,30.135,1758088141.836964
642
+ 376,epoch_4.0_begin,5.626,89.293,30.441,1758088141.8381104
643
+ 376,epoch_4.0_begin,5.624,38.553,29.26,1758088141.83826
644
+ 376,epoch_4.0_begin,5.625,72.701,30.251,1758088141.838445
645
+ 376,epoch_4.0_begin,5.624,41.432,30.135,1758088141.838449
646
+ 380,step_end,5.721,38.553,29.26,1758088231.9132626
647
+ 380,step_end,5.723,41.432,30.135,1758088231.9133716
648
+ 380,step_end,5.723,89.293,30.441,1758088231.914429
649
+ 380,step_end,5.724,72.701,30.251,1758088231.9155881
650
+ 380,step_begin,5.723,38.553,29.26,1758088238.4121473
651
+ 380,step_begin,5.723,89.293,30.441,1758088238.8256552
652
+ 380,step_begin,5.725,41.432,30.135,1758088239.9967563
653
+ 380,step_begin,5.721,72.701,30.251,1758088241.1754594
654
+ 385,step_end,5.721,89.293,30.441,1758088312.559497
655
+ 385,step_end,5.724,38.553,29.26,1758088312.5596893
656
+ 385,step_end,5.724,41.432,30.135,1758088312.5596895
657
+ 385,step_end,5.724,72.701,30.251,1758088312.5623555
658
+ 385,step_begin,5.722,38.553,29.26,1758088318.8303201
659
+ 385,step_begin,5.724,89.293,30.441,1758088320.5071988
660
+ 385,step_begin,5.724,41.432,30.135,1758088321.1320095
661
+ 385,step_begin,5.723,72.701,30.251,1758088322.347082
662
+ 390,step_end,5.722,89.293,30.441,1758088394.4567337
663
+ 390,step_end,5.722,38.553,29.26,1758088394.456738
664
+ 390,step_end,5.72,41.432,30.135,1758088394.458192
665
+ 390,step_end,5.723,72.701,30.251,1758088394.4592588
666
+ 390,step_begin,5.724,38.553,29.26,1758088399.6029694
667
+ 390,step_begin,5.723,41.432,30.135,1758088401.4825978
668
+ 390,step_begin,5.725,89.293,30.441,1758088402.1813805
669
+ 390,step_begin,5.724,72.701,30.251,1758088403.1303685
670
+ 395,step_end,5.723,38.553,29.26,1758088479.3924336
671
+ 395,step_end,5.722,89.293,30.441,1758088479.3924384
672
+ 395,step_end,5.723,41.432,30.135,1758088479.3932352
673
+ 395,step_end,5.722,72.701,30.251,1758088479.396111
674
+ 395,step_begin,5.724,38.553,29.26,1758088479.4061518
675
+ 395,step_begin,5.722,89.293,30.441,1758088483.2362616
676
+ 395,step_begin,5.723,41.432,30.135,1758088483.359382
677
+ 395,step_begin,5.723,72.701,30.251,1758088488.3929646
678
+ 400,step_end,5.722,38.553,29.26,1758088561.1644716
679
+ 400,step_end,5.724,89.293,30.441,1758088561.1644945
680
+ 400,step_end,5.722,72.701,30.251,1758088561.1646366
681
+ 400,step_end,5.725,41.432,30.135,1758088561.165271
682
+ 400,step_begin,5.722,38.553,29.26,1758088561.1730494
683
+ 400,step_begin,5.725,41.432,30.135,1758088563.1100726
684
+ 400,step_begin,5.72,89.293,30.441,1758088564.6583955
685
+ 400,step_begin,5.723,72.701,30.251,1758088570.1472712
686
+ 405,step_end,5.723,89.293,30.441,1758088641.7029827
687
+ 405,step_end,5.722,38.553,29.26,1758088641.7031143
688
+ 405,step_end,5.724,41.432,30.135,1758088641.7031515
689
+ 405,step_end,5.719,72.701,30.251,1758088641.705781
690
+ 405,step_begin,5.724,38.553,29.26,1758088641.7141922
691
+ 405,step_begin,5.725,41.432,30.135,1758088645.1349306
692
+ 405,step_begin,5.724,89.293,30.441,1758088645.3171241
693
+ 405,step_begin,5.725,72.701,30.251,1758088652.2057362
694
+ 410,step_end,5.725,89.293,30.441,1758088725.6865451
695
+ 410,step_end,5.724,38.553,29.26,1758088725.6869566
696
+ 410,step_end,5.721,41.432,30.135,1758088725.687997
697
+ 410,step_end,5.725,72.701,30.251,1758088725.6890535
698
+ 410,step_begin,5.723,38.553,29.26,1758088725.6976492
699
+ 410,step_begin,5.722,41.432,30.135,1758088725.697723
700
+ 410,step_begin,5.72,89.293,30.441,1758088725.6977816
701
+ 410,step_begin,5.722,72.701,30.251,1758088735.0861366
702
+ 415,step_end,5.723,89.293,30.441,1758088807.4813437
703
+ 415,step_end,5.723,72.701,30.251,1758088807.4815893
704
+ 415,step_end,5.723,41.432,30.135,1758088807.4818795
705
+ 415,step_end,5.724,38.553,29.26,1758088807.4819336
706
+ 415,step_begin,5.723,89.293,30.441,1758088807.4898539
707
+ 415,step_begin,5.725,38.553,29.26,1758088807.4901168
708
+ 415,step_begin,5.721,41.432,30.135,1758088807.4902632
709
+ 415,step_begin,5.725,72.701,30.251,1758088815.8723578
710
+ 420,step_end,5.723,89.293,30.441,1758088887.1775064
711
+ 420,step_end,5.723,72.701,30.251,1758088887.1777146
712
+ 420,step_end,5.724,41.432,30.135,1758088887.1779485
713
+ 420,step_end,5.722,38.553,29.26,1758088887.178119
714
+ 420,step_begin,5.724,38.553,29.26,1758088887.186348
715
+ 420,step_begin,5.725,41.432,30.135,1758088887.1866496
716
+ 420,step_begin,5.725,89.293,30.441,1758088887.1870413
717
+ 420,step_begin,5.723,72.701,30.251,1758088896.1813247
718
+ 425,step_end,5.723,89.293,30.441,1758088967.8187802
719
+ 425,step_end,5.723,38.553,29.26,1758088967.8190281
720
+ 425,step_end,5.723,72.701,30.251,1758088967.8197138
721
+ 425,step_end,5.724,41.432,30.135,1758088967.8203962
722
+ 425,step_begin,5.724,89.293,30.441,1758088967.8286605
723
+ 425,step_begin,5.724,38.553,29.26,1758088967.8287618
724
+ 425,step_begin,5.723,41.432,30.135,1758088967.8289876
725
+ 425,step_begin,5.723,72.701,30.251,1758088976.3914795
726
+ 430,step_end,5.723,89.293,30.441,1758089049.1248977
727
+ 430,step_end,5.724,38.553,29.26,1758089049.1258245
728
+ 430,step_end,5.723,72.701,30.251,1758089049.1266022
729
+ 430,step_end,5.722,41.432,30.135,1758089049.1274416
730
+ 430,step_begin,5.725,89.293,30.441,1758089049.1356833
731
+ 430,step_begin,5.724,38.553,29.26,1758089049.1360264
732
+ 430,step_begin,5.723,41.432,30.135,1758089049.1365511
733
+ 430,step_begin,5.724,72.701,30.251,1758089058.1891901
734
+ 435,step_end,5.721,89.293,30.441,1758089130.9664056
735
+ 435,step_end,5.724,38.553,29.26,1758089130.967468
736
+ 435,step_end,5.725,41.432,30.135,1758089130.9679441
737
+ 435,step_end,5.724,72.701,30.251,1758089130.968706
738
+ 435,step_begin,5.723,38.553,29.26,1758089130.976768
739
+ 435,step_begin,5.725,89.293,30.441,1758089130.9770467
740
+ 435,step_begin,5.723,41.432,30.135,1758089130.9776525
741
+ 435,step_begin,5.723,72.701,30.251,1758089139.9708786
742
+ 440,step_end,5.724,38.553,29.26,1758089213.198816
743
+ 440,step_end,5.726,89.293,30.441,1758089213.198835
744
+ 440,step_end,5.722,41.432,30.135,1758089213.1988754
745
+ 440,step_end,5.72,72.701,30.251,1758089213.1989396
746
+ 440,step_begin,5.721,41.432,30.135,1758089213.2079067
747
+ 440,step_begin,5.724,38.553,29.26,1758089213.2080486
748
+ 440,step_begin,5.724,89.293,30.441,1758089213.2083178
749
+ 440,step_begin,5.725,72.701,30.251,1758089222.728648
750
+ 445,step_end,5.724,89.293,30.441,1758089296.511956
751
+ 445,step_end,5.723,72.701,30.251,1758089296.5133348
752
+ 445,step_end,5.723,41.432,30.135,1758089296.5135431
753
+ 445,step_end,5.721,38.553,29.26,1758089296.5136552
754
+ 445,step_begin,5.723,38.553,29.26,1758089296.5217
755
+ 445,step_begin,5.722,89.293,30.441,1758089296.5218625
756
+ 445,step_begin,5.724,41.432,30.135,1758089296.5219805
757
+ 445,step_begin,5.723,72.701,30.251,1758089305.1640515
758
+ 450,step_end,5.723,89.293,30.441,1758089378.18659
759
+ 450,step_end,5.723,38.553,29.26,1758089378.1869109
760
+ 450,step_end,5.725,41.432,30.135,1758089378.1871433
761
+ 450,step_end,5.726,72.701,30.251,1758089378.1897907
762
+ 450,step_begin,5.722,38.553,29.26,1758089378.1994042
763
+ 450,step_begin,5.724,41.432,30.135,1758089378.1994085
764
+ 450,step_begin,5.724,89.293,30.441,1758089378.1997633
765
+ 450,step_begin,5.724,72.701,30.251,1758089386.855146
766
+ 455,step_end,5.722,38.553,29.26,1758089457.6141102
767
+ 455,step_end,5.724,89.293,30.441,1758089457.6141152
768
+ 455,step_end,5.722,41.432,30.135,1758089457.6142972
769
+ 455,step_end,5.725,72.701,30.251,1758089457.6157553
770
+ 455,step_begin,5.724,89.293,30.441,1758089457.6238399
771
+ 455,step_begin,5.722,38.553,29.26,1758089457.6239882
772
+ 455,step_begin,5.725,41.432,30.135,1758089457.6242697
773
+ 455,step_begin,5.722,72.701,30.251,1758089468.395781
774
+ 460,step_end,5.725,89.293,30.441,1758089541.4351091
775
+ 460,step_end,5.722,41.432,30.135,1758089541.4354827
776
+ 460,step_end,5.724,38.553,29.26,1758089541.4355102
777
+ 460,step_end,5.723,72.701,30.251,1758089541.4367256
778
+ 460,step_begin,5.724,41.432,30.135,1758089541.4457355
779
+ 460,step_begin,5.722,38.553,29.26,1758089541.4459295
780
+ 460,step_begin,5.724,89.293,30.441,1758089541.4461043
781
+ 460,step_begin,5.724,72.701,30.251,1758089549.8775618
782
+ 465,step_end,5.724,41.432,30.135,1758089621.7175143
783
+ 465,step_end,5.72,38.553,29.26,1758089621.7176864
784
+ 465,step_end,5.724,89.293,30.441,1758089621.7186701
785
+ 465,step_end,5.724,72.701,30.251,1758089621.7206137
786
+ 465,step_begin,5.721,38.553,29.26,1758089621.7290564
787
+ 465,step_begin,5.724,41.432,30.135,1758089621.729481
788
+ 465,step_begin,5.723,89.293,30.441,1758089621.7298949
789
+ 465,step_begin,5.723,72.701,30.251,1758089631.512997
790
+ 470,step_end,6.638,89.293,30.441,1758089691.3219638
791
+ 470,step_end,6.64,38.553,29.26,1758089691.3237484
792
+ 470,step_end,6.639,41.432,30.135,1758089691.323759
793
+ 470,step_end,6.639,72.701,30.251,1758089691.3243513
794
+ 470,epoch_5.0_end,6.638,89.293,30.441,1758089691.3282955
795
+ 470,epoch_5.0_end,6.64,38.553,29.26,1758089691.3284278
796
+ 470,epoch_5.0_end,6.639,72.701,30.251,1758089691.3286061
797
+ 470,epoch_5.0_end,6.639,41.432,30.135,1758089691.328613
798
+ 470,epoch_5.0_begin,6.638,89.293,30.441,1758089691.3299046
799
+ 470,epoch_5.0_begin,6.64,38.553,29.26,1758089691.3299456
800
+ 470,epoch_5.0_begin,6.639,41.432,30.135,1758089691.3301485
801
+ 470,epoch_5.0_begin,6.639,72.701,30.251,1758089691.330161
802
+ 470,step_begin,6.742,89.293,30.441,1758089723.572498
803
+ 470,step_begin,6.736,41.432,30.135,1758089724.5003362
804
+ 470,step_begin,6.739,72.701,30.251,1758089724.7289603
805
+ 470,step_begin,6.74,38.553,29.26,1758089724.814627
806
+ 475,step_end,6.74,89.293,30.441,1758089797.8363898
807
+ 475,step_end,6.74,38.553,29.26,1758089797.8373613
808
+ 475,step_end,6.736,41.432,30.135,1758089797.8374503
809
+ 475,step_end,6.74,72.701,30.251,1758089797.838787
810
+ 475,step_begin,6.738,41.432,30.135,1758089804.5204363
811
+ 475,step_begin,6.741,89.293,30.441,1758089804.9539273
812
+ 475,step_begin,6.74,38.553,29.26,1758089806.437176
813
+ 475,step_begin,6.74,72.701,30.251,1758089806.4859889
814
+ 480,step_end,6.738,38.553,29.26,1758089880.4029744
815
+ 480,step_end,6.74,41.432,30.135,1758089880.4029994
816
+ 480,step_end,6.738,72.701,30.251,1758089880.4031472
817
+ 480,step_end,6.741,89.293,30.441,1758089880.4031663
818
+ 480,step_begin,6.738,41.432,30.135,1758089885.1715531
819
+ 480,step_begin,6.738,89.293,30.441,1758089885.699539
820
+ 480,step_begin,6.738,38.553,29.26,1758089888.4169602
821
+ 480,step_begin,6.738,72.701,30.251,1758089888.8602357
822
+ 485,step_end,6.739,89.293,30.441,1758089961.4399462
823
+ 485,step_end,6.737,38.553,29.26,1758089961.4400682
824
+ 485,step_end,6.738,41.432,30.135,1758089961.440083
825
+ 485,step_end,6.74,72.701,30.251,1758089961.4403887
826
+ 485,step_begin,6.74,41.432,30.135,1758089966.6678057
827
+ 485,step_begin,6.739,89.293,30.441,1758089966.799807
828
+ 485,step_begin,6.737,72.701,30.251,1758089969.5001066
829
+ 485,step_begin,6.739,38.553,29.26,1758089971.6335042
830
+ 490,step_end,6.739,38.553,29.26,1758090045.1069205
831
+ 490,step_end,6.739,89.293,30.441,1758090045.107415
832
+ 490,step_end,6.737,41.432,30.135,1758090045.1078846
833
+ 490,step_end,6.741,72.701,30.251,1758090045.1099083
834
+ 490,step_begin,6.741,41.432,30.135,1758090048.9488063
835
+ 490,step_begin,6.739,89.293,30.441,1758090049.0422876
836
+ 490,step_begin,6.74,72.701,30.251,1758090050.4512994
837
+ 490,step_begin,6.74,38.553,29.26,1758090054.4268234
838
+ 495,step_end,6.737,89.293,30.441,1758090126.3591452
839
+ 495,step_end,6.74,38.553,29.26,1758090126.359176
840
+ 495,step_end,6.738,72.701,30.251,1758090126.3600333
841
+ 495,step_end,6.74,41.432,30.135,1758090126.3603802
842
+ 495,step_begin,6.738,89.293,30.441,1758090130.2597086
843
+ 495,step_begin,6.74,72.701,30.251,1758090130.8032503
844
+ 495,step_begin,6.74,41.432,30.135,1758090132.1174192
845
+ 495,step_begin,6.74,38.553,29.26,1758090135.3535492
846
+ 500,step_end,6.737,89.293,30.441,1758090206.2131186
847
+ 500,step_end,6.737,41.432,30.135,1758090206.2131484
848
+ 500,step_end,6.739,72.701,30.251,1758090206.2135286
849
+ 500,step_end,6.739,38.553,29.26,1758090206.2137792
850
+ 500,step_begin,6.736,72.701,30.251,1758090211.2266965
851
+ 500,step_begin,6.74,41.432,30.135,1758090214.2825851
852
+ 500,step_begin,6.739,89.293,30.441,1758090214.716632
853
+ 500,step_begin,6.739,38.553,29.26,1758090215.4212801
854
+ 505,step_end,6.737,38.553,29.26,1758090287.2031724
855
+ 505,step_end,6.738,41.432,30.135,1758090287.2033403
856
+ 505,step_end,6.739,72.701,30.251,1758090287.203966
857
+ 505,step_end,6.739,89.293,30.441,1758090287.2041602
858
+ 505,step_begin,6.74,72.701,30.251,1758090292.495053
859
+ 505,step_begin,6.738,41.432,30.135,1758090294.7248578
860
+ 505,step_begin,6.74,89.293,30.441,1758090295.6851845
861
+ 505,step_begin,6.738,38.553,29.26,1758090296.535583
862
+ 510,step_end,6.736,38.553,29.26,1758090370.1772616
863
+ 510,step_end,6.738,89.293,30.441,1758090370.1773865
864
+ 510,step_end,6.74,41.432,30.135,1758090370.1787145
865
+ 510,step_end,6.74,72.701,30.251,1758090370.1793733
866
+ 510,step_begin,6.739,72.701,30.251,1758090372.7397883
867
+ 510,step_begin,6.741,41.432,30.135,1758090376.407468
868
+ 510,step_begin,6.737,38.553,29.26,1758090377.5098042
869
+ 510,step_begin,6.736,89.293,30.441,1758090379.3882952
870
+ 515,step_end,6.74,41.432,30.135,1758090451.162963
871
+ 515,step_end,6.739,38.553,29.26,1758090451.163025
872
+ 515,step_end,6.742,72.701,30.251,1758090451.1636891
873
+ 515,step_end,6.738,89.293,30.441,1758090451.1638236
874
+ 515,step_begin,6.738,72.701,30.251,1758090456.9008532
875
+ 515,step_begin,6.74,38.553,29.26,1758090457.9049304
876
+ 515,step_begin,6.737,89.293,30.441,1758090459.7600868
877
+ 515,step_begin,6.738,41.432,30.135,1758090460.3844564
878
+ 520,step_end,6.741,89.293,30.441,1758090532.2049453
879
+ 520,step_end,6.739,38.553,29.26,1758090532.2057698
880
+ 520,step_end,6.741,41.432,30.135,1758090532.2059417
881
+ 520,step_end,6.738,72.701,30.251,1758090532.2071223
882
+ 520,step_begin,6.736,38.553,29.26,1758090538.6692786
883
+ 520,step_begin,6.739,72.701,30.251,1758090539.3411238
884
+ 520,step_begin,6.739,89.293,30.441,1758090540.767495
885
+ 520,step_begin,6.738,41.432,30.135,1758090541.5973582
886
+ 525,step_end,6.737,38.553,29.26,1758090614.9899666
887
+ 525,step_end,6.737,89.293,30.441,1758090614.9902115
888
+ 525,step_end,6.74,72.701,30.251,1758090614.9902315
889
+ 525,step_end,6.739,41.432,30.135,1758090614.9917545
890
+ 525,step_begin,6.739,38.553,29.26,1758090621.0725508
891
+ 525,step_begin,6.74,72.701,30.251,1758090621.125545
892
+ 525,step_begin,6.741,89.293,30.441,1758090621.1824253
893
+ 525,step_begin,6.737,41.432,30.135,1758090623.394957
894
+ 530,step_end,6.738,38.553,29.26,1758090694.7236028
895
+ 530,step_end,6.739,89.293,30.441,1758090694.7238216
896
+ 530,step_end,6.738,72.701,30.251,1758090694.7241275
897
+ 530,step_end,6.739,41.432,30.135,1758090694.7252312
898
+ 530,step_begin,6.738,89.293,30.441,1758090702.095331
899
+ 530,step_begin,6.737,38.553,29.26,1758090702.3019965
900
+ 530,step_begin,6.736,72.701,30.251,1758090703.7787714
901
+ 530,step_begin,6.739,41.432,30.135,1758090703.908796
902
+ 535,step_end,6.739,38.553,29.26,1758090777.376405
903
+ 535,step_end,6.739,41.432,30.135,1758090777.3765085
904
+ 535,step_end,6.739,72.701,30.251,1758090777.376614
905
+ 535,step_end,6.739,89.293,30.441,1758090777.3771687
906
+ 535,step_begin,6.738,89.293,30.441,1758090781.3933225
907
+ 535,step_begin,6.74,38.553,29.26,1758090784.198477
908
+ 535,step_begin,6.738,72.701,30.251,1758090786.1091464
909
+ 535,step_begin,6.739,41.432,30.135,1758090786.4179811
910
+ 540,step_end,6.739,38.553,29.26,1758090860.6775765
911
+ 540,step_end,6.738,89.293,30.441,1758090860.6778224
912
+ 540,step_end,6.74,41.432,30.135,1758090860.6782038
913
+ 540,step_end,6.736,72.701,30.251,1758090860.6792755
914
+ 540,step_begin,6.739,89.293,30.441,1758090861.1447794
915
+ 540,step_begin,6.741,38.553,29.26,1758090865.4487965
916
+ 540,step_begin,6.74,41.432,30.135,1758090867.171073
917
+ 540,step_begin,6.737,72.701,30.251,1758090869.5497372
918
+ 545,step_end,6.739,41.432,30.135,1758090943.5044634
919
+ 545,step_end,6.739,72.701,30.251,1758090943.5045016
920
+ 545,step_end,6.742,38.553,29.26,1758090943.5050817
921
+ 545,step_end,6.737,89.293,30.441,1758090943.5070088
922
+ 545,step_begin,6.74,89.293,30.441,1758090943.5327725
923
+ 545,step_begin,6.739,38.553,29.26,1758090946.633594
924
+ 545,step_begin,6.739,41.432,30.135,1758090948.1395004
925
+ 545,step_begin,6.738,72.701,30.251,1758090952.4181814
926
+ 550,step_end,6.739,41.432,30.135,1758091026.9767413
927
+ 550,step_end,6.739,38.553,29.26,1758091026.97808
928
+ 550,step_end,6.738,89.293,30.441,1758091026.9786556
929
+ 550,step_end,6.739,72.701,30.251,1758091026.9799054
930
+ 550,step_begin,6.74,89.293,30.441,1758091026.9907174
931
+ 550,step_begin,6.738,38.553,29.26,1758091028.8981786
932
+ 550,step_begin,6.741,41.432,30.135,1758091032.1656935
933
+ 550,step_begin,6.738,72.701,30.251,1758091036.2110999
934
+ 555,step_end,6.736,89.293,30.441,1758091109.652696
935
+ 555,step_end,6.739,38.553,29.26,1758091109.6536787
936
+ 555,step_end,6.736,41.432,30.135,1758091109.654324
937
+ 555,step_end,6.737,72.701,30.251,1758091109.6546972
938
+ 555,step_begin,6.739,89.293,30.441,1758091109.6631272
939
+ 555,step_begin,6.738,38.553,29.26,1758091110.2872856
940
+ 555,step_begin,6.74,41.432,30.135,1758091112.8666637
941
+ 555,step_begin,6.739,72.701,30.251,1758091118.9046123
942
+ 558,checkpoint_save,5.721,38.553,29.26,1758091173.4172165
943
+ 558,checkpoint_save,5.723,41.432,30.135,1758091173.4176233
944
+ 558,checkpoint_save,5.723,89.293,30.441,1758091173.4180923
945
+ 558,epoch_5.9411764705882355_end,5.721,38.553,29.26,1758091173.4189746
946
+ 558,epoch_5.9411764705882355_end,5.723,41.432,30.135,1758091173.4198163
947
+ 558,epoch_5.9411764705882355_end,5.723,89.293,30.441,1758091173.4198356
948
+ 558,checkpoint_save,5.723,72.701,30.251,1758091173.4249716
949
+ 558,epoch_5.9411764705882355_end,5.723,72.701,30.251,1758091173.4262593
950
+ 558,train_end,5.723,72.701,30.251,1758091173.4291484
951
+ 558,train_end,5.721,38.553,29.26,1758091173.4292035
952
+ 558,train_end,5.723,41.432,30.135,1758091173.4292185
953
+ 558,train_end,5.723,89.293,30.441,1758091173.4292636
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:709c93b284a44ded5eedfbbc1bcb9135a7bd7154f21d4429287bc40015880d10
3
+ size 4872487344
model-00002-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73c2366b79a6c08e6308738a350c14884fe461ccce9a962a8133e99809fe3d6c
3
+ size 4996483616
model-00003-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74ee84294b4fa8e45a3189e9fad36fb0aa53bc9c114a00feb4c3144f6cd39900
3
+ size 4987628072
model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c46c317ba0ad457066a9e16930e2f8f2c3092fab8fdfb3bd4ea8c39ce637e052
3
+ size 3110544640
model.safetensors.index.json ADDED
@@ -0,0 +1,1128 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "total_size": 17967011840
4
+ },
5
+ "weight_map": {
6
+ "lm_head.weight": "model-00004-of-00004.safetensors",
7
+ "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
8
+ "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
9
+ "model.layers.0.mlp.down_proj.ALinear.weight": "model-00001-of-00004.safetensors",
10
+ "model.layers.0.mlp.down_proj.BLinear.weight": "model-00001-of-00004.safetensors",
11
+ "model.layers.0.mlp.down_proj.weight_residual": "model-00001-of-00004.safetensors",
12
+ "model.layers.0.mlp.gate_proj.ALinear.weight": "model-00001-of-00004.safetensors",
13
+ "model.layers.0.mlp.gate_proj.BLinear.weight": "model-00001-of-00004.safetensors",
14
+ "model.layers.0.mlp.gate_proj.weight_residual": "model-00001-of-00004.safetensors",
15
+ "model.layers.0.mlp.up_proj.ALinear.weight": "model-00001-of-00004.safetensors",
16
+ "model.layers.0.mlp.up_proj.BLinear.weight": "model-00001-of-00004.safetensors",
17
+ "model.layers.0.mlp.up_proj.weight_residual": "model-00001-of-00004.safetensors",
18
+ "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
19
+ "model.layers.0.self_attn.k_proj.ALinear.bias": "model-00001-of-00004.safetensors",
20
+ "model.layers.0.self_attn.k_proj.ALinear.weight": "model-00001-of-00004.safetensors",
21
+ "model.layers.0.self_attn.k_proj.BLinear.weight": "model-00001-of-00004.safetensors",
22
+ "model.layers.0.self_attn.k_proj.weight_residual": "model-00001-of-00004.safetensors",
23
+ "model.layers.0.self_attn.o_proj.ALinear.weight": "model-00001-of-00004.safetensors",
24
+ "model.layers.0.self_attn.o_proj.BLinear.weight": "model-00001-of-00004.safetensors",
25
+ "model.layers.0.self_attn.o_proj.weight_residual": "model-00001-of-00004.safetensors",
26
+ "model.layers.0.self_attn.q_proj.ALinear.bias": "model-00001-of-00004.safetensors",
27
+ "model.layers.0.self_attn.q_proj.ALinear.weight": "model-00001-of-00004.safetensors",
28
+ "model.layers.0.self_attn.q_proj.BLinear.weight": "model-00001-of-00004.safetensors",
29
+ "model.layers.0.self_attn.q_proj.weight_residual": "model-00001-of-00004.safetensors",
30
+ "model.layers.0.self_attn.v_proj.ALinear.bias": "model-00001-of-00004.safetensors",
31
+ "model.layers.0.self_attn.v_proj.ALinear.weight": "model-00001-of-00004.safetensors",
32
+ "model.layers.0.self_attn.v_proj.BLinear.weight": "model-00001-of-00004.safetensors",
33
+ "model.layers.0.self_attn.v_proj.weight_residual": "model-00001-of-00004.safetensors",
34
+ "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
35
+ "model.layers.1.mlp.down_proj.ALinear.weight": "model-00001-of-00004.safetensors",
36
+ "model.layers.1.mlp.down_proj.BLinear.weight": "model-00001-of-00004.safetensors",
37
+ "model.layers.1.mlp.down_proj.weight_residual": "model-00001-of-00004.safetensors",
38
+ "model.layers.1.mlp.gate_proj.ALinear.weight": "model-00001-of-00004.safetensors",
39
+ "model.layers.1.mlp.gate_proj.BLinear.weight": "model-00001-of-00004.safetensors",
40
+ "model.layers.1.mlp.gate_proj.weight_residual": "model-00001-of-00004.safetensors",
41
+ "model.layers.1.mlp.up_proj.ALinear.weight": "model-00001-of-00004.safetensors",
42
+ "model.layers.1.mlp.up_proj.BLinear.weight": "model-00001-of-00004.safetensors",
43
+ "model.layers.1.mlp.up_proj.weight_residual": "model-00001-of-00004.safetensors",
44
+ "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
45
+ "model.layers.1.self_attn.k_proj.ALinear.bias": "model-00001-of-00004.safetensors",
46
+ "model.layers.1.self_attn.k_proj.ALinear.weight": "model-00001-of-00004.safetensors",
47
+ "model.layers.1.self_attn.k_proj.BLinear.weight": "model-00001-of-00004.safetensors",
48
+ "model.layers.1.self_attn.k_proj.weight_residual": "model-00001-of-00004.safetensors",
49
+ "model.layers.1.self_attn.o_proj.ALinear.weight": "model-00001-of-00004.safetensors",
50
+ "model.layers.1.self_attn.o_proj.BLinear.weight": "model-00001-of-00004.safetensors",
51
+ "model.layers.1.self_attn.o_proj.weight_residual": "model-00001-of-00004.safetensors",
52
+ "model.layers.1.self_attn.q_proj.ALinear.bias": "model-00001-of-00004.safetensors",
53
+ "model.layers.1.self_attn.q_proj.ALinear.weight": "model-00001-of-00004.safetensors",
54
+ "model.layers.1.self_attn.q_proj.BLinear.weight": "model-00001-of-00004.safetensors",
55
+ "model.layers.1.self_attn.q_proj.weight_residual": "model-00001-of-00004.safetensors",
56
+ "model.layers.1.self_attn.v_proj.ALinear.bias": "model-00001-of-00004.safetensors",
57
+ "model.layers.1.self_attn.v_proj.ALinear.weight": "model-00001-of-00004.safetensors",
58
+ "model.layers.1.self_attn.v_proj.BLinear.weight": "model-00001-of-00004.safetensors",
59
+ "model.layers.1.self_attn.v_proj.weight_residual": "model-00001-of-00004.safetensors",
60
+ "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
61
+ "model.layers.10.mlp.down_proj.ALinear.weight": "model-00002-of-00004.safetensors",
62
+ "model.layers.10.mlp.down_proj.BLinear.weight": "model-00002-of-00004.safetensors",
63
+ "model.layers.10.mlp.down_proj.weight_residual": "model-00002-of-00004.safetensors",
64
+ "model.layers.10.mlp.gate_proj.ALinear.weight": "model-00002-of-00004.safetensors",
65
+ "model.layers.10.mlp.gate_proj.BLinear.weight": "model-00002-of-00004.safetensors",
66
+ "model.layers.10.mlp.gate_proj.weight_residual": "model-00002-of-00004.safetensors",
67
+ "model.layers.10.mlp.up_proj.ALinear.weight": "model-00002-of-00004.safetensors",
68
+ "model.layers.10.mlp.up_proj.BLinear.weight": "model-00002-of-00004.safetensors",
69
+ "model.layers.10.mlp.up_proj.weight_residual": "model-00002-of-00004.safetensors",
70
+ "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
71
+ "model.layers.10.self_attn.k_proj.ALinear.bias": "model-00002-of-00004.safetensors",
72
+ "model.layers.10.self_attn.k_proj.ALinear.weight": "model-00002-of-00004.safetensors",
73
+ "model.layers.10.self_attn.k_proj.BLinear.weight": "model-00002-of-00004.safetensors",
74
+ "model.layers.10.self_attn.k_proj.weight_residual": "model-00002-of-00004.safetensors",
75
+ "model.layers.10.self_attn.o_proj.ALinear.weight": "model-00002-of-00004.safetensors",
76
+ "model.layers.10.self_attn.o_proj.BLinear.weight": "model-00002-of-00004.safetensors",
77
+ "model.layers.10.self_attn.o_proj.weight_residual": "model-00002-of-00004.safetensors",
78
+ "model.layers.10.self_attn.q_proj.ALinear.bias": "model-00002-of-00004.safetensors",
79
+ "model.layers.10.self_attn.q_proj.ALinear.weight": "model-00002-of-00004.safetensors",
80
+ "model.layers.10.self_attn.q_proj.BLinear.weight": "model-00002-of-00004.safetensors",
81
+ "model.layers.10.self_attn.q_proj.weight_residual": "model-00002-of-00004.safetensors",
82
+ "model.layers.10.self_attn.v_proj.ALinear.bias": "model-00002-of-00004.safetensors",
83
+ "model.layers.10.self_attn.v_proj.ALinear.weight": "model-00002-of-00004.safetensors",
84
+ "model.layers.10.self_attn.v_proj.BLinear.weight": "model-00002-of-00004.safetensors",
85
+ "model.layers.10.self_attn.v_proj.weight_residual": "model-00002-of-00004.safetensors",
86
+ "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
87
+ "model.layers.11.mlp.down_proj.ALinear.weight": "model-00002-of-00004.safetensors",
88
+ "model.layers.11.mlp.down_proj.BLinear.weight": "model-00002-of-00004.safetensors",
89
+ "model.layers.11.mlp.down_proj.weight_residual": "model-00002-of-00004.safetensors",
90
+ "model.layers.11.mlp.gate_proj.ALinear.weight": "model-00002-of-00004.safetensors",
91
+ "model.layers.11.mlp.gate_proj.BLinear.weight": "model-00002-of-00004.safetensors",
92
+ "model.layers.11.mlp.gate_proj.weight_residual": "model-00002-of-00004.safetensors",
93
+ "model.layers.11.mlp.up_proj.ALinear.weight": "model-00002-of-00004.safetensors",
94
+ "model.layers.11.mlp.up_proj.BLinear.weight": "model-00002-of-00004.safetensors",
95
+ "model.layers.11.mlp.up_proj.weight_residual": "model-00002-of-00004.safetensors",
96
+ "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
97
+ "model.layers.11.self_attn.k_proj.ALinear.bias": "model-00002-of-00004.safetensors",
98
+ "model.layers.11.self_attn.k_proj.ALinear.weight": "model-00002-of-00004.safetensors",
99
+ "model.layers.11.self_attn.k_proj.BLinear.weight": "model-00002-of-00004.safetensors",
100
+ "model.layers.11.self_attn.k_proj.weight_residual": "model-00002-of-00004.safetensors",
101
+ "model.layers.11.self_attn.o_proj.ALinear.weight": "model-00002-of-00004.safetensors",
102
+ "model.layers.11.self_attn.o_proj.BLinear.weight": "model-00002-of-00004.safetensors",
103
+ "model.layers.11.self_attn.o_proj.weight_residual": "model-00002-of-00004.safetensors",
104
+ "model.layers.11.self_attn.q_proj.ALinear.bias": "model-00002-of-00004.safetensors",
105
+ "model.layers.11.self_attn.q_proj.ALinear.weight": "model-00002-of-00004.safetensors",
106
+ "model.layers.11.self_attn.q_proj.BLinear.weight": "model-00002-of-00004.safetensors",
107
+ "model.layers.11.self_attn.q_proj.weight_residual": "model-00002-of-00004.safetensors",
108
+ "model.layers.11.self_attn.v_proj.ALinear.bias": "model-00002-of-00004.safetensors",
109
+ "model.layers.11.self_attn.v_proj.ALinear.weight": "model-00002-of-00004.safetensors",
110
+ "model.layers.11.self_attn.v_proj.BLinear.weight": "model-00002-of-00004.safetensors",
111
+ "model.layers.11.self_attn.v_proj.weight_residual": "model-00002-of-00004.safetensors",
112
+ "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
113
+ "model.layers.12.mlp.down_proj.ALinear.weight": "model-00002-of-00004.safetensors",
114
+ "model.layers.12.mlp.down_proj.BLinear.weight": "model-00002-of-00004.safetensors",
115
+ "model.layers.12.mlp.down_proj.weight_residual": "model-00002-of-00004.safetensors",
116
+ "model.layers.12.mlp.gate_proj.ALinear.weight": "model-00002-of-00004.safetensors",
117
+ "model.layers.12.mlp.gate_proj.BLinear.weight": "model-00002-of-00004.safetensors",
118
+ "model.layers.12.mlp.gate_proj.weight_residual": "model-00002-of-00004.safetensors",
119
+ "model.layers.12.mlp.up_proj.ALinear.weight": "model-00002-of-00004.safetensors",
120
+ "model.layers.12.mlp.up_proj.BLinear.weight": "model-00002-of-00004.safetensors",
121
+ "model.layers.12.mlp.up_proj.weight_residual": "model-00002-of-00004.safetensors",
122
+ "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
123
+ "model.layers.12.self_attn.k_proj.ALinear.bias": "model-00002-of-00004.safetensors",
124
+ "model.layers.12.self_attn.k_proj.ALinear.weight": "model-00002-of-00004.safetensors",
125
+ "model.layers.12.self_attn.k_proj.BLinear.weight": "model-00002-of-00004.safetensors",
126
+ "model.layers.12.self_attn.k_proj.weight_residual": "model-00002-of-00004.safetensors",
127
+ "model.layers.12.self_attn.o_proj.ALinear.weight": "model-00002-of-00004.safetensors",
128
+ "model.layers.12.self_attn.o_proj.BLinear.weight": "model-00002-of-00004.safetensors",
129
+ "model.layers.12.self_attn.o_proj.weight_residual": "model-00002-of-00004.safetensors",
130
+ "model.layers.12.self_attn.q_proj.ALinear.bias": "model-00002-of-00004.safetensors",
131
+ "model.layers.12.self_attn.q_proj.ALinear.weight": "model-00002-of-00004.safetensors",
132
+ "model.layers.12.self_attn.q_proj.BLinear.weight": "model-00002-of-00004.safetensors",
133
+ "model.layers.12.self_attn.q_proj.weight_residual": "model-00002-of-00004.safetensors",
134
+ "model.layers.12.self_attn.v_proj.ALinear.bias": "model-00002-of-00004.safetensors",
135
+ "model.layers.12.self_attn.v_proj.ALinear.weight": "model-00002-of-00004.safetensors",
136
+ "model.layers.12.self_attn.v_proj.BLinear.weight": "model-00002-of-00004.safetensors",
137
+ "model.layers.12.self_attn.v_proj.weight_residual": "model-00002-of-00004.safetensors",
138
+ "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
139
+ "model.layers.13.mlp.down_proj.ALinear.weight": "model-00002-of-00004.safetensors",
140
+ "model.layers.13.mlp.down_proj.BLinear.weight": "model-00002-of-00004.safetensors",
141
+ "model.layers.13.mlp.down_proj.weight_residual": "model-00002-of-00004.safetensors",
142
+ "model.layers.13.mlp.gate_proj.ALinear.weight": "model-00002-of-00004.safetensors",
143
+ "model.layers.13.mlp.gate_proj.BLinear.weight": "model-00002-of-00004.safetensors",
144
+ "model.layers.13.mlp.gate_proj.weight_residual": "model-00002-of-00004.safetensors",
145
+ "model.layers.13.mlp.up_proj.ALinear.weight": "model-00002-of-00004.safetensors",
146
+ "model.layers.13.mlp.up_proj.BLinear.weight": "model-00002-of-00004.safetensors",
147
+ "model.layers.13.mlp.up_proj.weight_residual": "model-00002-of-00004.safetensors",
148
+ "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
149
+ "model.layers.13.self_attn.k_proj.ALinear.bias": "model-00002-of-00004.safetensors",
150
+ "model.layers.13.self_attn.k_proj.ALinear.weight": "model-00002-of-00004.safetensors",
151
+ "model.layers.13.self_attn.k_proj.BLinear.weight": "model-00002-of-00004.safetensors",
152
+ "model.layers.13.self_attn.k_proj.weight_residual": "model-00002-of-00004.safetensors",
153
+ "model.layers.13.self_attn.o_proj.ALinear.weight": "model-00002-of-00004.safetensors",
154
+ "model.layers.13.self_attn.o_proj.BLinear.weight": "model-00002-of-00004.safetensors",
155
+ "model.layers.13.self_attn.o_proj.weight_residual": "model-00002-of-00004.safetensors",
156
+ "model.layers.13.self_attn.q_proj.ALinear.bias": "model-00002-of-00004.safetensors",
157
+ "model.layers.13.self_attn.q_proj.ALinear.weight": "model-00002-of-00004.safetensors",
158
+ "model.layers.13.self_attn.q_proj.BLinear.weight": "model-00002-of-00004.safetensors",
159
+ "model.layers.13.self_attn.q_proj.weight_residual": "model-00002-of-00004.safetensors",
160
+ "model.layers.13.self_attn.v_proj.ALinear.bias": "model-00002-of-00004.safetensors",
161
+ "model.layers.13.self_attn.v_proj.ALinear.weight": "model-00002-of-00004.safetensors",
162
+ "model.layers.13.self_attn.v_proj.BLinear.weight": "model-00002-of-00004.safetensors",
163
+ "model.layers.13.self_attn.v_proj.weight_residual": "model-00002-of-00004.safetensors",
164
+ "model.layers.14.input_layernorm.weight": "model-00003-of-00004.safetensors",
165
+ "model.layers.14.mlp.down_proj.ALinear.weight": "model-00003-of-00004.safetensors",
166
+ "model.layers.14.mlp.down_proj.BLinear.weight": "model-00003-of-00004.safetensors",
167
+ "model.layers.14.mlp.down_proj.weight_residual": "model-00003-of-00004.safetensors",
168
+ "model.layers.14.mlp.gate_proj.ALinear.weight": "model-00003-of-00004.safetensors",
169
+ "model.layers.14.mlp.gate_proj.BLinear.weight": "model-00002-of-00004.safetensors",
170
+ "model.layers.14.mlp.gate_proj.weight_residual": "model-00002-of-00004.safetensors",
171
+ "model.layers.14.mlp.up_proj.ALinear.weight": "model-00003-of-00004.safetensors",
172
+ "model.layers.14.mlp.up_proj.BLinear.weight": "model-00003-of-00004.safetensors",
173
+ "model.layers.14.mlp.up_proj.weight_residual": "model-00003-of-00004.safetensors",
174
+ "model.layers.14.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
175
+ "model.layers.14.self_attn.k_proj.ALinear.bias": "model-00002-of-00004.safetensors",
176
+ "model.layers.14.self_attn.k_proj.ALinear.weight": "model-00002-of-00004.safetensors",
177
+ "model.layers.14.self_attn.k_proj.BLinear.weight": "model-00002-of-00004.safetensors",
178
+ "model.layers.14.self_attn.k_proj.weight_residual": "model-00002-of-00004.safetensors",
179
+ "model.layers.14.self_attn.o_proj.ALinear.weight": "model-00002-of-00004.safetensors",
180
+ "model.layers.14.self_attn.o_proj.BLinear.weight": "model-00002-of-00004.safetensors",
181
+ "model.layers.14.self_attn.o_proj.weight_residual": "model-00002-of-00004.safetensors",
182
+ "model.layers.14.self_attn.q_proj.ALinear.bias": "model-00002-of-00004.safetensors",
183
+ "model.layers.14.self_attn.q_proj.ALinear.weight": "model-00002-of-00004.safetensors",
184
+ "model.layers.14.self_attn.q_proj.BLinear.weight": "model-00002-of-00004.safetensors",
185
+ "model.layers.14.self_attn.q_proj.weight_residual": "model-00002-of-00004.safetensors",
186
+ "model.layers.14.self_attn.v_proj.ALinear.bias": "model-00002-of-00004.safetensors",
187
+ "model.layers.14.self_attn.v_proj.ALinear.weight": "model-00002-of-00004.safetensors",
188
+ "model.layers.14.self_attn.v_proj.BLinear.weight": "model-00002-of-00004.safetensors",
189
+ "model.layers.14.self_attn.v_proj.weight_residual": "model-00002-of-00004.safetensors",
190
+ "model.layers.15.input_layernorm.weight": "model-00003-of-00004.safetensors",
191
+ "model.layers.15.mlp.down_proj.ALinear.weight": "model-00003-of-00004.safetensors",
192
+ "model.layers.15.mlp.down_proj.BLinear.weight": "model-00003-of-00004.safetensors",
193
+ "model.layers.15.mlp.down_proj.weight_residual": "model-00003-of-00004.safetensors",
194
+ "model.layers.15.mlp.gate_proj.ALinear.weight": "model-00003-of-00004.safetensors",
195
+ "model.layers.15.mlp.gate_proj.BLinear.weight": "model-00003-of-00004.safetensors",
196
+ "model.layers.15.mlp.gate_proj.weight_residual": "model-00003-of-00004.safetensors",
197
+ "model.layers.15.mlp.up_proj.ALinear.weight": "model-00003-of-00004.safetensors",
198
+ "model.layers.15.mlp.up_proj.BLinear.weight": "model-00003-of-00004.safetensors",
199
+ "model.layers.15.mlp.up_proj.weight_residual": "model-00003-of-00004.safetensors",
200
+ "model.layers.15.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
201
+ "model.layers.15.self_attn.k_proj.ALinear.bias": "model-00003-of-00004.safetensors",
202
+ "model.layers.15.self_attn.k_proj.ALinear.weight": "model-00003-of-00004.safetensors",
203
+ "model.layers.15.self_attn.k_proj.BLinear.weight": "model-00003-of-00004.safetensors",
204
+ "model.layers.15.self_attn.k_proj.weight_residual": "model-00003-of-00004.safetensors",
205
+ "model.layers.15.self_attn.o_proj.ALinear.weight": "model-00003-of-00004.safetensors",
206
+ "model.layers.15.self_attn.o_proj.BLinear.weight": "model-00003-of-00004.safetensors",
207
+ "model.layers.15.self_attn.o_proj.weight_residual": "model-00003-of-00004.safetensors",
208
+ "model.layers.15.self_attn.q_proj.ALinear.bias": "model-00003-of-00004.safetensors",
209
+ "model.layers.15.self_attn.q_proj.ALinear.weight": "model-00003-of-00004.safetensors",
210
+ "model.layers.15.self_attn.q_proj.BLinear.weight": "model-00003-of-00004.safetensors",
211
+ "model.layers.15.self_attn.q_proj.weight_residual": "model-00003-of-00004.safetensors",
212
+ "model.layers.15.self_attn.v_proj.ALinear.bias": "model-00003-of-00004.safetensors",
213
+ "model.layers.15.self_attn.v_proj.ALinear.weight": "model-00003-of-00004.safetensors",
214
+ "model.layers.15.self_attn.v_proj.BLinear.weight": "model-00003-of-00004.safetensors",
215
+ "model.layers.15.self_attn.v_proj.weight_residual": "model-00003-of-00004.safetensors",
216
+ "model.layers.16.input_layernorm.weight": "model-00003-of-00004.safetensors",
217
+ "model.layers.16.mlp.down_proj.ALinear.weight": "model-00003-of-00004.safetensors",
218
+ "model.layers.16.mlp.down_proj.BLinear.weight": "model-00003-of-00004.safetensors",
219
+ "model.layers.16.mlp.down_proj.weight_residual": "model-00003-of-00004.safetensors",
220
+ "model.layers.16.mlp.gate_proj.ALinear.weight": "model-00003-of-00004.safetensors",
221
+ "model.layers.16.mlp.gate_proj.BLinear.weight": "model-00003-of-00004.safetensors",
222
+ "model.layers.16.mlp.gate_proj.weight_residual": "model-00003-of-00004.safetensors",
223
+ "model.layers.16.mlp.up_proj.ALinear.weight": "model-00003-of-00004.safetensors",
224
+ "model.layers.16.mlp.up_proj.BLinear.weight": "model-00003-of-00004.safetensors",
225
+ "model.layers.16.mlp.up_proj.weight_residual": "model-00003-of-00004.safetensors",
226
+ "model.layers.16.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
227
+ "model.layers.16.self_attn.k_proj.ALinear.bias": "model-00003-of-00004.safetensors",
228
+ "model.layers.16.self_attn.k_proj.ALinear.weight": "model-00003-of-00004.safetensors",
229
+ "model.layers.16.self_attn.k_proj.BLinear.weight": "model-00003-of-00004.safetensors",
230
+ "model.layers.16.self_attn.k_proj.weight_residual": "model-00003-of-00004.safetensors",
231
+ "model.layers.16.self_attn.o_proj.ALinear.weight": "model-00003-of-00004.safetensors",
232
+ "model.layers.16.self_attn.o_proj.BLinear.weight": "model-00003-of-00004.safetensors",
233
+ "model.layers.16.self_attn.o_proj.weight_residual": "model-00003-of-00004.safetensors",
234
+ "model.layers.16.self_attn.q_proj.ALinear.bias": "model-00003-of-00004.safetensors",
235
+ "model.layers.16.self_attn.q_proj.ALinear.weight": "model-00003-of-00004.safetensors",
236
+ "model.layers.16.self_attn.q_proj.BLinear.weight": "model-00003-of-00004.safetensors",
237
+ "model.layers.16.self_attn.q_proj.weight_residual": "model-00003-of-00004.safetensors",
238
+ "model.layers.16.self_attn.v_proj.ALinear.bias": "model-00003-of-00004.safetensors",
239
+ "model.layers.16.self_attn.v_proj.ALinear.weight": "model-00003-of-00004.safetensors",
240
+ "model.layers.16.self_attn.v_proj.BLinear.weight": "model-00003-of-00004.safetensors",
241
+ "model.layers.16.self_attn.v_proj.weight_residual": "model-00003-of-00004.safetensors",
242
+ "model.layers.17.input_layernorm.weight": "model-00003-of-00004.safetensors",
243
+ "model.layers.17.mlp.down_proj.ALinear.weight": "model-00003-of-00004.safetensors",
244
+ "model.layers.17.mlp.down_proj.BLinear.weight": "model-00003-of-00004.safetensors",
245
+ "model.layers.17.mlp.down_proj.weight_residual": "model-00003-of-00004.safetensors",
246
+ "model.layers.17.mlp.gate_proj.ALinear.weight": "model-00003-of-00004.safetensors",
247
+ "model.layers.17.mlp.gate_proj.BLinear.weight": "model-00003-of-00004.safetensors",
248
+ "model.layers.17.mlp.gate_proj.weight_residual": "model-00003-of-00004.safetensors",
249
+ "model.layers.17.mlp.up_proj.ALinear.weight": "model-00003-of-00004.safetensors",
250
+ "model.layers.17.mlp.up_proj.BLinear.weight": "model-00003-of-00004.safetensors",
251
+ "model.layers.17.mlp.up_proj.weight_residual": "model-00003-of-00004.safetensors",
252
+ "model.layers.17.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
253
+ "model.layers.17.self_attn.k_proj.ALinear.bias": "model-00003-of-00004.safetensors",
254
+ "model.layers.17.self_attn.k_proj.ALinear.weight": "model-00003-of-00004.safetensors",
255
+ "model.layers.17.self_attn.k_proj.BLinear.weight": "model-00003-of-00004.safetensors",
256
+ "model.layers.17.self_attn.k_proj.weight_residual": "model-00003-of-00004.safetensors",
257
+ "model.layers.17.self_attn.o_proj.ALinear.weight": "model-00003-of-00004.safetensors",
258
+ "model.layers.17.self_attn.o_proj.BLinear.weight": "model-00003-of-00004.safetensors",
259
+ "model.layers.17.self_attn.o_proj.weight_residual": "model-00003-of-00004.safetensors",
260
+ "model.layers.17.self_attn.q_proj.ALinear.bias": "model-00003-of-00004.safetensors",
261
+ "model.layers.17.self_attn.q_proj.ALinear.weight": "model-00003-of-00004.safetensors",
262
+ "model.layers.17.self_attn.q_proj.BLinear.weight": "model-00003-of-00004.safetensors",
263
+ "model.layers.17.self_attn.q_proj.weight_residual": "model-00003-of-00004.safetensors",
264
+ "model.layers.17.self_attn.v_proj.ALinear.bias": "model-00003-of-00004.safetensors",
265
+ "model.layers.17.self_attn.v_proj.ALinear.weight": "model-00003-of-00004.safetensors",
266
+ "model.layers.17.self_attn.v_proj.BLinear.weight": "model-00003-of-00004.safetensors",
267
+ "model.layers.17.self_attn.v_proj.weight_residual": "model-00003-of-00004.safetensors",
268
+ "model.layers.18.input_layernorm.weight": "model-00003-of-00004.safetensors",
269
+ "model.layers.18.mlp.down_proj.ALinear.weight": "model-00003-of-00004.safetensors",
270
+ "model.layers.18.mlp.down_proj.BLinear.weight": "model-00003-of-00004.safetensors",
271
+ "model.layers.18.mlp.down_proj.weight_residual": "model-00003-of-00004.safetensors",
272
+ "model.layers.18.mlp.gate_proj.ALinear.weight": "model-00003-of-00004.safetensors",
273
+ "model.layers.18.mlp.gate_proj.BLinear.weight": "model-00003-of-00004.safetensors",
274
+ "model.layers.18.mlp.gate_proj.weight_residual": "model-00003-of-00004.safetensors",
275
+ "model.layers.18.mlp.up_proj.ALinear.weight": "model-00003-of-00004.safetensors",
276
+ "model.layers.18.mlp.up_proj.BLinear.weight": "model-00003-of-00004.safetensors",
277
+ "model.layers.18.mlp.up_proj.weight_residual": "model-00003-of-00004.safetensors",
278
+ "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
279
+ "model.layers.18.self_attn.k_proj.ALinear.bias": "model-00003-of-00004.safetensors",
280
+ "model.layers.18.self_attn.k_proj.ALinear.weight": "model-00003-of-00004.safetensors",
281
+ "model.layers.18.self_attn.k_proj.BLinear.weight": "model-00003-of-00004.safetensors",
282
+ "model.layers.18.self_attn.k_proj.weight_residual": "model-00003-of-00004.safetensors",
283
+ "model.layers.18.self_attn.o_proj.ALinear.weight": "model-00003-of-00004.safetensors",
284
+ "model.layers.18.self_attn.o_proj.BLinear.weight": "model-00003-of-00004.safetensors",
285
+ "model.layers.18.self_attn.o_proj.weight_residual": "model-00003-of-00004.safetensors",
286
+ "model.layers.18.self_attn.q_proj.ALinear.bias": "model-00003-of-00004.safetensors",
287
+ "model.layers.18.self_attn.q_proj.ALinear.weight": "model-00003-of-00004.safetensors",
288
+ "model.layers.18.self_attn.q_proj.BLinear.weight": "model-00003-of-00004.safetensors",
289
+ "model.layers.18.self_attn.q_proj.weight_residual": "model-00003-of-00004.safetensors",
290
+ "model.layers.18.self_attn.v_proj.ALinear.bias": "model-00003-of-00004.safetensors",
291
+ "model.layers.18.self_attn.v_proj.ALinear.weight": "model-00003-of-00004.safetensors",
292
+ "model.layers.18.self_attn.v_proj.BLinear.weight": "model-00003-of-00004.safetensors",
293
+ "model.layers.18.self_attn.v_proj.weight_residual": "model-00003-of-00004.safetensors",
294
+ "model.layers.19.input_layernorm.weight": "model-00003-of-00004.safetensors",
295
+ "model.layers.19.mlp.down_proj.ALinear.weight": "model-00003-of-00004.safetensors",
296
+ "model.layers.19.mlp.down_proj.BLinear.weight": "model-00003-of-00004.safetensors",
297
+ "model.layers.19.mlp.down_proj.weight_residual": "model-00003-of-00004.safetensors",
298
+ "model.layers.19.mlp.gate_proj.ALinear.weight": "model-00003-of-00004.safetensors",
299
+ "model.layers.19.mlp.gate_proj.BLinear.weight": "model-00003-of-00004.safetensors",
300
+ "model.layers.19.mlp.gate_proj.weight_residual": "model-00003-of-00004.safetensors",
301
+ "model.layers.19.mlp.up_proj.ALinear.weight": "model-00003-of-00004.safetensors",
302
+ "model.layers.19.mlp.up_proj.BLinear.weight": "model-00003-of-00004.safetensors",
303
+ "model.layers.19.mlp.up_proj.weight_residual": "model-00003-of-00004.safetensors",
304
+ "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
305
+ "model.layers.19.self_attn.k_proj.ALinear.bias": "model-00003-of-00004.safetensors",
306
+ "model.layers.19.self_attn.k_proj.ALinear.weight": "model-00003-of-00004.safetensors",
307
+ "model.layers.19.self_attn.k_proj.BLinear.weight": "model-00003-of-00004.safetensors",
308
+ "model.layers.19.self_attn.k_proj.weight_residual": "model-00003-of-00004.safetensors",
309
+ "model.layers.19.self_attn.o_proj.ALinear.weight": "model-00003-of-00004.safetensors",
310
+ "model.layers.19.self_attn.o_proj.BLinear.weight": "model-00003-of-00004.safetensors",
311
+ "model.layers.19.self_attn.o_proj.weight_residual": "model-00003-of-00004.safetensors",
312
+ "model.layers.19.self_attn.q_proj.ALinear.bias": "model-00003-of-00004.safetensors",
313
+ "model.layers.19.self_attn.q_proj.ALinear.weight": "model-00003-of-00004.safetensors",
314
+ "model.layers.19.self_attn.q_proj.BLinear.weight": "model-00003-of-00004.safetensors",
315
+ "model.layers.19.self_attn.q_proj.weight_residual": "model-00003-of-00004.safetensors",
316
+ "model.layers.19.self_attn.v_proj.ALinear.bias": "model-00003-of-00004.safetensors",
317
+ "model.layers.19.self_attn.v_proj.ALinear.weight": "model-00003-of-00004.safetensors",
318
+ "model.layers.19.self_attn.v_proj.BLinear.weight": "model-00003-of-00004.safetensors",
319
+ "model.layers.19.self_attn.v_proj.weight_residual": "model-00003-of-00004.safetensors",
320
+ "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
321
+ "model.layers.2.mlp.down_proj.ALinear.weight": "model-00001-of-00004.safetensors",
322
+ "model.layers.2.mlp.down_proj.BLinear.weight": "model-00001-of-00004.safetensors",
323
+ "model.layers.2.mlp.down_proj.weight_residual": "model-00001-of-00004.safetensors",
324
+ "model.layers.2.mlp.gate_proj.ALinear.weight": "model-00001-of-00004.safetensors",
325
+ "model.layers.2.mlp.gate_proj.BLinear.weight": "model-00001-of-00004.safetensors",
326
+ "model.layers.2.mlp.gate_proj.weight_residual": "model-00001-of-00004.safetensors",
327
+ "model.layers.2.mlp.up_proj.ALinear.weight": "model-00001-of-00004.safetensors",
328
+ "model.layers.2.mlp.up_proj.BLinear.weight": "model-00001-of-00004.safetensors",
329
+ "model.layers.2.mlp.up_proj.weight_residual": "model-00001-of-00004.safetensors",
330
+ "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
331
+ "model.layers.2.self_attn.k_proj.ALinear.bias": "model-00001-of-00004.safetensors",
332
+ "model.layers.2.self_attn.k_proj.ALinear.weight": "model-00001-of-00004.safetensors",
333
+ "model.layers.2.self_attn.k_proj.BLinear.weight": "model-00001-of-00004.safetensors",
334
+ "model.layers.2.self_attn.k_proj.weight_residual": "model-00001-of-00004.safetensors",
335
+ "model.layers.2.self_attn.o_proj.ALinear.weight": "model-00001-of-00004.safetensors",
336
+ "model.layers.2.self_attn.o_proj.BLinear.weight": "model-00001-of-00004.safetensors",
337
+ "model.layers.2.self_attn.o_proj.weight_residual": "model-00001-of-00004.safetensors",
338
+ "model.layers.2.self_attn.q_proj.ALinear.bias": "model-00001-of-00004.safetensors",
339
+ "model.layers.2.self_attn.q_proj.ALinear.weight": "model-00001-of-00004.safetensors",
340
+ "model.layers.2.self_attn.q_proj.BLinear.weight": "model-00001-of-00004.safetensors",
341
+ "model.layers.2.self_attn.q_proj.weight_residual": "model-00001-of-00004.safetensors",
342
+ "model.layers.2.self_attn.v_proj.ALinear.bias": "model-00001-of-00004.safetensors",
343
+ "model.layers.2.self_attn.v_proj.ALinear.weight": "model-00001-of-00004.safetensors",
344
+ "model.layers.2.self_attn.v_proj.BLinear.weight": "model-00001-of-00004.safetensors",
345
+ "model.layers.2.self_attn.v_proj.weight_residual": "model-00001-of-00004.safetensors",
346
+ "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
347
+ "model.layers.20.mlp.down_proj.ALinear.weight": "model-00003-of-00004.safetensors",
348
+ "model.layers.20.mlp.down_proj.BLinear.weight": "model-00003-of-00004.safetensors",
349
+ "model.layers.20.mlp.down_proj.weight_residual": "model-00003-of-00004.safetensors",
350
+ "model.layers.20.mlp.gate_proj.ALinear.weight": "model-00003-of-00004.safetensors",
351
+ "model.layers.20.mlp.gate_proj.BLinear.weight": "model-00003-of-00004.safetensors",
352
+ "model.layers.20.mlp.gate_proj.weight_residual": "model-00003-of-00004.safetensors",
353
+ "model.layers.20.mlp.up_proj.ALinear.weight": "model-00003-of-00004.safetensors",
354
+ "model.layers.20.mlp.up_proj.BLinear.weight": "model-00003-of-00004.safetensors",
355
+ "model.layers.20.mlp.up_proj.weight_residual": "model-00003-of-00004.safetensors",
356
+ "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
357
+ "model.layers.20.self_attn.k_proj.ALinear.bias": "model-00003-of-00004.safetensors",
358
+ "model.layers.20.self_attn.k_proj.ALinear.weight": "model-00003-of-00004.safetensors",
359
+ "model.layers.20.self_attn.k_proj.BLinear.weight": "model-00003-of-00004.safetensors",
360
+ "model.layers.20.self_attn.k_proj.weight_residual": "model-00003-of-00004.safetensors",
361
+ "model.layers.20.self_attn.o_proj.ALinear.weight": "model-00003-of-00004.safetensors",
362
+ "model.layers.20.self_attn.o_proj.BLinear.weight": "model-00003-of-00004.safetensors",
363
+ "model.layers.20.self_attn.o_proj.weight_residual": "model-00003-of-00004.safetensors",
364
+ "model.layers.20.self_attn.q_proj.ALinear.bias": "model-00003-of-00004.safetensors",
365
+ "model.layers.20.self_attn.q_proj.ALinear.weight": "model-00003-of-00004.safetensors",
366
+ "model.layers.20.self_attn.q_proj.BLinear.weight": "model-00003-of-00004.safetensors",
367
+ "model.layers.20.self_attn.q_proj.weight_residual": "model-00003-of-00004.safetensors",
368
+ "model.layers.20.self_attn.v_proj.ALinear.bias": "model-00003-of-00004.safetensors",
369
+ "model.layers.20.self_attn.v_proj.ALinear.weight": "model-00003-of-00004.safetensors",
370
+ "model.layers.20.self_attn.v_proj.BLinear.weight": "model-00003-of-00004.safetensors",
371
+ "model.layers.20.self_attn.v_proj.weight_residual": "model-00003-of-00004.safetensors",
372
+ "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
373
+ "model.layers.21.mlp.down_proj.ALinear.weight": "model-00003-of-00004.safetensors",
374
+ "model.layers.21.mlp.down_proj.BLinear.weight": "model-00003-of-00004.safetensors",
375
+ "model.layers.21.mlp.down_proj.weight_residual": "model-00003-of-00004.safetensors",
376
+ "model.layers.21.mlp.gate_proj.ALinear.weight": "model-00003-of-00004.safetensors",
377
+ "model.layers.21.mlp.gate_proj.BLinear.weight": "model-00003-of-00004.safetensors",
378
+ "model.layers.21.mlp.gate_proj.weight_residual": "model-00003-of-00004.safetensors",
379
+ "model.layers.21.mlp.up_proj.ALinear.weight": "model-00003-of-00004.safetensors",
380
+ "model.layers.21.mlp.up_proj.BLinear.weight": "model-00003-of-00004.safetensors",
381
+ "model.layers.21.mlp.up_proj.weight_residual": "model-00003-of-00004.safetensors",
382
+ "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
383
+ "model.layers.21.self_attn.k_proj.ALinear.bias": "model-00003-of-00004.safetensors",
384
+ "model.layers.21.self_attn.k_proj.ALinear.weight": "model-00003-of-00004.safetensors",
385
+ "model.layers.21.self_attn.k_proj.BLinear.weight": "model-00003-of-00004.safetensors",
386
+ "model.layers.21.self_attn.k_proj.weight_residual": "model-00003-of-00004.safetensors",
387
+ "model.layers.21.self_attn.o_proj.ALinear.weight": "model-00003-of-00004.safetensors",
388
+ "model.layers.21.self_attn.o_proj.BLinear.weight": "model-00003-of-00004.safetensors",
389
+ "model.layers.21.self_attn.o_proj.weight_residual": "model-00003-of-00004.safetensors",
390
+ "model.layers.21.self_attn.q_proj.ALinear.bias": "model-00003-of-00004.safetensors",
391
+ "model.layers.21.self_attn.q_proj.ALinear.weight": "model-00003-of-00004.safetensors",
392
+ "model.layers.21.self_attn.q_proj.BLinear.weight": "model-00003-of-00004.safetensors",
393
+ "model.layers.21.self_attn.q_proj.weight_residual": "model-00003-of-00004.safetensors",
394
+ "model.layers.21.self_attn.v_proj.ALinear.bias": "model-00003-of-00004.safetensors",
395
+ "model.layers.21.self_attn.v_proj.ALinear.weight": "model-00003-of-00004.safetensors",
396
+ "model.layers.21.self_attn.v_proj.BLinear.weight": "model-00003-of-00004.safetensors",
397
+ "model.layers.21.self_attn.v_proj.weight_residual": "model-00003-of-00004.safetensors",
398
+ "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
399
+ "model.layers.22.mlp.down_proj.ALinear.weight": "model-00003-of-00004.safetensors",
400
+ "model.layers.22.mlp.down_proj.BLinear.weight": "model-00003-of-00004.safetensors",
401
+ "model.layers.22.mlp.down_proj.weight_residual": "model-00003-of-00004.safetensors",
402
+ "model.layers.22.mlp.gate_proj.ALinear.weight": "model-00003-of-00004.safetensors",
403
+ "model.layers.22.mlp.gate_proj.BLinear.weight": "model-00003-of-00004.safetensors",
404
+ "model.layers.22.mlp.gate_proj.weight_residual": "model-00003-of-00004.safetensors",
405
+ "model.layers.22.mlp.up_proj.ALinear.weight": "model-00003-of-00004.safetensors",
406
+ "model.layers.22.mlp.up_proj.BLinear.weight": "model-00003-of-00004.safetensors",
407
+ "model.layers.22.mlp.up_proj.weight_residual": "model-00003-of-00004.safetensors",
408
+ "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
409
+ "model.layers.22.self_attn.k_proj.ALinear.bias": "model-00003-of-00004.safetensors",
410
+ "model.layers.22.self_attn.k_proj.ALinear.weight": "model-00003-of-00004.safetensors",
411
+ "model.layers.22.self_attn.k_proj.BLinear.weight": "model-00003-of-00004.safetensors",
412
+ "model.layers.22.self_attn.k_proj.weight_residual": "model-00003-of-00004.safetensors",
413
+ "model.layers.22.self_attn.o_proj.ALinear.weight": "model-00003-of-00004.safetensors",
414
+ "model.layers.22.self_attn.o_proj.BLinear.weight": "model-00003-of-00004.safetensors",
415
+ "model.layers.22.self_attn.o_proj.weight_residual": "model-00003-of-00004.safetensors",
416
+ "model.layers.22.self_attn.q_proj.ALinear.bias": "model-00003-of-00004.safetensors",
417
+ "model.layers.22.self_attn.q_proj.ALinear.weight": "model-00003-of-00004.safetensors",
418
+ "model.layers.22.self_attn.q_proj.BLinear.weight": "model-00003-of-00004.safetensors",
419
+ "model.layers.22.self_attn.q_proj.weight_residual": "model-00003-of-00004.safetensors",
420
+ "model.layers.22.self_attn.v_proj.ALinear.bias": "model-00003-of-00004.safetensors",
421
+ "model.layers.22.self_attn.v_proj.ALinear.weight": "model-00003-of-00004.safetensors",
422
+ "model.layers.22.self_attn.v_proj.BLinear.weight": "model-00003-of-00004.safetensors",
423
+ "model.layers.22.self_attn.v_proj.weight_residual": "model-00003-of-00004.safetensors",
424
+ "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
425
+ "model.layers.23.mlp.down_proj.ALinear.weight": "model-00003-of-00004.safetensors",
426
+ "model.layers.23.mlp.down_proj.BLinear.weight": "model-00003-of-00004.safetensors",
427
+ "model.layers.23.mlp.down_proj.weight_residual": "model-00003-of-00004.safetensors",
428
+ "model.layers.23.mlp.gate_proj.ALinear.weight": "model-00003-of-00004.safetensors",
429
+ "model.layers.23.mlp.gate_proj.BLinear.weight": "model-00003-of-00004.safetensors",
430
+ "model.layers.23.mlp.gate_proj.weight_residual": "model-00003-of-00004.safetensors",
431
+ "model.layers.23.mlp.up_proj.ALinear.weight": "model-00003-of-00004.safetensors",
432
+ "model.layers.23.mlp.up_proj.BLinear.weight": "model-00003-of-00004.safetensors",
433
+ "model.layers.23.mlp.up_proj.weight_residual": "model-00003-of-00004.safetensors",
434
+ "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
435
+ "model.layers.23.self_attn.k_proj.ALinear.bias": "model-00003-of-00004.safetensors",
436
+ "model.layers.23.self_attn.k_proj.ALinear.weight": "model-00003-of-00004.safetensors",
437
+ "model.layers.23.self_attn.k_proj.BLinear.weight": "model-00003-of-00004.safetensors",
438
+ "model.layers.23.self_attn.k_proj.weight_residual": "model-00003-of-00004.safetensors",
439
+ "model.layers.23.self_attn.o_proj.ALinear.weight": "model-00003-of-00004.safetensors",
440
+ "model.layers.23.self_attn.o_proj.BLinear.weight": "model-00003-of-00004.safetensors",
441
+ "model.layers.23.self_attn.o_proj.weight_residual": "model-00003-of-00004.safetensors",
442
+ "model.layers.23.self_attn.q_proj.ALinear.bias": "model-00003-of-00004.safetensors",
443
+ "model.layers.23.self_attn.q_proj.ALinear.weight": "model-00003-of-00004.safetensors",
444
+ "model.layers.23.self_attn.q_proj.BLinear.weight": "model-00003-of-00004.safetensors",
445
+ "model.layers.23.self_attn.q_proj.weight_residual": "model-00003-of-00004.safetensors",
446
+ "model.layers.23.self_attn.v_proj.ALinear.bias": "model-00003-of-00004.safetensors",
447
+ "model.layers.23.self_attn.v_proj.ALinear.weight": "model-00003-of-00004.safetensors",
448
+ "model.layers.23.self_attn.v_proj.BLinear.weight": "model-00003-of-00004.safetensors",
449
+ "model.layers.23.self_attn.v_proj.weight_residual": "model-00003-of-00004.safetensors",
450
+ "model.layers.24.input_layernorm.weight": "model-00004-of-00004.safetensors",
451
+ "model.layers.24.mlp.down_proj.ALinear.weight": "model-00004-of-00004.safetensors",
452
+ "model.layers.24.mlp.down_proj.BLinear.weight": "model-00004-of-00004.safetensors",
453
+ "model.layers.24.mlp.down_proj.weight_residual": "model-00004-of-00004.safetensors",
454
+ "model.layers.24.mlp.gate_proj.ALinear.weight": "model-00004-of-00004.safetensors",
455
+ "model.layers.24.mlp.gate_proj.BLinear.weight": "model-00004-of-00004.safetensors",
456
+ "model.layers.24.mlp.gate_proj.weight_residual": "model-00004-of-00004.safetensors",
457
+ "model.layers.24.mlp.up_proj.ALinear.weight": "model-00004-of-00004.safetensors",
458
+ "model.layers.24.mlp.up_proj.BLinear.weight": "model-00004-of-00004.safetensors",
459
+ "model.layers.24.mlp.up_proj.weight_residual": "model-00004-of-00004.safetensors",
460
+ "model.layers.24.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
461
+ "model.layers.24.self_attn.k_proj.ALinear.bias": "model-00003-of-00004.safetensors",
462
+ "model.layers.24.self_attn.k_proj.ALinear.weight": "model-00003-of-00004.safetensors",
463
+ "model.layers.24.self_attn.k_proj.BLinear.weight": "model-00003-of-00004.safetensors",
464
+ "model.layers.24.self_attn.k_proj.weight_residual": "model-00003-of-00004.safetensors",
465
+ "model.layers.24.self_attn.o_proj.ALinear.weight": "model-00004-of-00004.safetensors",
466
+ "model.layers.24.self_attn.o_proj.BLinear.weight": "model-00004-of-00004.safetensors",
467
+ "model.layers.24.self_attn.o_proj.weight_residual": "model-00004-of-00004.safetensors",
468
+ "model.layers.24.self_attn.q_proj.ALinear.bias": "model-00003-of-00004.safetensors",
469
+ "model.layers.24.self_attn.q_proj.ALinear.weight": "model-00003-of-00004.safetensors",
470
+ "model.layers.24.self_attn.q_proj.BLinear.weight": "model-00003-of-00004.safetensors",
471
+ "model.layers.24.self_attn.q_proj.weight_residual": "model-00003-of-00004.safetensors",
472
+ "model.layers.24.self_attn.v_proj.ALinear.bias": "model-00003-of-00004.safetensors",
473
+ "model.layers.24.self_attn.v_proj.ALinear.weight": "model-00003-of-00004.safetensors",
474
+ "model.layers.24.self_attn.v_proj.BLinear.weight": "model-00003-of-00004.safetensors",
475
+ "model.layers.24.self_attn.v_proj.weight_residual": "model-00003-of-00004.safetensors",
476
+ "model.layers.25.input_layernorm.weight": "model-00004-of-00004.safetensors",
477
+ "model.layers.25.mlp.down_proj.ALinear.weight": "model-00004-of-00004.safetensors",
478
+ "model.layers.25.mlp.down_proj.BLinear.weight": "model-00004-of-00004.safetensors",
479
+ "model.layers.25.mlp.down_proj.weight_residual": "model-00004-of-00004.safetensors",
480
+ "model.layers.25.mlp.gate_proj.ALinear.weight": "model-00004-of-00004.safetensors",
481
+ "model.layers.25.mlp.gate_proj.BLinear.weight": "model-00004-of-00004.safetensors",
482
+ "model.layers.25.mlp.gate_proj.weight_residual": "model-00004-of-00004.safetensors",
483
+ "model.layers.25.mlp.up_proj.ALinear.weight": "model-00004-of-00004.safetensors",
484
+ "model.layers.25.mlp.up_proj.BLinear.weight": "model-00004-of-00004.safetensors",
485
+ "model.layers.25.mlp.up_proj.weight_residual": "model-00004-of-00004.safetensors",
486
+ "model.layers.25.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
487
+ "model.layers.25.self_attn.k_proj.ALinear.bias": "model-00004-of-00004.safetensors",
488
+ "model.layers.25.self_attn.k_proj.ALinear.weight": "model-00004-of-00004.safetensors",
489
+ "model.layers.25.self_attn.k_proj.BLinear.weight": "model-00004-of-00004.safetensors",
490
+ "model.layers.25.self_attn.k_proj.weight_residual": "model-00004-of-00004.safetensors",
491
+ "model.layers.25.self_attn.o_proj.ALinear.weight": "model-00004-of-00004.safetensors",
492
+ "model.layers.25.self_attn.o_proj.BLinear.weight": "model-00004-of-00004.safetensors",
493
+ "model.layers.25.self_attn.o_proj.weight_residual": "model-00004-of-00004.safetensors",
494
+ "model.layers.25.self_attn.q_proj.ALinear.bias": "model-00004-of-00004.safetensors",
495
+ "model.layers.25.self_attn.q_proj.ALinear.weight": "model-00004-of-00004.safetensors",
496
+ "model.layers.25.self_attn.q_proj.BLinear.weight": "model-00004-of-00004.safetensors",
497
+ "model.layers.25.self_attn.q_proj.weight_residual": "model-00004-of-00004.safetensors",
498
+ "model.layers.25.self_attn.v_proj.ALinear.bias": "model-00004-of-00004.safetensors",
499
+ "model.layers.25.self_attn.v_proj.ALinear.weight": "model-00004-of-00004.safetensors",
500
+ "model.layers.25.self_attn.v_proj.BLinear.weight": "model-00004-of-00004.safetensors",
501
+ "model.layers.25.self_attn.v_proj.weight_residual": "model-00004-of-00004.safetensors",
502
+ "model.layers.26.input_layernorm.weight": "model-00004-of-00004.safetensors",
503
+ "model.layers.26.mlp.down_proj.ALinear.weight": "model-00004-of-00004.safetensors",
504
+ "model.layers.26.mlp.down_proj.BLinear.weight": "model-00004-of-00004.safetensors",
505
+ "model.layers.26.mlp.down_proj.weight_residual": "model-00004-of-00004.safetensors",
506
+ "model.layers.26.mlp.gate_proj.ALinear.weight": "model-00004-of-00004.safetensors",
507
+ "model.layers.26.mlp.gate_proj.BLinear.weight": "model-00004-of-00004.safetensors",
508
+ "model.layers.26.mlp.gate_proj.weight_residual": "model-00004-of-00004.safetensors",
509
+ "model.layers.26.mlp.up_proj.ALinear.weight": "model-00004-of-00004.safetensors",
510
+ "model.layers.26.mlp.up_proj.BLinear.weight": "model-00004-of-00004.safetensors",
511
+ "model.layers.26.mlp.up_proj.weight_residual": "model-00004-of-00004.safetensors",
512
+ "model.layers.26.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
513
+ "model.layers.26.self_attn.k_proj.ALinear.bias": "model-00004-of-00004.safetensors",
514
+ "model.layers.26.self_attn.k_proj.ALinear.weight": "model-00004-of-00004.safetensors",
515
+ "model.layers.26.self_attn.k_proj.BLinear.weight": "model-00004-of-00004.safetensors",
516
+ "model.layers.26.self_attn.k_proj.weight_residual": "model-00004-of-00004.safetensors",
517
+ "model.layers.26.self_attn.o_proj.ALinear.weight": "model-00004-of-00004.safetensors",
518
+ "model.layers.26.self_attn.o_proj.BLinear.weight": "model-00004-of-00004.safetensors",
519
+ "model.layers.26.self_attn.o_proj.weight_residual": "model-00004-of-00004.safetensors",
520
+ "model.layers.26.self_attn.q_proj.ALinear.bias": "model-00004-of-00004.safetensors",
521
+ "model.layers.26.self_attn.q_proj.ALinear.weight": "model-00004-of-00004.safetensors",
522
+ "model.layers.26.self_attn.q_proj.BLinear.weight": "model-00004-of-00004.safetensors",
523
+ "model.layers.26.self_attn.q_proj.weight_residual": "model-00004-of-00004.safetensors",
524
+ "model.layers.26.self_attn.v_proj.ALinear.bias": "model-00004-of-00004.safetensors",
525
+ "model.layers.26.self_attn.v_proj.ALinear.weight": "model-00004-of-00004.safetensors",
526
+ "model.layers.26.self_attn.v_proj.BLinear.weight": "model-00004-of-00004.safetensors",
527
+ "model.layers.26.self_attn.v_proj.weight_residual": "model-00004-of-00004.safetensors",
528
+ "model.layers.27.input_layernorm.weight": "model-00004-of-00004.safetensors",
529
+ "model.layers.27.mlp.down_proj.ALinear.weight": "model-00004-of-00004.safetensors",
530
+ "model.layers.27.mlp.down_proj.BLinear.weight": "model-00004-of-00004.safetensors",
531
+ "model.layers.27.mlp.down_proj.weight_residual": "model-00004-of-00004.safetensors",
532
+ "model.layers.27.mlp.gate_proj.ALinear.weight": "model-00004-of-00004.safetensors",
533
+ "model.layers.27.mlp.gate_proj.BLinear.weight": "model-00004-of-00004.safetensors",
534
+ "model.layers.27.mlp.gate_proj.weight_residual": "model-00004-of-00004.safetensors",
535
+ "model.layers.27.mlp.up_proj.ALinear.weight": "model-00004-of-00004.safetensors",
536
+ "model.layers.27.mlp.up_proj.BLinear.weight": "model-00004-of-00004.safetensors",
537
+ "model.layers.27.mlp.up_proj.weight_residual": "model-00004-of-00004.safetensors",
538
+ "model.layers.27.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
539
+ "model.layers.27.self_attn.k_proj.ALinear.bias": "model-00004-of-00004.safetensors",
540
+ "model.layers.27.self_attn.k_proj.ALinear.weight": "model-00004-of-00004.safetensors",
541
+ "model.layers.27.self_attn.k_proj.BLinear.weight": "model-00004-of-00004.safetensors",
542
+ "model.layers.27.self_attn.k_proj.weight_residual": "model-00004-of-00004.safetensors",
543
+ "model.layers.27.self_attn.o_proj.ALinear.weight": "model-00004-of-00004.safetensors",
544
+ "model.layers.27.self_attn.o_proj.BLinear.weight": "model-00004-of-00004.safetensors",
545
+ "model.layers.27.self_attn.o_proj.weight_residual": "model-00004-of-00004.safetensors",
546
+ "model.layers.27.self_attn.q_proj.ALinear.bias": "model-00004-of-00004.safetensors",
547
+ "model.layers.27.self_attn.q_proj.ALinear.weight": "model-00004-of-00004.safetensors",
548
+ "model.layers.27.self_attn.q_proj.BLinear.weight": "model-00004-of-00004.safetensors",
549
+ "model.layers.27.self_attn.q_proj.weight_residual": "model-00004-of-00004.safetensors",
550
+ "model.layers.27.self_attn.v_proj.ALinear.bias": "model-00004-of-00004.safetensors",
551
+ "model.layers.27.self_attn.v_proj.ALinear.weight": "model-00004-of-00004.safetensors",
552
+ "model.layers.27.self_attn.v_proj.BLinear.weight": "model-00004-of-00004.safetensors",
553
+ "model.layers.27.self_attn.v_proj.weight_residual": "model-00004-of-00004.safetensors",
554
+ "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
555
+ "model.layers.3.mlp.down_proj.ALinear.weight": "model-00001-of-00004.safetensors",
556
+ "model.layers.3.mlp.down_proj.BLinear.weight": "model-00001-of-00004.safetensors",
557
+ "model.layers.3.mlp.down_proj.weight_residual": "model-00001-of-00004.safetensors",
558
+ "model.layers.3.mlp.gate_proj.ALinear.weight": "model-00001-of-00004.safetensors",
559
+ "model.layers.3.mlp.gate_proj.BLinear.weight": "model-00001-of-00004.safetensors",
560
+ "model.layers.3.mlp.gate_proj.weight_residual": "model-00001-of-00004.safetensors",
561
+ "model.layers.3.mlp.up_proj.ALinear.weight": "model-00001-of-00004.safetensors",
562
+ "model.layers.3.mlp.up_proj.BLinear.weight": "model-00001-of-00004.safetensors",
563
+ "model.layers.3.mlp.up_proj.weight_residual": "model-00001-of-00004.safetensors",
564
+ "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
565
+ "model.layers.3.self_attn.k_proj.ALinear.bias": "model-00001-of-00004.safetensors",
566
+ "model.layers.3.self_attn.k_proj.ALinear.weight": "model-00001-of-00004.safetensors",
567
+ "model.layers.3.self_attn.k_proj.BLinear.weight": "model-00001-of-00004.safetensors",
568
+ "model.layers.3.self_attn.k_proj.weight_residual": "model-00001-of-00004.safetensors",
569
+ "model.layers.3.self_attn.o_proj.ALinear.weight": "model-00001-of-00004.safetensors",
570
+ "model.layers.3.self_attn.o_proj.BLinear.weight": "model-00001-of-00004.safetensors",
571
+ "model.layers.3.self_attn.o_proj.weight_residual": "model-00001-of-00004.safetensors",
572
+ "model.layers.3.self_attn.q_proj.ALinear.bias": "model-00001-of-00004.safetensors",
573
+ "model.layers.3.self_attn.q_proj.ALinear.weight": "model-00001-of-00004.safetensors",
574
+ "model.layers.3.self_attn.q_proj.BLinear.weight": "model-00001-of-00004.safetensors",
575
+ "model.layers.3.self_attn.q_proj.weight_residual": "model-00001-of-00004.safetensors",
576
+ "model.layers.3.self_attn.v_proj.ALinear.bias": "model-00001-of-00004.safetensors",
577
+ "model.layers.3.self_attn.v_proj.ALinear.weight": "model-00001-of-00004.safetensors",
578
+ "model.layers.3.self_attn.v_proj.BLinear.weight": "model-00001-of-00004.safetensors",
579
+ "model.layers.3.self_attn.v_proj.weight_residual": "model-00001-of-00004.safetensors",
580
+ "model.layers.4.input_layernorm.weight": "model-00002-of-00004.safetensors",
581
+ "model.layers.4.mlp.down_proj.ALinear.weight": "model-00002-of-00004.safetensors",
582
+ "model.layers.4.mlp.down_proj.BLinear.weight": "model-00002-of-00004.safetensors",
583
+ "model.layers.4.mlp.down_proj.weight_residual": "model-00002-of-00004.safetensors",
584
+ "model.layers.4.mlp.gate_proj.ALinear.weight": "model-00001-of-00004.safetensors",
585
+ "model.layers.4.mlp.gate_proj.BLinear.weight": "model-00001-of-00004.safetensors",
586
+ "model.layers.4.mlp.gate_proj.weight_residual": "model-00001-of-00004.safetensors",
587
+ "model.layers.4.mlp.up_proj.ALinear.weight": "model-00001-of-00004.safetensors",
588
+ "model.layers.4.mlp.up_proj.BLinear.weight": "model-00001-of-00004.safetensors",
589
+ "model.layers.4.mlp.up_proj.weight_residual": "model-00001-of-00004.safetensors",
590
+ "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
591
+ "model.layers.4.self_attn.k_proj.ALinear.bias": "model-00001-of-00004.safetensors",
592
+ "model.layers.4.self_attn.k_proj.ALinear.weight": "model-00001-of-00004.safetensors",
593
+ "model.layers.4.self_attn.k_proj.BLinear.weight": "model-00001-of-00004.safetensors",
594
+ "model.layers.4.self_attn.k_proj.weight_residual": "model-00001-of-00004.safetensors",
595
+ "model.layers.4.self_attn.o_proj.ALinear.weight": "model-00001-of-00004.safetensors",
596
+ "model.layers.4.self_attn.o_proj.BLinear.weight": "model-00001-of-00004.safetensors",
597
+ "model.layers.4.self_attn.o_proj.weight_residual": "model-00001-of-00004.safetensors",
598
+ "model.layers.4.self_attn.q_proj.ALinear.bias": "model-00001-of-00004.safetensors",
599
+ "model.layers.4.self_attn.q_proj.ALinear.weight": "model-00001-of-00004.safetensors",
600
+ "model.layers.4.self_attn.q_proj.BLinear.weight": "model-00001-of-00004.safetensors",
601
+ "model.layers.4.self_attn.q_proj.weight_residual": "model-00001-of-00004.safetensors",
602
+ "model.layers.4.self_attn.v_proj.ALinear.bias": "model-00001-of-00004.safetensors",
603
+ "model.layers.4.self_attn.v_proj.ALinear.weight": "model-00001-of-00004.safetensors",
604
+ "model.layers.4.self_attn.v_proj.BLinear.weight": "model-00001-of-00004.safetensors",
605
+ "model.layers.4.self_attn.v_proj.weight_residual": "model-00001-of-00004.safetensors",
606
+ "model.layers.5.input_layernorm.weight": "model-00002-of-00004.safetensors",
607
+ "model.layers.5.mlp.down_proj.ALinear.weight": "model-00002-of-00004.safetensors",
608
+ "model.layers.5.mlp.down_proj.BLinear.weight": "model-00002-of-00004.safetensors",
609
+ "model.layers.5.mlp.down_proj.weight_residual": "model-00002-of-00004.safetensors",
610
+ "model.layers.5.mlp.gate_proj.ALinear.weight": "model-00002-of-00004.safetensors",
611
+ "model.layers.5.mlp.gate_proj.BLinear.weight": "model-00002-of-00004.safetensors",
612
+ "model.layers.5.mlp.gate_proj.weight_residual": "model-00002-of-00004.safetensors",
613
+ "model.layers.5.mlp.up_proj.ALinear.weight": "model-00002-of-00004.safetensors",
614
+ "model.layers.5.mlp.up_proj.BLinear.weight": "model-00002-of-00004.safetensors",
615
+ "model.layers.5.mlp.up_proj.weight_residual": "model-00002-of-00004.safetensors",
616
+ "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
617
+ "model.layers.5.self_attn.k_proj.ALinear.bias": "model-00002-of-00004.safetensors",
618
+ "model.layers.5.self_attn.k_proj.ALinear.weight": "model-00002-of-00004.safetensors",
619
+ "model.layers.5.self_attn.k_proj.BLinear.weight": "model-00002-of-00004.safetensors",
620
+ "model.layers.5.self_attn.k_proj.weight_residual": "model-00002-of-00004.safetensors",
621
+ "model.layers.5.self_attn.o_proj.ALinear.weight": "model-00002-of-00004.safetensors",
622
+ "model.layers.5.self_attn.o_proj.BLinear.weight": "model-00002-of-00004.safetensors",
623
+ "model.layers.5.self_attn.o_proj.weight_residual": "model-00002-of-00004.safetensors",
624
+ "model.layers.5.self_attn.q_proj.ALinear.bias": "model-00002-of-00004.safetensors",
625
+ "model.layers.5.self_attn.q_proj.ALinear.weight": "model-00002-of-00004.safetensors",
626
+ "model.layers.5.self_attn.q_proj.BLinear.weight": "model-00002-of-00004.safetensors",
627
+ "model.layers.5.self_attn.q_proj.weight_residual": "model-00002-of-00004.safetensors",
628
+ "model.layers.5.self_attn.v_proj.ALinear.bias": "model-00002-of-00004.safetensors",
629
+ "model.layers.5.self_attn.v_proj.ALinear.weight": "model-00002-of-00004.safetensors",
630
+ "model.layers.5.self_attn.v_proj.BLinear.weight": "model-00002-of-00004.safetensors",
631
+ "model.layers.5.self_attn.v_proj.weight_residual": "model-00002-of-00004.safetensors",
632
+ "model.layers.6.input_layernorm.weight": "model-00002-of-00004.safetensors",
633
+ "model.layers.6.mlp.down_proj.ALinear.weight": "model-00002-of-00004.safetensors",
634
+ "model.layers.6.mlp.down_proj.BLinear.weight": "model-00002-of-00004.safetensors",
635
+ "model.layers.6.mlp.down_proj.weight_residual": "model-00002-of-00004.safetensors",
636
+ "model.layers.6.mlp.gate_proj.ALinear.weight": "model-00002-of-00004.safetensors",
637
+ "model.layers.6.mlp.gate_proj.BLinear.weight": "model-00002-of-00004.safetensors",
638
+ "model.layers.6.mlp.gate_proj.weight_residual": "model-00002-of-00004.safetensors",
639
+ "model.layers.6.mlp.up_proj.ALinear.weight": "model-00002-of-00004.safetensors",
640
+ "model.layers.6.mlp.up_proj.BLinear.weight": "model-00002-of-00004.safetensors",
641
+ "model.layers.6.mlp.up_proj.weight_residual": "model-00002-of-00004.safetensors",
642
+ "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
643
+ "model.layers.6.self_attn.k_proj.ALinear.bias": "model-00002-of-00004.safetensors",
644
+ "model.layers.6.self_attn.k_proj.ALinear.weight": "model-00002-of-00004.safetensors",
645
+ "model.layers.6.self_attn.k_proj.BLinear.weight": "model-00002-of-00004.safetensors",
646
+ "model.layers.6.self_attn.k_proj.weight_residual": "model-00002-of-00004.safetensors",
647
+ "model.layers.6.self_attn.o_proj.ALinear.weight": "model-00002-of-00004.safetensors",
648
+ "model.layers.6.self_attn.o_proj.BLinear.weight": "model-00002-of-00004.safetensors",
649
+ "model.layers.6.self_attn.o_proj.weight_residual": "model-00002-of-00004.safetensors",
650
+ "model.layers.6.self_attn.q_proj.ALinear.bias": "model-00002-of-00004.safetensors",
651
+ "model.layers.6.self_attn.q_proj.ALinear.weight": "model-00002-of-00004.safetensors",
652
+ "model.layers.6.self_attn.q_proj.BLinear.weight": "model-00002-of-00004.safetensors",
653
+ "model.layers.6.self_attn.q_proj.weight_residual": "model-00002-of-00004.safetensors",
654
+ "model.layers.6.self_attn.v_proj.ALinear.bias": "model-00002-of-00004.safetensors",
655
+ "model.layers.6.self_attn.v_proj.ALinear.weight": "model-00002-of-00004.safetensors",
656
+ "model.layers.6.self_attn.v_proj.BLinear.weight": "model-00002-of-00004.safetensors",
657
+ "model.layers.6.self_attn.v_proj.weight_residual": "model-00002-of-00004.safetensors",
658
+ "model.layers.7.input_layernorm.weight": "model-00002-of-00004.safetensors",
659
+ "model.layers.7.mlp.down_proj.ALinear.weight": "model-00002-of-00004.safetensors",
660
+ "model.layers.7.mlp.down_proj.BLinear.weight": "model-00002-of-00004.safetensors",
661
+ "model.layers.7.mlp.down_proj.weight_residual": "model-00002-of-00004.safetensors",
662
+ "model.layers.7.mlp.gate_proj.ALinear.weight": "model-00002-of-00004.safetensors",
663
+ "model.layers.7.mlp.gate_proj.BLinear.weight": "model-00002-of-00004.safetensors",
664
+ "model.layers.7.mlp.gate_proj.weight_residual": "model-00002-of-00004.safetensors",
665
+ "model.layers.7.mlp.up_proj.ALinear.weight": "model-00002-of-00004.safetensors",
666
+ "model.layers.7.mlp.up_proj.BLinear.weight": "model-00002-of-00004.safetensors",
667
+ "model.layers.7.mlp.up_proj.weight_residual": "model-00002-of-00004.safetensors",
668
+ "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
669
+ "model.layers.7.self_attn.k_proj.ALinear.bias": "model-00002-of-00004.safetensors",
670
+ "model.layers.7.self_attn.k_proj.ALinear.weight": "model-00002-of-00004.safetensors",
671
+ "model.layers.7.self_attn.k_proj.BLinear.weight": "model-00002-of-00004.safetensors",
672
+ "model.layers.7.self_attn.k_proj.weight_residual": "model-00002-of-00004.safetensors",
673
+ "model.layers.7.self_attn.o_proj.ALinear.weight": "model-00002-of-00004.safetensors",
674
+ "model.layers.7.self_attn.o_proj.BLinear.weight": "model-00002-of-00004.safetensors",
675
+ "model.layers.7.self_attn.o_proj.weight_residual": "model-00002-of-00004.safetensors",
676
+ "model.layers.7.self_attn.q_proj.ALinear.bias": "model-00002-of-00004.safetensors",
677
+ "model.layers.7.self_attn.q_proj.ALinear.weight": "model-00002-of-00004.safetensors",
678
+ "model.layers.7.self_attn.q_proj.BLinear.weight": "model-00002-of-00004.safetensors",
679
+ "model.layers.7.self_attn.q_proj.weight_residual": "model-00002-of-00004.safetensors",
680
+ "model.layers.7.self_attn.v_proj.ALinear.bias": "model-00002-of-00004.safetensors",
681
+ "model.layers.7.self_attn.v_proj.ALinear.weight": "model-00002-of-00004.safetensors",
682
+ "model.layers.7.self_attn.v_proj.BLinear.weight": "model-00002-of-00004.safetensors",
683
+ "model.layers.7.self_attn.v_proj.weight_residual": "model-00002-of-00004.safetensors",
684
+ "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors",
685
+ "model.layers.8.mlp.down_proj.ALinear.weight": "model-00002-of-00004.safetensors",
686
+ "model.layers.8.mlp.down_proj.BLinear.weight": "model-00002-of-00004.safetensors",
687
+ "model.layers.8.mlp.down_proj.weight_residual": "model-00002-of-00004.safetensors",
688
+ "model.layers.8.mlp.gate_proj.ALinear.weight": "model-00002-of-00004.safetensors",
689
+ "model.layers.8.mlp.gate_proj.BLinear.weight": "model-00002-of-00004.safetensors",
690
+ "model.layers.8.mlp.gate_proj.weight_residual": "model-00002-of-00004.safetensors",
691
+ "model.layers.8.mlp.up_proj.ALinear.weight": "model-00002-of-00004.safetensors",
692
+ "model.layers.8.mlp.up_proj.BLinear.weight": "model-00002-of-00004.safetensors",
693
+ "model.layers.8.mlp.up_proj.weight_residual": "model-00002-of-00004.safetensors",
694
+ "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
695
+ "model.layers.8.self_attn.k_proj.ALinear.bias": "model-00002-of-00004.safetensors",
696
+ "model.layers.8.self_attn.k_proj.ALinear.weight": "model-00002-of-00004.safetensors",
697
+ "model.layers.8.self_attn.k_proj.BLinear.weight": "model-00002-of-00004.safetensors",
698
+ "model.layers.8.self_attn.k_proj.weight_residual": "model-00002-of-00004.safetensors",
699
+ "model.layers.8.self_attn.o_proj.ALinear.weight": "model-00002-of-00004.safetensors",
700
+ "model.layers.8.self_attn.o_proj.BLinear.weight": "model-00002-of-00004.safetensors",
701
+ "model.layers.8.self_attn.o_proj.weight_residual": "model-00002-of-00004.safetensors",
702
+ "model.layers.8.self_attn.q_proj.ALinear.bias": "model-00002-of-00004.safetensors",
703
+ "model.layers.8.self_attn.q_proj.ALinear.weight": "model-00002-of-00004.safetensors",
704
+ "model.layers.8.self_attn.q_proj.BLinear.weight": "model-00002-of-00004.safetensors",
705
+ "model.layers.8.self_attn.q_proj.weight_residual": "model-00002-of-00004.safetensors",
706
+ "model.layers.8.self_attn.v_proj.ALinear.bias": "model-00002-of-00004.safetensors",
707
+ "model.layers.8.self_attn.v_proj.ALinear.weight": "model-00002-of-00004.safetensors",
708
+ "model.layers.8.self_attn.v_proj.BLinear.weight": "model-00002-of-00004.safetensors",
709
+ "model.layers.8.self_attn.v_proj.weight_residual": "model-00002-of-00004.safetensors",
710
+ "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
711
+ "model.layers.9.mlp.down_proj.ALinear.weight": "model-00002-of-00004.safetensors",
712
+ "model.layers.9.mlp.down_proj.BLinear.weight": "model-00002-of-00004.safetensors",
713
+ "model.layers.9.mlp.down_proj.weight_residual": "model-00002-of-00004.safetensors",
714
+ "model.layers.9.mlp.gate_proj.ALinear.weight": "model-00002-of-00004.safetensors",
715
+ "model.layers.9.mlp.gate_proj.BLinear.weight": "model-00002-of-00004.safetensors",
716
+ "model.layers.9.mlp.gate_proj.weight_residual": "model-00002-of-00004.safetensors",
717
+ "model.layers.9.mlp.up_proj.ALinear.weight": "model-00002-of-00004.safetensors",
718
+ "model.layers.9.mlp.up_proj.BLinear.weight": "model-00002-of-00004.safetensors",
719
+ "model.layers.9.mlp.up_proj.weight_residual": "model-00002-of-00004.safetensors",
720
+ "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
721
+ "model.layers.9.self_attn.k_proj.ALinear.bias": "model-00002-of-00004.safetensors",
722
+ "model.layers.9.self_attn.k_proj.ALinear.weight": "model-00002-of-00004.safetensors",
723
+ "model.layers.9.self_attn.k_proj.BLinear.weight": "model-00002-of-00004.safetensors",
724
+ "model.layers.9.self_attn.k_proj.weight_residual": "model-00002-of-00004.safetensors",
725
+ "model.layers.9.self_attn.o_proj.ALinear.weight": "model-00002-of-00004.safetensors",
726
+ "model.layers.9.self_attn.o_proj.BLinear.weight": "model-00002-of-00004.safetensors",
727
+ "model.layers.9.self_attn.o_proj.weight_residual": "model-00002-of-00004.safetensors",
728
+ "model.layers.9.self_attn.q_proj.ALinear.bias": "model-00002-of-00004.safetensors",
729
+ "model.layers.9.self_attn.q_proj.ALinear.weight": "model-00002-of-00004.safetensors",
730
+ "model.layers.9.self_attn.q_proj.BLinear.weight": "model-00002-of-00004.safetensors",
731
+ "model.layers.9.self_attn.q_proj.weight_residual": "model-00002-of-00004.safetensors",
732
+ "model.layers.9.self_attn.v_proj.ALinear.bias": "model-00002-of-00004.safetensors",
733
+ "model.layers.9.self_attn.v_proj.ALinear.weight": "model-00002-of-00004.safetensors",
734
+ "model.layers.9.self_attn.v_proj.BLinear.weight": "model-00002-of-00004.safetensors",
735
+ "model.layers.9.self_attn.v_proj.weight_residual": "model-00002-of-00004.safetensors",
736
+ "model.norm.weight": "model-00004-of-00004.safetensors",
737
+ "visual.blocks.0.attn.proj.bias": "model-00001-of-00004.safetensors",
738
+ "visual.blocks.0.attn.proj.weight": "model-00001-of-00004.safetensors",
739
+ "visual.blocks.0.attn.qkv.bias": "model-00001-of-00004.safetensors",
740
+ "visual.blocks.0.attn.qkv.weight": "model-00001-of-00004.safetensors",
741
+ "visual.blocks.0.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
742
+ "visual.blocks.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
743
+ "visual.blocks.0.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
744
+ "visual.blocks.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
745
+ "visual.blocks.0.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
746
+ "visual.blocks.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
747
+ "visual.blocks.0.norm1.weight": "model-00001-of-00004.safetensors",
748
+ "visual.blocks.0.norm2.weight": "model-00001-of-00004.safetensors",
749
+ "visual.blocks.1.attn.proj.bias": "model-00001-of-00004.safetensors",
750
+ "visual.blocks.1.attn.proj.weight": "model-00001-of-00004.safetensors",
751
+ "visual.blocks.1.attn.qkv.bias": "model-00001-of-00004.safetensors",
752
+ "visual.blocks.1.attn.qkv.weight": "model-00001-of-00004.safetensors",
753
+ "visual.blocks.1.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
754
+ "visual.blocks.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
755
+ "visual.blocks.1.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
756
+ "visual.blocks.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
757
+ "visual.blocks.1.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
758
+ "visual.blocks.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
759
+ "visual.blocks.1.norm1.weight": "model-00001-of-00004.safetensors",
760
+ "visual.blocks.1.norm2.weight": "model-00001-of-00004.safetensors",
761
+ "visual.blocks.10.attn.proj.bias": "model-00001-of-00004.safetensors",
762
+ "visual.blocks.10.attn.proj.weight": "model-00001-of-00004.safetensors",
763
+ "visual.blocks.10.attn.qkv.bias": "model-00001-of-00004.safetensors",
764
+ "visual.blocks.10.attn.qkv.weight": "model-00001-of-00004.safetensors",
765
+ "visual.blocks.10.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
766
+ "visual.blocks.10.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
767
+ "visual.blocks.10.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
768
+ "visual.blocks.10.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
769
+ "visual.blocks.10.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
770
+ "visual.blocks.10.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
771
+ "visual.blocks.10.norm1.weight": "model-00001-of-00004.safetensors",
772
+ "visual.blocks.10.norm2.weight": "model-00001-of-00004.safetensors",
773
+ "visual.blocks.11.attn.proj.bias": "model-00001-of-00004.safetensors",
774
+ "visual.blocks.11.attn.proj.weight": "model-00001-of-00004.safetensors",
775
+ "visual.blocks.11.attn.qkv.bias": "model-00001-of-00004.safetensors",
776
+ "visual.blocks.11.attn.qkv.weight": "model-00001-of-00004.safetensors",
777
+ "visual.blocks.11.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
778
+ "visual.blocks.11.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
779
+ "visual.blocks.11.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
780
+ "visual.blocks.11.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
781
+ "visual.blocks.11.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
782
+ "visual.blocks.11.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
783
+ "visual.blocks.11.norm1.weight": "model-00001-of-00004.safetensors",
784
+ "visual.blocks.11.norm2.weight": "model-00001-of-00004.safetensors",
785
+ "visual.blocks.12.attn.proj.bias": "model-00001-of-00004.safetensors",
786
+ "visual.blocks.12.attn.proj.weight": "model-00001-of-00004.safetensors",
787
+ "visual.blocks.12.attn.qkv.bias": "model-00001-of-00004.safetensors",
788
+ "visual.blocks.12.attn.qkv.weight": "model-00001-of-00004.safetensors",
789
+ "visual.blocks.12.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
790
+ "visual.blocks.12.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
791
+ "visual.blocks.12.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
792
+ "visual.blocks.12.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
793
+ "visual.blocks.12.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
794
+ "visual.blocks.12.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
795
+ "visual.blocks.12.norm1.weight": "model-00001-of-00004.safetensors",
796
+ "visual.blocks.12.norm2.weight": "model-00001-of-00004.safetensors",
797
+ "visual.blocks.13.attn.proj.bias": "model-00001-of-00004.safetensors",
798
+ "visual.blocks.13.attn.proj.weight": "model-00001-of-00004.safetensors",
799
+ "visual.blocks.13.attn.qkv.bias": "model-00001-of-00004.safetensors",
800
+ "visual.blocks.13.attn.qkv.weight": "model-00001-of-00004.safetensors",
801
+ "visual.blocks.13.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
802
+ "visual.blocks.13.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
803
+ "visual.blocks.13.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
804
+ "visual.blocks.13.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
805
+ "visual.blocks.13.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
806
+ "visual.blocks.13.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
807
+ "visual.blocks.13.norm1.weight": "model-00001-of-00004.safetensors",
808
+ "visual.blocks.13.norm2.weight": "model-00001-of-00004.safetensors",
809
+ "visual.blocks.14.attn.proj.bias": "model-00001-of-00004.safetensors",
810
+ "visual.blocks.14.attn.proj.weight": "model-00001-of-00004.safetensors",
811
+ "visual.blocks.14.attn.qkv.bias": "model-00001-of-00004.safetensors",
812
+ "visual.blocks.14.attn.qkv.weight": "model-00001-of-00004.safetensors",
813
+ "visual.blocks.14.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
814
+ "visual.blocks.14.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
815
+ "visual.blocks.14.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
816
+ "visual.blocks.14.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
817
+ "visual.blocks.14.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
818
+ "visual.blocks.14.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
819
+ "visual.blocks.14.norm1.weight": "model-00001-of-00004.safetensors",
820
+ "visual.blocks.14.norm2.weight": "model-00001-of-00004.safetensors",
821
+ "visual.blocks.15.attn.proj.bias": "model-00001-of-00004.safetensors",
822
+ "visual.blocks.15.attn.proj.weight": "model-00001-of-00004.safetensors",
823
+ "visual.blocks.15.attn.qkv.bias": "model-00001-of-00004.safetensors",
824
+ "visual.blocks.15.attn.qkv.weight": "model-00001-of-00004.safetensors",
825
+ "visual.blocks.15.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
826
+ "visual.blocks.15.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
827
+ "visual.blocks.15.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
828
+ "visual.blocks.15.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
829
+ "visual.blocks.15.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
830
+ "visual.blocks.15.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
831
+ "visual.blocks.15.norm1.weight": "model-00001-of-00004.safetensors",
832
+ "visual.blocks.15.norm2.weight": "model-00001-of-00004.safetensors",
833
+ "visual.blocks.16.attn.proj.bias": "model-00001-of-00004.safetensors",
834
+ "visual.blocks.16.attn.proj.weight": "model-00001-of-00004.safetensors",
835
+ "visual.blocks.16.attn.qkv.bias": "model-00001-of-00004.safetensors",
836
+ "visual.blocks.16.attn.qkv.weight": "model-00001-of-00004.safetensors",
837
+ "visual.blocks.16.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
838
+ "visual.blocks.16.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
839
+ "visual.blocks.16.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
840
+ "visual.blocks.16.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
841
+ "visual.blocks.16.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
842
+ "visual.blocks.16.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
843
+ "visual.blocks.16.norm1.weight": "model-00001-of-00004.safetensors",
844
+ "visual.blocks.16.norm2.weight": "model-00001-of-00004.safetensors",
845
+ "visual.blocks.17.attn.proj.bias": "model-00001-of-00004.safetensors",
846
+ "visual.blocks.17.attn.proj.weight": "model-00001-of-00004.safetensors",
847
+ "visual.blocks.17.attn.qkv.bias": "model-00001-of-00004.safetensors",
848
+ "visual.blocks.17.attn.qkv.weight": "model-00001-of-00004.safetensors",
849
+ "visual.blocks.17.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
850
+ "visual.blocks.17.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
851
+ "visual.blocks.17.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
852
+ "visual.blocks.17.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
853
+ "visual.blocks.17.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
854
+ "visual.blocks.17.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
855
+ "visual.blocks.17.norm1.weight": "model-00001-of-00004.safetensors",
856
+ "visual.blocks.17.norm2.weight": "model-00001-of-00004.safetensors",
857
+ "visual.blocks.18.attn.proj.bias": "model-00001-of-00004.safetensors",
858
+ "visual.blocks.18.attn.proj.weight": "model-00001-of-00004.safetensors",
859
+ "visual.blocks.18.attn.qkv.bias": "model-00001-of-00004.safetensors",
860
+ "visual.blocks.18.attn.qkv.weight": "model-00001-of-00004.safetensors",
861
+ "visual.blocks.18.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
862
+ "visual.blocks.18.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
863
+ "visual.blocks.18.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
864
+ "visual.blocks.18.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
865
+ "visual.blocks.18.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
866
+ "visual.blocks.18.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
867
+ "visual.blocks.18.norm1.weight": "model-00001-of-00004.safetensors",
868
+ "visual.blocks.18.norm2.weight": "model-00001-of-00004.safetensors",
869
+ "visual.blocks.19.attn.proj.bias": "model-00001-of-00004.safetensors",
870
+ "visual.blocks.19.attn.proj.weight": "model-00001-of-00004.safetensors",
871
+ "visual.blocks.19.attn.qkv.bias": "model-00001-of-00004.safetensors",
872
+ "visual.blocks.19.attn.qkv.weight": "model-00001-of-00004.safetensors",
873
+ "visual.blocks.19.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
874
+ "visual.blocks.19.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
875
+ "visual.blocks.19.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
876
+ "visual.blocks.19.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
877
+ "visual.blocks.19.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
878
+ "visual.blocks.19.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
879
+ "visual.blocks.19.norm1.weight": "model-00001-of-00004.safetensors",
880
+ "visual.blocks.19.norm2.weight": "model-00001-of-00004.safetensors",
881
+ "visual.blocks.2.attn.proj.bias": "model-00001-of-00004.safetensors",
882
+ "visual.blocks.2.attn.proj.weight": "model-00001-of-00004.safetensors",
883
+ "visual.blocks.2.attn.qkv.bias": "model-00001-of-00004.safetensors",
884
+ "visual.blocks.2.attn.qkv.weight": "model-00001-of-00004.safetensors",
885
+ "visual.blocks.2.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
886
+ "visual.blocks.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
887
+ "visual.blocks.2.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
888
+ "visual.blocks.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
889
+ "visual.blocks.2.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
890
+ "visual.blocks.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
891
+ "visual.blocks.2.norm1.weight": "model-00001-of-00004.safetensors",
892
+ "visual.blocks.2.norm2.weight": "model-00001-of-00004.safetensors",
893
+ "visual.blocks.20.attn.proj.bias": "model-00001-of-00004.safetensors",
894
+ "visual.blocks.20.attn.proj.weight": "model-00001-of-00004.safetensors",
895
+ "visual.blocks.20.attn.qkv.bias": "model-00001-of-00004.safetensors",
896
+ "visual.blocks.20.attn.qkv.weight": "model-00001-of-00004.safetensors",
897
+ "visual.blocks.20.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
898
+ "visual.blocks.20.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
899
+ "visual.blocks.20.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
900
+ "visual.blocks.20.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
901
+ "visual.blocks.20.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
902
+ "visual.blocks.20.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
903
+ "visual.blocks.20.norm1.weight": "model-00001-of-00004.safetensors",
904
+ "visual.blocks.20.norm2.weight": "model-00001-of-00004.safetensors",
905
+ "visual.blocks.21.attn.proj.bias": "model-00001-of-00004.safetensors",
906
+ "visual.blocks.21.attn.proj.weight": "model-00001-of-00004.safetensors",
907
+ "visual.blocks.21.attn.qkv.bias": "model-00001-of-00004.safetensors",
908
+ "visual.blocks.21.attn.qkv.weight": "model-00001-of-00004.safetensors",
909
+ "visual.blocks.21.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
910
+ "visual.blocks.21.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
911
+ "visual.blocks.21.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
912
+ "visual.blocks.21.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
913
+ "visual.blocks.21.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
914
+ "visual.blocks.21.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
915
+ "visual.blocks.21.norm1.weight": "model-00001-of-00004.safetensors",
916
+ "visual.blocks.21.norm2.weight": "model-00001-of-00004.safetensors",
917
+ "visual.blocks.22.attn.proj.bias": "model-00001-of-00004.safetensors",
918
+ "visual.blocks.22.attn.proj.weight": "model-00001-of-00004.safetensors",
919
+ "visual.blocks.22.attn.qkv.bias": "model-00001-of-00004.safetensors",
920
+ "visual.blocks.22.attn.qkv.weight": "model-00001-of-00004.safetensors",
921
+ "visual.blocks.22.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
922
+ "visual.blocks.22.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
923
+ "visual.blocks.22.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
924
+ "visual.blocks.22.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
925
+ "visual.blocks.22.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
926
+ "visual.blocks.22.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
927
+ "visual.blocks.22.norm1.weight": "model-00001-of-00004.safetensors",
928
+ "visual.blocks.22.norm2.weight": "model-00001-of-00004.safetensors",
929
+ "visual.blocks.23.attn.proj.bias": "model-00001-of-00004.safetensors",
930
+ "visual.blocks.23.attn.proj.weight": "model-00001-of-00004.safetensors",
931
+ "visual.blocks.23.attn.qkv.bias": "model-00001-of-00004.safetensors",
932
+ "visual.blocks.23.attn.qkv.weight": "model-00001-of-00004.safetensors",
933
+ "visual.blocks.23.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
934
+ "visual.blocks.23.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
935
+ "visual.blocks.23.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
936
+ "visual.blocks.23.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
937
+ "visual.blocks.23.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
938
+ "visual.blocks.23.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
939
+ "visual.blocks.23.norm1.weight": "model-00001-of-00004.safetensors",
940
+ "visual.blocks.23.norm2.weight": "model-00001-of-00004.safetensors",
941
+ "visual.blocks.24.attn.proj.bias": "model-00001-of-00004.safetensors",
942
+ "visual.blocks.24.attn.proj.weight": "model-00001-of-00004.safetensors",
943
+ "visual.blocks.24.attn.qkv.bias": "model-00001-of-00004.safetensors",
944
+ "visual.blocks.24.attn.qkv.weight": "model-00001-of-00004.safetensors",
945
+ "visual.blocks.24.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
946
+ "visual.blocks.24.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
947
+ "visual.blocks.24.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
948
+ "visual.blocks.24.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
949
+ "visual.blocks.24.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
950
+ "visual.blocks.24.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
951
+ "visual.blocks.24.norm1.weight": "model-00001-of-00004.safetensors",
952
+ "visual.blocks.24.norm2.weight": "model-00001-of-00004.safetensors",
953
+ "visual.blocks.25.attn.proj.bias": "model-00001-of-00004.safetensors",
954
+ "visual.blocks.25.attn.proj.weight": "model-00001-of-00004.safetensors",
955
+ "visual.blocks.25.attn.qkv.bias": "model-00001-of-00004.safetensors",
956
+ "visual.blocks.25.attn.qkv.weight": "model-00001-of-00004.safetensors",
957
+ "visual.blocks.25.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
958
+ "visual.blocks.25.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
959
+ "visual.blocks.25.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
960
+ "visual.blocks.25.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
961
+ "visual.blocks.25.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
962
+ "visual.blocks.25.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
963
+ "visual.blocks.25.norm1.weight": "model-00001-of-00004.safetensors",
964
+ "visual.blocks.25.norm2.weight": "model-00001-of-00004.safetensors",
965
+ "visual.blocks.26.attn.proj.bias": "model-00001-of-00004.safetensors",
966
+ "visual.blocks.26.attn.proj.weight": "model-00001-of-00004.safetensors",
967
+ "visual.blocks.26.attn.qkv.bias": "model-00001-of-00004.safetensors",
968
+ "visual.blocks.26.attn.qkv.weight": "model-00001-of-00004.safetensors",
969
+ "visual.blocks.26.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
970
+ "visual.blocks.26.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
971
+ "visual.blocks.26.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
972
+ "visual.blocks.26.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
973
+ "visual.blocks.26.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
974
+ "visual.blocks.26.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
975
+ "visual.blocks.26.norm1.weight": "model-00001-of-00004.safetensors",
976
+ "visual.blocks.26.norm2.weight": "model-00001-of-00004.safetensors",
977
+ "visual.blocks.27.attn.proj.bias": "model-00001-of-00004.safetensors",
978
+ "visual.blocks.27.attn.proj.weight": "model-00001-of-00004.safetensors",
979
+ "visual.blocks.27.attn.qkv.bias": "model-00001-of-00004.safetensors",
980
+ "visual.blocks.27.attn.qkv.weight": "model-00001-of-00004.safetensors",
981
+ "visual.blocks.27.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
982
+ "visual.blocks.27.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
983
+ "visual.blocks.27.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
984
+ "visual.blocks.27.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
985
+ "visual.blocks.27.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
986
+ "visual.blocks.27.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
987
+ "visual.blocks.27.norm1.weight": "model-00001-of-00004.safetensors",
988
+ "visual.blocks.27.norm2.weight": "model-00001-of-00004.safetensors",
989
+ "visual.blocks.28.attn.proj.bias": "model-00001-of-00004.safetensors",
990
+ "visual.blocks.28.attn.proj.weight": "model-00001-of-00004.safetensors",
991
+ "visual.blocks.28.attn.qkv.bias": "model-00001-of-00004.safetensors",
992
+ "visual.blocks.28.attn.qkv.weight": "model-00001-of-00004.safetensors",
993
+ "visual.blocks.28.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
994
+ "visual.blocks.28.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
995
+ "visual.blocks.28.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
996
+ "visual.blocks.28.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
997
+ "visual.blocks.28.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
998
+ "visual.blocks.28.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
999
+ "visual.blocks.28.norm1.weight": "model-00001-of-00004.safetensors",
1000
+ "visual.blocks.28.norm2.weight": "model-00001-of-00004.safetensors",
1001
+ "visual.blocks.29.attn.proj.bias": "model-00001-of-00004.safetensors",
1002
+ "visual.blocks.29.attn.proj.weight": "model-00001-of-00004.safetensors",
1003
+ "visual.blocks.29.attn.qkv.bias": "model-00001-of-00004.safetensors",
1004
+ "visual.blocks.29.attn.qkv.weight": "model-00001-of-00004.safetensors",
1005
+ "visual.blocks.29.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
1006
+ "visual.blocks.29.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
1007
+ "visual.blocks.29.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
1008
+ "visual.blocks.29.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
1009
+ "visual.blocks.29.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
1010
+ "visual.blocks.29.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
1011
+ "visual.blocks.29.norm1.weight": "model-00001-of-00004.safetensors",
1012
+ "visual.blocks.29.norm2.weight": "model-00001-of-00004.safetensors",
1013
+ "visual.blocks.3.attn.proj.bias": "model-00001-of-00004.safetensors",
1014
+ "visual.blocks.3.attn.proj.weight": "model-00001-of-00004.safetensors",
1015
+ "visual.blocks.3.attn.qkv.bias": "model-00001-of-00004.safetensors",
1016
+ "visual.blocks.3.attn.qkv.weight": "model-00001-of-00004.safetensors",
1017
+ "visual.blocks.3.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
1018
+ "visual.blocks.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
1019
+ "visual.blocks.3.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
1020
+ "visual.blocks.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
1021
+ "visual.blocks.3.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
1022
+ "visual.blocks.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
1023
+ "visual.blocks.3.norm1.weight": "model-00001-of-00004.safetensors",
1024
+ "visual.blocks.3.norm2.weight": "model-00001-of-00004.safetensors",
1025
+ "visual.blocks.30.attn.proj.bias": "model-00001-of-00004.safetensors",
1026
+ "visual.blocks.30.attn.proj.weight": "model-00001-of-00004.safetensors",
1027
+ "visual.blocks.30.attn.qkv.bias": "model-00001-of-00004.safetensors",
1028
+ "visual.blocks.30.attn.qkv.weight": "model-00001-of-00004.safetensors",
1029
+ "visual.blocks.30.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
1030
+ "visual.blocks.30.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
1031
+ "visual.blocks.30.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
1032
+ "visual.blocks.30.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
1033
+ "visual.blocks.30.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
1034
+ "visual.blocks.30.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
1035
+ "visual.blocks.30.norm1.weight": "model-00001-of-00004.safetensors",
1036
+ "visual.blocks.30.norm2.weight": "model-00001-of-00004.safetensors",
1037
+ "visual.blocks.31.attn.proj.bias": "model-00001-of-00004.safetensors",
1038
+ "visual.blocks.31.attn.proj.weight": "model-00001-of-00004.safetensors",
1039
+ "visual.blocks.31.attn.qkv.bias": "model-00001-of-00004.safetensors",
1040
+ "visual.blocks.31.attn.qkv.weight": "model-00001-of-00004.safetensors",
1041
+ "visual.blocks.31.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
1042
+ "visual.blocks.31.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
1043
+ "visual.blocks.31.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
1044
+ "visual.blocks.31.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
1045
+ "visual.blocks.31.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
1046
+ "visual.blocks.31.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
1047
+ "visual.blocks.31.norm1.weight": "model-00001-of-00004.safetensors",
1048
+ "visual.blocks.31.norm2.weight": "model-00001-of-00004.safetensors",
1049
+ "visual.blocks.4.attn.proj.bias": "model-00001-of-00004.safetensors",
1050
+ "visual.blocks.4.attn.proj.weight": "model-00001-of-00004.safetensors",
1051
+ "visual.blocks.4.attn.qkv.bias": "model-00001-of-00004.safetensors",
1052
+ "visual.blocks.4.attn.qkv.weight": "model-00001-of-00004.safetensors",
1053
+ "visual.blocks.4.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
1054
+ "visual.blocks.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
1055
+ "visual.blocks.4.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
1056
+ "visual.blocks.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
1057
+ "visual.blocks.4.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
1058
+ "visual.blocks.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
1059
+ "visual.blocks.4.norm1.weight": "model-00001-of-00004.safetensors",
1060
+ "visual.blocks.4.norm2.weight": "model-00001-of-00004.safetensors",
1061
+ "visual.blocks.5.attn.proj.bias": "model-00001-of-00004.safetensors",
1062
+ "visual.blocks.5.attn.proj.weight": "model-00001-of-00004.safetensors",
1063
+ "visual.blocks.5.attn.qkv.bias": "model-00001-of-00004.safetensors",
1064
+ "visual.blocks.5.attn.qkv.weight": "model-00001-of-00004.safetensors",
1065
+ "visual.blocks.5.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
1066
+ "visual.blocks.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
1067
+ "visual.blocks.5.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
1068
+ "visual.blocks.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
1069
+ "visual.blocks.5.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
1070
+ "visual.blocks.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
1071
+ "visual.blocks.5.norm1.weight": "model-00001-of-00004.safetensors",
1072
+ "visual.blocks.5.norm2.weight": "model-00001-of-00004.safetensors",
1073
+ "visual.blocks.6.attn.proj.bias": "model-00001-of-00004.safetensors",
1074
+ "visual.blocks.6.attn.proj.weight": "model-00001-of-00004.safetensors",
1075
+ "visual.blocks.6.attn.qkv.bias": "model-00001-of-00004.safetensors",
1076
+ "visual.blocks.6.attn.qkv.weight": "model-00001-of-00004.safetensors",
1077
+ "visual.blocks.6.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
1078
+ "visual.blocks.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
1079
+ "visual.blocks.6.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
1080
+ "visual.blocks.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
1081
+ "visual.blocks.6.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
1082
+ "visual.blocks.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
1083
+ "visual.blocks.6.norm1.weight": "model-00001-of-00004.safetensors",
1084
+ "visual.blocks.6.norm2.weight": "model-00001-of-00004.safetensors",
1085
+ "visual.blocks.7.attn.proj.bias": "model-00001-of-00004.safetensors",
1086
+ "visual.blocks.7.attn.proj.weight": "model-00001-of-00004.safetensors",
1087
+ "visual.blocks.7.attn.qkv.bias": "model-00001-of-00004.safetensors",
1088
+ "visual.blocks.7.attn.qkv.weight": "model-00001-of-00004.safetensors",
1089
+ "visual.blocks.7.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
1090
+ "visual.blocks.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
1091
+ "visual.blocks.7.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
1092
+ "visual.blocks.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
1093
+ "visual.blocks.7.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
1094
+ "visual.blocks.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
1095
+ "visual.blocks.7.norm1.weight": "model-00001-of-00004.safetensors",
1096
+ "visual.blocks.7.norm2.weight": "model-00001-of-00004.safetensors",
1097
+ "visual.blocks.8.attn.proj.bias": "model-00001-of-00004.safetensors",
1098
+ "visual.blocks.8.attn.proj.weight": "model-00001-of-00004.safetensors",
1099
+ "visual.blocks.8.attn.qkv.bias": "model-00001-of-00004.safetensors",
1100
+ "visual.blocks.8.attn.qkv.weight": "model-00001-of-00004.safetensors",
1101
+ "visual.blocks.8.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
1102
+ "visual.blocks.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
1103
+ "visual.blocks.8.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
1104
+ "visual.blocks.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
1105
+ "visual.blocks.8.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
1106
+ "visual.blocks.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
1107
+ "visual.blocks.8.norm1.weight": "model-00001-of-00004.safetensors",
1108
+ "visual.blocks.8.norm2.weight": "model-00001-of-00004.safetensors",
1109
+ "visual.blocks.9.attn.proj.bias": "model-00001-of-00004.safetensors",
1110
+ "visual.blocks.9.attn.proj.weight": "model-00001-of-00004.safetensors",
1111
+ "visual.blocks.9.attn.qkv.bias": "model-00001-of-00004.safetensors",
1112
+ "visual.blocks.9.attn.qkv.weight": "model-00001-of-00004.safetensors",
1113
+ "visual.blocks.9.mlp.down_proj.bias": "model-00001-of-00004.safetensors",
1114
+ "visual.blocks.9.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
1115
+ "visual.blocks.9.mlp.gate_proj.bias": "model-00001-of-00004.safetensors",
1116
+ "visual.blocks.9.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
1117
+ "visual.blocks.9.mlp.up_proj.bias": "model-00001-of-00004.safetensors",
1118
+ "visual.blocks.9.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
1119
+ "visual.blocks.9.norm1.weight": "model-00001-of-00004.safetensors",
1120
+ "visual.blocks.9.norm2.weight": "model-00001-of-00004.safetensors",
1121
+ "visual.merger.ln_q.weight": "model-00001-of-00004.safetensors",
1122
+ "visual.merger.mlp.0.bias": "model-00001-of-00004.safetensors",
1123
+ "visual.merger.mlp.0.weight": "model-00001-of-00004.safetensors",
1124
+ "visual.merger.mlp.2.bias": "model-00001-of-00004.safetensors",
1125
+ "visual.merger.mlp.2.weight": "model-00001-of-00004.safetensors",
1126
+ "visual.patch_embed.proj.weight": "model-00001-of-00004.safetensors"
1127
+ }
1128
+ }
preprocessor_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": true,
3
+ "do_normalize": true,
4
+ "do_rescale": true,
5
+ "do_resize": true,
6
+ "image_mean": [
7
+ 0.48145466,
8
+ 0.4578275,
9
+ 0.40821073
10
+ ],
11
+ "image_processor_type": "Qwen2VLImageProcessor",
12
+ "image_std": [
13
+ 0.26862954,
14
+ 0.26130258,
15
+ 0.27577711
16
+ ],
17
+ "max_pixels": 50176,
18
+ "merge_size": 2,
19
+ "min_pixels": 784,
20
+ "patch_size": 14,
21
+ "processor_class": "Qwen2_5_VLProcessor",
22
+ "resample": 3,
23
+ "rescale_factor": 0.00392156862745098,
24
+ "size": {
25
+ "longest_edge": 50176,
26
+ "shortest_edge": 784
27
+ },
28
+ "temporal_patch_size": 2
29
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|endoftext|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,209 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ }
181
+ },
182
+ "additional_special_tokens": [
183
+ "<|im_start|>",
184
+ "<|im_end|>",
185
+ "<|object_ref_start|>",
186
+ "<|object_ref_end|>",
187
+ "<|box_start|>",
188
+ "<|box_end|>",
189
+ "<|quad_start|>",
190
+ "<|quad_end|>",
191
+ "<|vision_start|>",
192
+ "<|vision_end|>",
193
+ "<|vision_pad|>",
194
+ "<|image_pad|>",
195
+ "<|video_pad|>"
196
+ ],
197
+ "bos_token": null,
198
+ "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",
199
+ "clean_up_tokenization_spaces": false,
200
+ "eos_token": "<|im_end|>",
201
+ "errors": "replace",
202
+ "extra_special_tokens": {},
203
+ "model_max_length": 8192,
204
+ "pad_token": "<|endoftext|>",
205
+ "padding_side": "right",
206
+ "split_special_tokens": false,
207
+ "tokenizer_class": "Qwen2Tokenizer",
208
+ "unk_token": null
209
+ }
trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d73608413f7f216ef41b08039506295e4134cc13ef10423c46463b2548875ba
3
+ size 7761
training_metrics.csv ADDED
The diff for this file is too large to render. See raw diff
 
vocab.json ADDED
The diff for this file is too large to render. See raw diff