nightmedia commited on
Commit
4133d15
·
verified ·
1 Parent(s): 8127e07

Add files using upload-large-folder tool

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,100 +1,35 @@
1
  ---
2
- license: apache-2.0
3
- base_model:
4
- - Qwen/Qwen3.6-27B
5
- - DavidAU/Qwen3.5-27B-Claude-4.6-OS-INSTRUCT
6
- - DavidAU/Qwen3.6-27B-Heretic2-Uncensored-Finetune-Thinking
7
- - nightmedia/Qwen3.6-27B-Architect-Polaris
8
- - armand0e/Qwen3.6-27B-Fable-5-Experimental
9
- - DavidAU/Qwen3.5-27B-Polar-Rev1-Uncensored-Heretic
10
- language:
11
- - en
12
- - zh
13
- - ja
14
- - es
15
- pipeline_tag: image-text-to-text
16
  library_name: transformers
17
  tags:
18
- - transformers
19
- - coding
20
- - research
21
- - unsloth
22
- - qwen3_5
23
- - qwen3_6
24
- - qwen
25
- - fable
26
- - qwen3.6
27
- - qwen3.5
28
- - claude4.6
29
- - claude-distillation
30
- - distillation
31
- - polaris
32
- - polaris-alpha
33
- - reasoning
34
- - chain-of-thought
35
- - long-cot
36
- - sft
37
- - lora
38
- - 1M context
39
- - 256k context
40
- - Qwen3.6
41
- - All use cases
42
- - instruction-tuned
43
- - conversational
44
- - text-generation
45
- - multilingual
46
- - math
47
- - stem
48
- - coding
49
- - research
50
- - experimental
51
- - Deckard(qx)
52
- - creative
53
- - creative writing
54
- - fiction writing
55
- - plot generation
56
- - sub-plot generation
57
- - fiction writing
58
- - story generation
59
- - scene continue
60
- - storytelling
61
- - fiction story
62
- - science fiction
63
- - all genres
64
- - story
65
- - writing
66
- - vivid prosing
67
- - vivid writing
68
- - fiction
69
- - bf16
70
- - roleplaying
71
  - mergekit
72
  - merge
73
- - mlx
74
  ---
75
 
76
- # Qwen3.6-27B-Architect-Polaris2-Fable-B-F451-mxfp8-mlx
77
 
78
- ![Glaciers](https://cdn-uploads.huggingface.co/production/uploads/67b0caceb06805a4370c44c5/a18ESOybIkrgn7w1cic28.png)
 
 
79
 
80
- Brainwaves
81
- ```brainwaves
82
- mxfp8 0.711,0.879,0.910
83
 
84
- Qwen3.6-27B-Architect-Polaris2-Fable-B
85
- mxfp8 0.706,0.875,0.911,0.788,0.516,0.821,0.769
86
- Qwen3.6-27B-Architect-Polaris-Fable-F451
87
- mxfp8 0.699,0.869,0.911,0.789,0.498,0.818,0.772
88
-
89
- models:
90
- - model: Qwen3.6-27B-Architect-Polaris2-Fable-B
91
- parameters:
92
- weight: 1.4
93
- - model: Qwen3.6-27B-Architect-Polaris-Fable-F451
94
- parameters:
95
- weight: 0.6
96
- merge_method: nuslerp
97
- dtype: bfloat16
98
- name: Qwen3.6-27B-Architect-Polaris2-Fable-B-F451
99
  ```
100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
+ base_model: []
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  library_name: transformers
4
  tags:
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  - mergekit
6
  - merge
 
7
  ---
8
 
9
+ # Qwen3.6-27B-Architect-Polaris2-Fable-B-F451
10
 
11
+ This model [Qwen3.6-27B-Architect-Polaris2-Fable-B-F451](https://huggingface.co/Qwen3.6-27B-Architect-Polaris2-Fable-B-F451) was
12
+ converted to MLX format from [[]](https://huggingface.co/[])
13
+ using mlx-lm version **0.31.3**.
14
 
15
+ ## Use with mlx
 
 
16
 
17
+ ```bash
18
+ pip install mlx-lm
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  ```
20
 
21
+ ```python
22
+ from mlx_lm import load, generate
23
+
24
+ model, tokenizer = load("Qwen3.6-27B-Architect-Polaris2-Fable-B-F451")
25
+
26
+ prompt = "hello"
27
+
28
+ if tokenizer.chat_template is not None:
29
+ messages = [{"role": "user", "content": prompt}]
30
+ prompt = tokenizer.apply_chat_template(
31
+ messages, add_generation_prompt=True, return_dict=False,
32
+ )
33
+
34
+ response = generate(model, tokenizer, prompt=prompt, verbose=True)
35
+ ```
chat_template.jinja ADDED
@@ -0,0 +1,236 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- set enable_thinking = false %}
2
+ {%- set preserve_thinking = true %}
3
+ {%- set image_count = namespace(value=0) %}
4
+ {%- set video_count = namespace(value=0) %}
5
+ {%- macro render_content(content, do_vision_count, is_system_content=false) %}
6
+ {%- if content is string %}
7
+ {{- content }}
8
+ {%- elif content is iterable and content is not mapping %}
9
+ {%- for item in content %}
10
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
11
+ {%- if is_system_content %}
12
+ {{- raise_exception('System message cannot contain images.') }}
13
+ {%- endif %}
14
+ {%- if do_vision_count %}
15
+ {%- set image_count.value = image_count.value + 1 %}
16
+ {%- endif %}
17
+ {%- if add_vision_id is defined and add_vision_id %}
18
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
19
+ {%- endif %}
20
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
21
+ {%- elif 'video' in item or item.type == 'video' %}
22
+ {%- if is_system_content %}
23
+ {{- raise_exception('System message cannot contain videos.') }}
24
+ {%- endif %}
25
+ {%- if do_vision_count %}
26
+ {%- set video_count.value = video_count.value + 1 %}
27
+ {%- endif %}
28
+ {%- if add_vision_id is defined and add_vision_id %}
29
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
30
+ {%- endif %}
31
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
32
+ {%- elif 'text' in item %}
33
+ {{- item.text }}
34
+ {%- else %}
35
+ {{- raise_exception('Unexpected item type in content.') }}
36
+ {%- endif %}
37
+ {%- endfor %}
38
+ {%- elif content is none or content is undefined %}
39
+ {{- '' }}
40
+ {%- else %}
41
+ {{- raise_exception('Unexpected content type.') }}
42
+ {%- endif %}
43
+ {%- endmacro %}
44
+ {%- set ns_flags = namespace(enable_thinking=true) %}
45
+ {%- if enable_thinking is defined %}
46
+ {%- set ns_flags.enable_thinking = enable_thinking %}
47
+ {%- endif %}
48
+ {%- if not messages %}
49
+ {{- raise_exception('No messages provided.') }}
50
+ {%- endif %}
51
+ {%- if tools and tools is iterable and tools is not mapping %}
52
+ {{- '<|im_start|>system\n' }}
53
+ {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
54
+ {%- for tool in tools %}
55
+ {{- "\n" }}
56
+ {{- tool | tojson }}
57
+ {%- endfor %}
58
+ {{- "\n</tools>" }}
59
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
60
+ {%- if messages[0].role == 'system' or messages[0].role == 'developer' %}
61
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
62
+ {%- if '<|think_off|>' in content %}
63
+ {%- set ns_flags.enable_thinking = false %}
64
+ {%- set content = content.replace('<|think_off|>', '') %}
65
+ {%- endif %}
66
+ {%- if '<|think_on|>' in content %}
67
+ {%- set ns_flags.enable_thinking = true %}
68
+ {%- set content = content.replace('<|think_on|>', '') %}
69
+ {%- endif %}
70
+ {%- if '<|think_forget|>' in content %}
71
+ {%- set ns_flags.preserve_thinking = false %}
72
+ {%- set content = content.replace('<|think_forget|>', '') %}
73
+ {%- endif %}
74
+ {%- if '<|think_remember|>' in content %}
75
+ {%- set ns_flags.preserve_thinking = true %}
76
+ {%- set content = content.replace('<|think_remember|>', '') %}
77
+ {%- endif %}
78
+ {%- set content = content.strip() %}
79
+ {%- if content %}
80
+ {{- '\n\n' + content }}
81
+ {%- endif %}
82
+ {%- endif %}
83
+ {{- '<|im_end|>\n' }}
84
+ {%- else %}
85
+ {%- if messages[0].role == 'system' or messages[0].role == 'developer' %}
86
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
87
+ {%- if '<|think_off|>' in content %}
88
+ {%- set ns_flags.enable_thinking = false %}
89
+ {%- set content = content.replace('<|think_off|>', '') %}
90
+ {%- endif %}
91
+ {%- if '<|think_on|>' in content %}
92
+ {%- set ns_flags.enable_thinking = true %}
93
+ {%- set content = content.replace('<|think_on|>', '') %}
94
+ {%- endif %}
95
+ {%- if '<|think_forget|>' in content %}
96
+ {%- set ns_flags.preserve_thinking = false %}
97
+ {%- set content = content.replace('<|think_forget|>', '') %}
98
+ {%- endif %}
99
+ {%- if '<|think_remember|>' in content %}
100
+ {%- set ns_flags.preserve_thinking = true %}
101
+ {%- set content = content.replace('<|think_remember|>', '') %}
102
+ {%- endif %}
103
+ {%- set content = content.strip() %}
104
+ {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
105
+ {%- endif %}
106
+ {%- endif %}
107
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
108
+ {%- for message in messages[::-1] %}
109
+ {%- set index = (messages|length - 1) - loop.index0 %}
110
+ {%- if ns.multi_step_tool and message.role == "user" %}
111
+ {%- set content = render_content(message.content, false)|trim %}
112
+ {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
113
+ {%- set ns.multi_step_tool = false %}
114
+ {%- set ns.last_query_index = index %}
115
+ {%- endif %}
116
+ {%- endif %}
117
+ {%- endfor %}
118
+ {%- if ns.multi_step_tool %}
119
+ {{- raise_exception('No user query found in messages.') }}
120
+ {%- endif %}
121
+ {%- for message in messages %}
122
+ {%- set content = render_content(message.content, true)|trim %}
123
+ {%- if '<|think_off|>' in content %}
124
+ {%- set ns_flags.enable_thinking = false %}
125
+ {%- set content = content.replace('<|think_off|>', '') %}
126
+ {%- endif %}
127
+ {%- if '<|think_on|>' in content %}
128
+ {%- set ns_flags.enable_thinking = true %}
129
+ {%- set content = content.replace('<|think_on|>', '') %}
130
+ {%- endif %}
131
+ {%- if '<|think_forget|>' in content %}
132
+ {%- set ns_flags.preserve_thinking = false %}
133
+ {%- set content = content.replace('<|think_forget|>', '') %}
134
+ {%- endif %}
135
+ {%- if '<|think_remember|>' in content %}
136
+ {%- set ns_flags.preserve_thinking = true %}
137
+ {%- set content = content.replace('<|think_remember|>', '') %}
138
+ {%- endif %}
139
+ {%- set content = content.strip() %}
140
+ {%- if message.role == "system" or message.role == "developer" %}
141
+ {%- if not loop.first %}
142
+ {{- raise_exception('System message must be at the beginning.') }}
143
+ {%- endif %}
144
+ {%- elif message.role == "user" %}
145
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
146
+ {%- elif message.role == "assistant" %}
147
+ {%- set reasoning_content = '' %}
148
+ {%- if message.reasoning_content is string %}
149
+ {%- set reasoning_content = message.reasoning_content %}
150
+ {%- else %}
151
+ {%- set has_think_tag = false %}
152
+ {%- set think_end_token = '</think>' %}
153
+ {%- if '</think>' in content %}
154
+ {%- set has_think_tag = true %}
155
+ {%- elif '</thinking>' in content %}
156
+ {%- set has_think_tag = true %}
157
+ {%- set think_end_token = '</thinking>' %}
158
+ {%- elif '<think>' in content %}
159
+ {%- set reasoning_content = content.split('<think>')[-1].lstrip('\n') %}
160
+ {%- set content = '' %}
161
+ {%- endif %}
162
+ {%- if has_think_tag %}
163
+ {%- set reasoning_content = content.split(think_end_token)[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
164
+ {%- set content = content.split(think_end_token)[-1].lstrip('\n') %}
165
+ {%- endif %}
166
+ {%- endif %}
167
+ {%- set reasoning_content = reasoning_content|trim %}
168
+ {%- set show_think = false %}
169
+ {%- if loop.index0 > ns.last_query_index %}
170
+ {%- set show_think = true %}
171
+ {%- elif ns_flags.enable_thinking and (preserve_thinking is undefined or preserve_thinking is true) and reasoning_content|length > 0 %}
172
+ {%- set show_think = true %}
173
+ {%- endif %}
174
+ {%- if show_think %}
175
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
176
+ {%- else %}
177
+ {{- '<|im_start|>' + message.role + '\n' + content }}
178
+ {%- endif %}
179
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
180
+ {%- for tool_call in message.tool_calls %}
181
+ {%- if tool_call.function is defined %}
182
+ {%- set tool_call = tool_call.function %}
183
+ {%- endif %}
184
+ {%- if loop.first %}
185
+ {%- if content|trim %}
186
+ {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
187
+ {%- else %}
188
+ {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
189
+ {%- endif %}
190
+ {%- else %}
191
+ {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
192
+ {%- endif %}
193
+ {%- if tool_call.arguments is defined and tool_call.arguments is mapping %}
194
+ {%- if tool_call.arguments|length > 0 %}
195
+ {%- for args_name in tool_call.arguments %}
196
+ {%- set args_value = tool_call.arguments[args_name] %}
197
+ {{- '<parameter=' + args_name + '>\n' }}
198
+ {%- set args_value = args_value | string if args_value is string else args_value | tojson %}
199
+ {{- args_value }}
200
+ {{- '\n</parameter>\n' }}
201
+ {%- endfor %}
202
+ {%- endif %}
203
+ {%- elif tool_call.arguments is defined and tool_call.arguments is string %}
204
+ {%- if tool_call.arguments|trim|length > 0 %}
205
+ {{- tool_call.arguments }}
206
+ {{- '\n' }}
207
+ {%- endif %}
208
+ {%- endif %}
209
+ {{- '</function>\n</tool_call>' }}
210
+ {%- endfor %}
211
+ {%- endif %}
212
+ {{- '<|im_end|>\n' }}
213
+ {%- elif message.role == "tool" %}
214
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
215
+ {{- '<|im_start|>user' }}
216
+ {%- endif %}
217
+ {{- '\n<tool_response>\n' }}
218
+ {{- content }}
219
+ {{- '\n</tool_response>' }}
220
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
221
+ {{- '<|im_end|>\n' }}
222
+ {%- elif loop.last %}
223
+ {{- '<|im_end|>\n' }}
224
+ {%- endif %}
225
+ {%- else %}
226
+ {{- raise_exception('Unexpected message role.') }}
227
+ {%- endif %}
228
+ {%- endfor %}
229
+ {%- if add_generation_prompt %}
230
+ {{- '<|im_start|>assistant\n' }}
231
+ {%- if ns_flags.enable_thinking is false %}
232
+ {{- '<think>\n\n</think>\n\n' }}
233
+ {%- else %}
234
+ {{- '<think>\n' }}
235
+ {%- endif %}
236
+ {%- endif %}
config.json ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3_5ForConditionalGeneration"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "dtype": "bfloat16",
8
+ "image_token_id": 248056,
9
+ "language_model_only": false,
10
+ "model_name": "/mnt/w/27B-Qwen3.6-R64-it-vl-HERE-Bradbury-F451-qfx-ss-1x1",
11
+ "model_type": "qwen3_5",
12
+ "pad_token_id": 0,
13
+ "text_config": {
14
+ "attention_bias": false,
15
+ "attention_dropout": 0.0,
16
+ "attn_output_gate": true,
17
+ "bos_token_id": 248044,
18
+ "dtype": "bfloat16",
19
+ "eos_token_id": 248044,
20
+ "full_attention_interval": 4,
21
+ "head_dim": 256,
22
+ "hidden_act": "silu",
23
+ "hidden_size": 5120,
24
+ "initializer_range": 0.02,
25
+ "intermediate_size": 17408,
26
+ "layer_types": [
27
+ "linear_attention",
28
+ "linear_attention",
29
+ "linear_attention",
30
+ "full_attention",
31
+ "linear_attention",
32
+ "linear_attention",
33
+ "linear_attention",
34
+ "full_attention",
35
+ "linear_attention",
36
+ "linear_attention",
37
+ "linear_attention",
38
+ "full_attention",
39
+ "linear_attention",
40
+ "linear_attention",
41
+ "linear_attention",
42
+ "full_attention",
43
+ "linear_attention",
44
+ "linear_attention",
45
+ "linear_attention",
46
+ "full_attention",
47
+ "linear_attention",
48
+ "linear_attention",
49
+ "linear_attention",
50
+ "full_attention",
51
+ "linear_attention",
52
+ "linear_attention",
53
+ "linear_attention",
54
+ "full_attention",
55
+ "linear_attention",
56
+ "linear_attention",
57
+ "linear_attention",
58
+ "full_attention",
59
+ "linear_attention",
60
+ "linear_attention",
61
+ "linear_attention",
62
+ "full_attention",
63
+ "linear_attention",
64
+ "linear_attention",
65
+ "linear_attention",
66
+ "full_attention",
67
+ "linear_attention",
68
+ "linear_attention",
69
+ "linear_attention",
70
+ "full_attention",
71
+ "linear_attention",
72
+ "linear_attention",
73
+ "linear_attention",
74
+ "full_attention",
75
+ "linear_attention",
76
+ "linear_attention",
77
+ "linear_attention",
78
+ "full_attention",
79
+ "linear_attention",
80
+ "linear_attention",
81
+ "linear_attention",
82
+ "full_attention",
83
+ "linear_attention",
84
+ "linear_attention",
85
+ "linear_attention",
86
+ "full_attention",
87
+ "linear_attention",
88
+ "linear_attention",
89
+ "linear_attention",
90
+ "full_attention"
91
+ ],
92
+ "linear_conv_kernel_dim": 4,
93
+ "linear_key_head_dim": 128,
94
+ "linear_num_key_heads": 16,
95
+ "linear_num_value_heads": 48,
96
+ "linear_value_head_dim": 128,
97
+ "mamba_ssm_dtype": "float32",
98
+ "max_position_embeddings": 262144,
99
+ "model_type": "qwen3_5_text",
100
+ "mtp_num_hidden_layers": 1,
101
+ "mtp_use_dedicated_embeddings": false,
102
+ "num_attention_heads": 24,
103
+ "num_hidden_layers": 64,
104
+ "num_key_value_heads": 4,
105
+ "output_gate_type": "swish",
106
+ "pad_token_id": null,
107
+ "partial_rotary_factor": 0.25,
108
+ "rms_norm_eps": 1e-06,
109
+ "rope_parameters": {
110
+ "mrope_interleaved": true,
111
+ "mrope_section": [
112
+ 11,
113
+ 11,
114
+ 10
115
+ ],
116
+ "partial_rotary_factor": 0.25,
117
+ "rope_theta": 10000000,
118
+ "rope_type": "default"
119
+ },
120
+ "tie_word_embeddings": false,
121
+ "use_cache": false,
122
+ "vocab_size": 248320
123
+ },
124
+ "tie_word_embeddings": false,
125
+ "transformers_version": "5.12.1",
126
+ "unsloth_version": "2026.7.2",
127
+ "video_token_id": 248057,
128
+ "vision_config": {
129
+ "deepstack_visual_indexes": [],
130
+ "depth": 27,
131
+ "dtype": "bfloat16",
132
+ "hidden_act": "gelu_pytorch_tanh",
133
+ "hidden_size": 1152,
134
+ "in_channels": 3,
135
+ "initializer_range": 0.02,
136
+ "intermediate_size": 4304,
137
+ "model_type": "qwen3_5",
138
+ "num_heads": 16,
139
+ "num_position_embeddings": 2304,
140
+ "out_hidden_size": 5120,
141
+ "patch_size": 16,
142
+ "spatial_merge_size": 2,
143
+ "temporal_patch_size": 2
144
+ },
145
+ "vision_end_token_id": 248054,
146
+ "vision_start_token_id": 248053
147
+ }
generation_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 248044,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 248046,
6
+ 248044
7
+ ],
8
+ "pad_token_id": 248044,
9
+ "temperature": 1.0,
10
+ "top_k": 20,
11
+ "top_p": 0.95,
12
+ "transformers_version": "5.9.0"
13
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ models:
2
+ - model: Qwen3.6-27B-Architect-Polaris2-Fable-B
3
+ parameters:
4
+ weight: 1.4
5
+ - model: Qwen3.6-27B-Architect-Polaris-Fable-F451
6
+ parameters:
7
+ weight: 0.6
8
+ merge_method: nuslerp
9
+ dtype: bfloat16
10
+ name: Qwen3.6-27B-Architect-Polaris2-Fable-B-F451
model-00001-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3697575b184c68b508b7bd572e6c146d0f780883ccf526cdcc3391e0ce59ad18
3
+ size 2542796928
model-00002-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43cdddbef9aad7eefe60de454c8ca67348abad393c685fcf058bcf8ed759d6cd
3
+ size 4842451936
model-00003-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76c61f4ae524d188e5408a0eb2efb31408ecb384091a98f928a50775fa892058
3
+ size 4965228032
model-00004-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5b61556332fc9b93b58bebc3df336b9e2e518746a51ab129f3851ef9428e91c
3
+ size 4933789808
model-00005-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c685f8ff7c44e894b81a40023593dbba5a04fcc48f54ec1b8e544071528a2b2
3
+ size 4965228032
model-00006-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bd5347af7a52cc92c35a9031c6480e170df4703bb18b193fad5b53d252777b6
3
+ size 4911753512
model-00007-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb5ffcaed06aabb7b805410319b3e02f560336adbadc1910780d0c1c5441f3b2
3
+ size 4965228016
model-00008-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6070c75a4e576be34bc835926476262502a36a2d27936555fe2f439ac2b945f6
3
+ size 4933789824
model-00009-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65ca9716a7ee8f304f12cd7de5899b9375e41f276c27203470f4bbfd5f4086e5
3
+ size 4965228016
model-00010-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b22beac9e0c4c3c836f32cc85df8fc2609ebc8c5b2752e68731353f21f41195c
3
+ size 4933789824
model-00011-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75a8e97e9075341916a61115e71189861c61c934a1a9bfa1b4720f92657adbb8
3
+ size 4911732744
model-00012-of-00012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d10e3bd265750843d0a41ac917123d5228bb4a64bc5ca88659650a857678c567
3
+ size 3587132840
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f32ce20dc35f57a7f9ad1eac03525bd7d30f9df8cea6507e958279cc3657706
3
+ size 19989492
tokenizer_config.json ADDED
@@ -0,0 +1,304 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "audio_bos_token": "<|audio_start|>",
4
+ "audio_eos_token": "<|audio_end|>",
5
+ "audio_token": "<|audio_pad|>",
6
+ "backend": "tokenizers",
7
+ "bos_token": null,
8
+ "clean_up_tokenization_spaces": false,
9
+ "eos_token": "<|im_end|>",
10
+ "errors": "replace",
11
+ "image_token": "<|image_pad|>",
12
+ "is_local": true,
13
+ "local_files_only": false,
14
+ "max_length": null,
15
+ "model_max_length": 262144,
16
+ "model_specific_special_tokens": {
17
+ "audio_bos_token": "<|audio_start|>",
18
+ "audio_eos_token": "<|audio_end|>",
19
+ "audio_token": "<|audio_pad|>",
20
+ "image_token": "<|image_pad|>",
21
+ "video_token": "<|video_pad|>",
22
+ "vision_bos_token": "<|vision_start|>",
23
+ "vision_eos_token": "<|vision_end|>"
24
+ },
25
+ "pad_to_multiple_of": null,
26
+ "pad_token": "<|endoftext|>",
27
+ "pad_token_type_id": 0,
28
+ "padding_side": "left",
29
+ "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
30
+ "processor_class": "Qwen3VLProcessor",
31
+ "split_special_tokens": false,
32
+ "tokenizer_class": "Qwen2Tokenizer",
33
+ "unk_token": null,
34
+ "video_token": "<|video_pad|>",
35
+ "vision_bos_token": "<|vision_start|>",
36
+ "vision_eos_token": "<|vision_end|>",
37
+ "added_tokens_decoder": {
38
+ "248044": {
39
+ "content": "<|endoftext|>",
40
+ "single_word": false,
41
+ "lstrip": false,
42
+ "rstrip": false,
43
+ "normalized": false,
44
+ "special": true
45
+ },
46
+ "248045": {
47
+ "content": "<|im_start|>",
48
+ "single_word": false,
49
+ "lstrip": false,
50
+ "rstrip": false,
51
+ "normalized": false,
52
+ "special": true
53
+ },
54
+ "248046": {
55
+ "content": "<|im_end|>",
56
+ "single_word": false,
57
+ "lstrip": false,
58
+ "rstrip": false,
59
+ "normalized": false,
60
+ "special": true
61
+ },
62
+ "248047": {
63
+ "content": "<|object_ref_start|>",
64
+ "single_word": false,
65
+ "lstrip": false,
66
+ "rstrip": false,
67
+ "normalized": false,
68
+ "special": true
69
+ },
70
+ "248048": {
71
+ "content": "<|object_ref_end|>",
72
+ "single_word": false,
73
+ "lstrip": false,
74
+ "rstrip": false,
75
+ "normalized": false,
76
+ "special": true
77
+ },
78
+ "248049": {
79
+ "content": "<|box_start|>",
80
+ "single_word": false,
81
+ "lstrip": false,
82
+ "rstrip": false,
83
+ "normalized": false,
84
+ "special": true
85
+ },
86
+ "248050": {
87
+ "content": "<|box_end|>",
88
+ "single_word": false,
89
+ "lstrip": false,
90
+ "rstrip": false,
91
+ "normalized": false,
92
+ "special": true
93
+ },
94
+ "248051": {
95
+ "content": "<|quad_start|>",
96
+ "single_word": false,
97
+ "lstrip": false,
98
+ "rstrip": false,
99
+ "normalized": false,
100
+ "special": true
101
+ },
102
+ "248052": {
103
+ "content": "<|quad_end|>",
104
+ "single_word": false,
105
+ "lstrip": false,
106
+ "rstrip": false,
107
+ "normalized": false,
108
+ "special": true
109
+ },
110
+ "248053": {
111
+ "content": "<|vision_start|>",
112
+ "single_word": false,
113
+ "lstrip": false,
114
+ "rstrip": false,
115
+ "normalized": false,
116
+ "special": true
117
+ },
118
+ "248054": {
119
+ "content": "<|vision_end|>",
120
+ "single_word": false,
121
+ "lstrip": false,
122
+ "rstrip": false,
123
+ "normalized": false,
124
+ "special": true
125
+ },
126
+ "248055": {
127
+ "content": "<|vision_pad|>",
128
+ "single_word": false,
129
+ "lstrip": false,
130
+ "rstrip": false,
131
+ "normalized": false,
132
+ "special": true
133
+ },
134
+ "248056": {
135
+ "content": "<|image_pad|>",
136
+ "single_word": false,
137
+ "lstrip": false,
138
+ "rstrip": false,
139
+ "normalized": false,
140
+ "special": true
141
+ },
142
+ "248057": {
143
+ "content": "<|video_pad|>",
144
+ "single_word": false,
145
+ "lstrip": false,
146
+ "rstrip": false,
147
+ "normalized": false,
148
+ "special": true
149
+ },
150
+ "248058": {
151
+ "content": "<tool_call>",
152
+ "single_word": false,
153
+ "lstrip": false,
154
+ "rstrip": false,
155
+ "normalized": false,
156
+ "special": false
157
+ },
158
+ "248059": {
159
+ "content": "</tool_call>",
160
+ "single_word": false,
161
+ "lstrip": false,
162
+ "rstrip": false,
163
+ "normalized": false,
164
+ "special": false
165
+ },
166
+ "248060": {
167
+ "content": "<|fim_prefix|>",
168
+ "single_word": false,
169
+ "lstrip": false,
170
+ "rstrip": false,
171
+ "normalized": false,
172
+ "special": false
173
+ },
174
+ "248061": {
175
+ "content": "<|fim_middle|>",
176
+ "single_word": false,
177
+ "lstrip": false,
178
+ "rstrip": false,
179
+ "normalized": false,
180
+ "special": false
181
+ },
182
+ "248062": {
183
+ "content": "<|fim_suffix|>",
184
+ "single_word": false,
185
+ "lstrip": false,
186
+ "rstrip": false,
187
+ "normalized": false,
188
+ "special": false
189
+ },
190
+ "248063": {
191
+ "content": "<|fim_pad|>",
192
+ "single_word": false,
193
+ "lstrip": false,
194
+ "rstrip": false,
195
+ "normalized": false,
196
+ "special": false
197
+ },
198
+ "248064": {
199
+ "content": "<|repo_name|>",
200
+ "single_word": false,
201
+ "lstrip": false,
202
+ "rstrip": false,
203
+ "normalized": false,
204
+ "special": false
205
+ },
206
+ "248065": {
207
+ "content": "<|file_sep|>",
208
+ "single_word": false,
209
+ "lstrip": false,
210
+ "rstrip": false,
211
+ "normalized": false,
212
+ "special": false
213
+ },
214
+ "248066": {
215
+ "content": "<tool_response>",
216
+ "single_word": false,
217
+ "lstrip": false,
218
+ "rstrip": false,
219
+ "normalized": false,
220
+ "special": false
221
+ },
222
+ "248067": {
223
+ "content": "</tool_response>",
224
+ "single_word": false,
225
+ "lstrip": false,
226
+ "rstrip": false,
227
+ "normalized": false,
228
+ "special": false
229
+ },
230
+ "248068": {
231
+ "content": "<think>",
232
+ "single_word": false,
233
+ "lstrip": false,
234
+ "rstrip": false,
235
+ "normalized": false,
236
+ "special": false
237
+ },
238
+ "248069": {
239
+ "content": "</think>",
240
+ "single_word": false,
241
+ "lstrip": false,
242
+ "rstrip": false,
243
+ "normalized": false,
244
+ "special": false
245
+ },
246
+ "248070": {
247
+ "content": "<|audio_start|>",
248
+ "single_word": false,
249
+ "lstrip": false,
250
+ "rstrip": false,
251
+ "normalized": false,
252
+ "special": true
253
+ },
254
+ "248071": {
255
+ "content": "<|audio_end|>",
256
+ "single_word": false,
257
+ "lstrip": false,
258
+ "rstrip": false,
259
+ "normalized": false,
260
+ "special": true
261
+ },
262
+ "248072": {
263
+ "content": "<tts_pad>",
264
+ "single_word": false,
265
+ "lstrip": false,
266
+ "rstrip": false,
267
+ "normalized": false,
268
+ "special": true
269
+ },
270
+ "248073": {
271
+ "content": "<tts_text_bos>",
272
+ "single_word": false,
273
+ "lstrip": false,
274
+ "rstrip": false,
275
+ "normalized": false,
276
+ "special": true
277
+ },
278
+ "248074": {
279
+ "content": "<tts_text_eod>",
280
+ "single_word": false,
281
+ "lstrip": false,
282
+ "rstrip": false,
283
+ "normalized": false,
284
+ "special": true
285
+ },
286
+ "248075": {
287
+ "content": "<tts_text_bos_single>",
288
+ "single_word": false,
289
+ "lstrip": false,
290
+ "rstrip": false,
291
+ "normalized": false,
292
+ "special": true
293
+ },
294
+ "248076": {
295
+ "content": "<|audio_pad|>",
296
+ "single_word": false,
297
+ "lstrip": false,
298
+ "rstrip": false,
299
+ "normalized": false,
300
+ "special": true
301
+ }
302
+ },
303
+ "chat_template": "{%- set image_count = namespace(value=0) %}\n{%- set video_count = namespace(value=0) %}\n{%- macro render_content(content, do_vision_count, is_system_content=false) %}\n {%- if content is string %}\n {{- content }}\n {%- elif content is iterable and content is not mapping %}\n {%- for item in content %}\n {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain images.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set image_count.value = image_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Picture ' ~ image_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|image_pad|><|vision_end|>' }}\n {%- elif 'video' in item or item.type == 'video' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain videos.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set video_count.value = video_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Video ' ~ video_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|video_pad|><|vision_end|>' }}\n {%- elif 'text' in item %}\n {{- item.text }}\n {%- else %}\n {{- raise_exception('Unexpected item type in content.') }}\n {%- endif %}\n {%- endfor %}\n {%- elif content is none or content is undefined %}\n {{- '' }}\n {%- else %}\n {{- raise_exception('Unexpected content type.') }}\n {%- endif %}\n{%- endmacro %}\n{%- if not messages %}\n {{- raise_exception('No messages provided.') }}\n{%- endif %}\n{%- if tools and tools is iterable and tools is not mapping %}\n {{- '<|im_start|>system\\n' }}\n {{- \"# Tools\\n\\nYou have access to the following functions:\\n\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\" }}\n {{- '\\n\\nIf you choose to call a function ONLY reply in the following format with NO suffix:\\n\\n<tool_call>\\n<function=example_function_name>\\n<parameter=example_parameter_1>\\nvalue_1\\n</parameter>\\n<parameter=example_parameter_2>\\nThis is the value for the second parameter\\nthat can span\\nmultiple lines\\n</parameter>\\n</function>\\n</tool_call>\\n\\n<IMPORTANT>\\nReminder:\\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\\n- Required parameters MUST be specified\\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\\n</IMPORTANT>' }}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {%- if content %}\n {{- '\\n\\n' + content }}\n {%- endif %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {{- '<|im_start|>system\\n' + content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" %}\n {%- set content = render_content(message.content, false)|trim %}\n {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if ns.multi_step_tool %}\n {{- raise_exception('No user query found in messages.') }}\n{%- endif %}\n{%- for message in messages %}\n {%- set content = render_content(message.content, true)|trim %}\n {%- if message.role == \"system\" %}\n {%- if not loop.first %}\n {{- raise_exception('System message must be at the beginning.') }}\n {%- endif %}\n {%- elif message.role == \"user\" %}\n {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is string %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '</think>' in content %}\n {%- set reasoning_content = content.split('</think>')[0].rstrip('\\n').split('<think>')[-1].lstrip('\\n') %}\n {%- set content = content.split('</think>')[-1].lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- set reasoning_content = reasoning_content|trim %}\n {%- if (preserve_thinking is defined and preserve_thinking is true) or (loop.index0 > ns.last_query_index) %}\n {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content + '\\n</think>\\n\\n' + content }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {%- if loop.first %}\n {%- if content|trim %}\n {{- '\\n\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- else %}\n {{- '<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- endif %}\n {%- else %}\n {{- '\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- endif %}\n {%- if tool_call.arguments is defined %}\n {%- for args_name, args_value in tool_call.arguments|items %}\n {{- '<parameter=' + args_name + '>\\n' }}\n {%- set args_value = args_value | string if args_value is string else args_value | tojson | safe %}\n {{- args_value }}\n {{- '\\n</parameter>\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '</function>\\n</tool_call>' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.previtem and loop.previtem.role != \"tool\" %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- content }}\n {{- '\\n</tool_response>' }}\n {%- if not loop.last and loop.nextitem.role != \"tool\" %}\n {{- '<|im_end|>\\n' }}\n {%- elif loop.last %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- else %}\n {{- raise_exception('Unexpected message role.') }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '<think>\\n\\n</think>\\n\\n' }}\n {%- else %}\n {{- '<think>\\n' }}\n {%- endif %}\n{%- endif %}"
304
+ }