Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+config.json filter=lfs diff=lfs merge=lfs -text
+model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

chat_template.jinja

@@ -0,0 +1,195 @@
+{% macro render_extra_keys(json_dict, handled_keys) %}
+    {%- if json_dict is mapping %}
+        {%- for json_key in json_dict if json_key not in handled_keys %}
+            {%- if json_dict[json_key] is mapping or (json_dict[json_key] is sequence and json_dict[json_key] is not string) %}
+                {{- '\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | tojson | safe) ~ '</' ~ json_key ~ '>' }}
+            {%- else %}
+                {{-'\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | string) ~ '</' ~ json_key ~ '>' }}
+            {%- endif %}
+        {%- endfor %}
+    {%- endif %}
+{% endmacro %}
+{%- set enable_thinking = enable_thinking if enable_thinking is defined else True %}
+{%- set medium_effort = medium_effort if medium_effort is defined else False %}
+{%- set truncate_history_thinking = truncate_history_thinking if truncate_history_thinking is defined else True %}
+{%- set ns = namespace(last_user_idx = -1) %}
+{%- set loop_messages = messages %}
+{%- for m in loop_messages %}
+  {%- if m["role"] == "user" %}
+    {%- set ns.last_user_idx = loop.index0 %}
+  {%- endif %}
+{%- endfor %}
+{%- if messages[0]["role"] == "system" %}
+    {%- set system_message = messages[0]["content"] %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set system_message = "" %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+{%- if not tools is defined %}
+    {%- set tools = [] %}
+{%- endif %}
+{%- set ns = namespace(last_user_idx = -1) %}
+{%- for m in loop_messages %}
+  {%- if m["role"] == "user" %}
+    {%- set ns.last_user_idx = loop.index0 %}
+  {%- endif %}
+{%- endfor %}
+{%- if system_message is defined %}
+    {{- "<|im_start|>system\n" + system_message }}
+{%- else %}
+    {%- if tools is iterable and tools | length > 0 %}
+        {{- "<|im_start|>system\n" }}
+    {%- endif %}
+{%- endif %}
+{%- if tools is iterable and tools | length > 0 %}
+    {%- if system_message is defined and system_message | length > 0 %}
+        {{- "\n\n" }}
+    {%- endif %}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n" }}
+    {{- "<tools>" }}
+    {%- for tool in tools %}
+        {%- if tool.function is defined %}
+            {%- set tool = tool.function %}
+        {%- endif %}
+        {{- "\n<function>\n<name>" ~ tool.name ~ "</name>" }}
+        {%- if tool.description is defined %}
+            {{- '\n<description>' ~ (tool.description | trim) ~ '</description>' }}
+        {%- endif %}
+        {{- '\n<parameters>' }}
+        {%- if tool.parameters is defined and tool.parameters is mapping and tool.parameters.properties is defined and tool.parameters.properties is mapping %}
+            {%- for param_name, param_fields in tool.parameters.properties|items %}
+                {{- '\n<parameter>' }}
+                {{- '\n<name>' ~ param_name ~ '</name>' }}
+                {%- if param_fields.type is defined %}
+                    {{- '\n<type>' ~ (param_fields.type | string) ~ '</type>' }}
+                {%- endif %}
+                {%- if param_fields.description is defined %}
+                    {{- '\n<description>' ~ (param_fields.description | trim) ~ '</description>' }}
+                {%- endif %}
+                {%- if param_fields.enum is defined %}
+                    {{- '\n<enum>' ~ (param_fields.enum | tojson | safe) ~ '</enum>' }}
+                {%- endif %}
+                {%- set handled_keys = ['name', 'type', 'description', 'enum'] %}
+                {{- render_extra_keys(param_fields, handled_keys) }}
+                {{- '\n</parameter>' }}
+            {%- endfor %}
+        {%- endif %}
+        {% set handled_keys = ['type', 'properties', 'required'] %}
+        {{- render_extra_keys(tool.parameters, handled_keys) }}
+        {%- if tool.parameters is defined and tool.parameters.required is defined %}
+            {{- '\n<required>' ~ (tool.parameters.required | tojson | safe) ~ '</required>' }}
+        {%- endif %}
+        {{- '\n</parameters>' }}
+        {%- set handled_keys = ['type', 'name', 'description', 'parameters'] %}
+        {{- render_extra_keys(tool, handled_keys) }}
+        {{- '\n</function>' }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+{%- endif %}
+{%- if system_message is defined %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if tools is iterable and tools | length > 0 %}
+        {{- '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in loop_messages %}
+    {%- if message.role == "assistant" %}
+        {%- if message.reasoning_content is defined and message.reasoning_content is string and message.reasoning_content | trim | length > 0 %}
+            {%- set content = "<think>\n" ~ message.reasoning_content ~ "</think>" ~ (message.content | default('', true)) %}
+        {%- else %}
+            {%- set content = message.content | default('', true) %}
+            {%- if content is string -%}
+                {%- if '<think>' not in content and '</think>' not in content -%}
+                    {%- set content = "<think></think>" ~ content -%}
+                {%- endif -%}
+            {%- else -%}
+                {%- set content = content -%}
+            {%- endif -%}
+        {%- endif %}
+        {%- if message.tool_calls is defined and message.tool_calls is iterable and message.tool_calls | length > 0 %}
+            {{- '<|im_start|>assistant\n' }}
+                {%- set include_content = not (truncate_history_thinking and loop.index0 < ns.last_user_idx) %}
+                {%- if content is string and content | trim | length > 0 %}
+                    {%- if include_content %}
+                        {{- (content | trim) ~ '\n' -}}
+                    {%- else %}
+                        {%- set c = (content | string) %}
+                        {%- if '</think>' in c %}
+                            {%- set c = c.split('</think>')[-1] %}
+                        {%- elif '<think>' in c %}
+                            {%- set c = c.split('<think>')[0] %}
+                        {%- endif %}
+                        {%- set c = "<think></think>" ~ c %}
+                        {%- if c | length > 0 %}
+                            {{- c ~ '\n' -}}
+                        {%- endif %}
+                    {%- endif %}
+                {%- else %}
+                    {{- "<think></think>" -}}
+                {%- endif %}
+                {%- for tool_call in message.tool_calls %}
+                    {%- if tool_call.function is defined %}
+                        {%- set tool_call = tool_call.function %}
+                    {%- endif %}
+                    {{- '<tool_call>\n<function=' ~ tool_call.name ~ '>\n' -}}
+                        {%- if tool_call.arguments is defined %}
+                            {%- for args_name, args_value in tool_call.arguments|items %}
+                                {{- '<parameter=' ~ args_name ~ '>\n' -}}
+                                    {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                                {{- args_value ~ '\n</parameter>\n' -}}
+                            {%- endfor %}
+                        {%- endif %}
+                    {{- '</function>\n</tool_call>\n' -}}
+                {%- endfor %}
+                {{- '<|im_end|>\n' }}
+        {%- else %}
+            {%- if not (truncate_history_thinking and loop.index0 < ns.last_user_idx) %}
+                {{- '<|im_start|>assistant\n' ~ (content | default('', true) | string | trim) ~ '<|im_end|>\n' }}
+            {%- else %}
+                {%- set c = (content | default('', true) | string) %}
+                {%- if '<think>' in c and '</think>' in c %}
+                    {%- set c = "<think></think>" ~ c.split('</think>')[-1] %}
+                {%- endif %}
+                {%- set c = c | trim %}
+                {%- if c | length > 0 %}
+                    {{- '<|im_start|>assistant\n' ~ c ~ '<|im_end|>\n' }}
+                {%- else %}
+                    {{- '<|im_start|>assistant\n<|im_end|>\n' }}
+                {%- endif %}
+            {%- endif %}
+        {%- endif %}
+    {%- elif message.role == "user" or message.role == "system" %}
+        {{- '<|im_start|>' + message.role + '\n' }}
+        {%- set content = message.content | string %}
+        {%- if message.role == "user" and loop.index0 == ns.last_user_idx and medium_effort %}
+            {{- content + '\n\n{reasoning effort: efficient}' }}
+        {%- else %}
+            {{- content }}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user\n' }}
+        {%- endif %}
+        {{- '<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>\n' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {%- if enable_thinking %}
+        {{- '<|im_start|>assistant\n<think>\n' }}
+    {%- else %}
+        {{- '<|im_start|>assistant\n<think></think>' }}
+    {%- endif %}
+{%- endif %}

model-00003-of-00113.json

@@ -0,0 +1,20 @@
+{
+    "metadata": {
+        "total_size": 421762576
+    },
+    "weight_map": {
+        "backbone.layers.2.mixer.in_proj.input_scale": "model-00003-of-00113.safetensors",
+        "backbone.layers.2.mixer.in_proj.weight_scale": "model-00003-of-00113.safetensors",
+        "backbone.layers.2.mixer.out_proj.input_scale": "model-00003-of-00113.safetensors",
+        "backbone.layers.2.mixer.out_proj.weight_scale": "model-00003-of-00113.safetensors",
+        "backbone.layers.2.mixer.A_log": "model-00003-of-00113.safetensors",
+        "backbone.layers.2.mixer.D": "model-00003-of-00113.safetensors",
+        "backbone.layers.2.mixer.conv1d.bias": "model-00003-of-00113.safetensors",
+        "backbone.layers.2.mixer.conv1d.weight": "model-00003-of-00113.safetensors",
+        "backbone.layers.2.mixer.dt_bias": "model-00003-of-00113.safetensors",
+        "backbone.layers.2.mixer.norm.weight": "model-00003-of-00113.safetensors",
+        "backbone.layers.2.norm.weight": "model-00003-of-00113.safetensors",
+        "backbone.layers.2.mixer.in_proj.weight": "model-00003-of-00113.safetensors",
+        "backbone.layers.2.mixer.out_proj.weight": "model-00003-of-00113.safetensors"
+    }
+}

model-00007-of-00113.json

@@ -0,0 +1,20 @@
+{
+    "metadata": {
+        "total_size": 421762576
+    },
+    "weight_map": {
+        "backbone.layers.6.mixer.in_proj.input_scale": "model-00007-of-00113.safetensors",
+        "backbone.layers.6.mixer.in_proj.weight_scale": "model-00007-of-00113.safetensors",
+        "backbone.layers.6.mixer.out_proj.input_scale": "model-00007-of-00113.safetensors",
+        "backbone.layers.6.mixer.out_proj.weight_scale": "model-00007-of-00113.safetensors",
+        "backbone.layers.6.mixer.A_log": "model-00007-of-00113.safetensors",
+        "backbone.layers.6.mixer.D": "model-00007-of-00113.safetensors",
+        "backbone.layers.6.mixer.conv1d.bias": "model-00007-of-00113.safetensors",
+        "backbone.layers.6.mixer.conv1d.weight": "model-00007-of-00113.safetensors",
+        "backbone.layers.6.mixer.dt_bias": "model-00007-of-00113.safetensors",
+        "backbone.layers.6.mixer.norm.weight": "model-00007-of-00113.safetensors",
+        "backbone.layers.6.norm.weight": "model-00007-of-00113.safetensors",
+        "backbone.layers.6.mixer.in_proj.weight": "model-00007-of-00113.safetensors",
+        "backbone.layers.6.mixer.out_proj.weight": "model-00007-of-00113.safetensors"
+    }
+}

model-00008-of-00113.json

@@ -0,0 +1,14 @@
+{
+    "metadata": {
+        "total_size": 276840456
+    },
+    "weight_map": {
+        "backbone.layers.7.mixer.k_proj.k_scale": "model-00008-of-00113.safetensors",
+        "backbone.layers.7.mixer.v_proj.v_scale": "model-00008-of-00113.safetensors",
+        "backbone.layers.7.mixer.k_proj.weight": "model-00008-of-00113.safetensors",
+        "backbone.layers.7.mixer.o_proj.weight": "model-00008-of-00113.safetensors",
+        "backbone.layers.7.mixer.q_proj.weight": "model-00008-of-00113.safetensors",
+        "backbone.layers.7.mixer.v_proj.weight": "model-00008-of-00113.safetensors",
+        "backbone.layers.7.norm.weight": "model-00008-of-00113.safetensors"
+    }
+}

model-00021-of-00113.json

@@ -0,0 +1,20 @@
+{
+    "metadata": {
+        "total_size": 421762576
+    },
+    "weight_map": {
+        "backbone.layers.20.mixer.in_proj.input_scale": "model-00021-of-00113.safetensors",
+        "backbone.layers.20.mixer.in_proj.weight_scale": "model-00021-of-00113.safetensors",
+        "backbone.layers.20.mixer.out_proj.input_scale": "model-00021-of-00113.safetensors",
+        "backbone.layers.20.mixer.out_proj.weight_scale": "model-00021-of-00113.safetensors",
+        "backbone.layers.20.mixer.A_log": "model-00021-of-00113.safetensors",
+        "backbone.layers.20.mixer.D": "model-00021-of-00113.safetensors",
+        "backbone.layers.20.mixer.conv1d.bias": "model-00021-of-00113.safetensors",
+        "backbone.layers.20.mixer.conv1d.weight": "model-00021-of-00113.safetensors",
+        "backbone.layers.20.mixer.dt_bias": "model-00021-of-00113.safetensors",
+        "backbone.layers.20.mixer.norm.weight": "model-00021-of-00113.safetensors",
+        "backbone.layers.20.norm.weight": "model-00021-of-00113.safetensors",
+        "backbone.layers.20.mixer.in_proj.weight": "model-00021-of-00113.safetensors",
+        "backbone.layers.20.mixer.out_proj.weight": "model-00021-of-00113.safetensors"
+    }
+}

model-00023-of-00113.json

@@ -0,0 +1,20 @@
+{
+    "metadata": {
+        "total_size": 421762576
+    },
+    "weight_map": {
+        "backbone.layers.22.mixer.in_proj.input_scale": "model-00023-of-00113.safetensors",
+        "backbone.layers.22.mixer.in_proj.weight_scale": "model-00023-of-00113.safetensors",
+        "backbone.layers.22.mixer.out_proj.input_scale": "model-00023-of-00113.safetensors",
+        "backbone.layers.22.mixer.out_proj.weight_scale": "model-00023-of-00113.safetensors",
+        "backbone.layers.22.mixer.A_log": "model-00023-of-00113.safetensors",
+        "backbone.layers.22.mixer.D": "model-00023-of-00113.safetensors",
+        "backbone.layers.22.mixer.conv1d.bias": "model-00023-of-00113.safetensors",
+        "backbone.layers.22.mixer.conv1d.weight": "model-00023-of-00113.safetensors",
+        "backbone.layers.22.mixer.dt_bias": "model-00023-of-00113.safetensors",
+        "backbone.layers.22.mixer.norm.weight": "model-00023-of-00113.safetensors",
+        "backbone.layers.22.norm.weight": "model-00023-of-00113.safetensors",
+        "backbone.layers.22.mixer.in_proj.weight": "model-00023-of-00113.safetensors",
+        "backbone.layers.22.mixer.out_proj.weight": "model-00023-of-00113.safetensors"
+    }
+}

model-00026-of-00113.json

@@ -0,0 +1,20 @@
+{
+    "metadata": {
+        "total_size": 421762576
+    },
+    "weight_map": {
+        "backbone.layers.25.mixer.in_proj.input_scale": "model-00026-of-00113.safetensors",
+        "backbone.layers.25.mixer.in_proj.weight_scale": "model-00026-of-00113.safetensors",
+        "backbone.layers.25.mixer.out_proj.input_scale": "model-00026-of-00113.safetensors",
+        "backbone.layers.25.mixer.out_proj.weight_scale": "model-00026-of-00113.safetensors",
+        "backbone.layers.25.mixer.A_log": "model-00026-of-00113.safetensors",
+        "backbone.layers.25.mixer.D": "model-00026-of-00113.safetensors",
+        "backbone.layers.25.mixer.conv1d.bias": "model-00026-of-00113.safetensors",
+        "backbone.layers.25.mixer.conv1d.weight": "model-00026-of-00113.safetensors",
+        "backbone.layers.25.mixer.dt_bias": "model-00026-of-00113.safetensors",
+        "backbone.layers.25.mixer.norm.weight": "model-00026-of-00113.safetensors",
+        "backbone.layers.25.norm.weight": "model-00026-of-00113.safetensors",
+        "backbone.layers.25.mixer.in_proj.weight": "model-00026-of-00113.safetensors",
+        "backbone.layers.25.mixer.out_proj.weight": "model-00026-of-00113.safetensors"
+    }
+}

model-00032-of-00113.json

@@ -0,0 +1,20 @@
+{
+    "metadata": {
+        "total_size": 421762576
+    },
+    "weight_map": {
+        "backbone.layers.31.mixer.in_proj.input_scale": "model-00032-of-00113.safetensors",
+        "backbone.layers.31.mixer.in_proj.weight_scale": "model-00032-of-00113.safetensors",
+        "backbone.layers.31.mixer.out_proj.input_scale": "model-00032-of-00113.safetensors",
+        "backbone.layers.31.mixer.out_proj.weight_scale": "model-00032-of-00113.safetensors",
+        "backbone.layers.31.mixer.A_log": "model-00032-of-00113.safetensors",
+        "backbone.layers.31.mixer.D": "model-00032-of-00113.safetensors",
+        "backbone.layers.31.mixer.conv1d.bias": "model-00032-of-00113.safetensors",
+        "backbone.layers.31.mixer.conv1d.weight": "model-00032-of-00113.safetensors",
+        "backbone.layers.31.mixer.dt_bias": "model-00032-of-00113.safetensors",
+        "backbone.layers.31.mixer.norm.weight": "model-00032-of-00113.safetensors",
+        "backbone.layers.31.norm.weight": "model-00032-of-00113.safetensors",
+        "backbone.layers.31.mixer.in_proj.weight": "model-00032-of-00113.safetensors",
+        "backbone.layers.31.mixer.out_proj.weight": "model-00032-of-00113.safetensors"
+    }
+}

model-00035-of-00113.json

@@ -0,0 +1,20 @@
+{
+    "metadata": {
+        "total_size": 421762576
+    },
+    "weight_map": {
+        "backbone.layers.34.mixer.in_proj.input_scale": "model-00035-of-00113.safetensors",
+        "backbone.layers.34.mixer.in_proj.weight_scale": "model-00035-of-00113.safetensors",
+        "backbone.layers.34.mixer.out_proj.input_scale": "model-00035-of-00113.safetensors",
+        "backbone.layers.34.mixer.out_proj.weight_scale": "model-00035-of-00113.safetensors",
+        "backbone.layers.34.mixer.A_log": "model-00035-of-00113.safetensors",
+        "backbone.layers.34.mixer.D": "model-00035-of-00113.safetensors",
+        "backbone.layers.34.mixer.conv1d.bias": "model-00035-of-00113.safetensors",
+        "backbone.layers.34.mixer.conv1d.weight": "model-00035-of-00113.safetensors",
+        "backbone.layers.34.mixer.dt_bias": "model-00035-of-00113.safetensors",
+        "backbone.layers.34.mixer.norm.weight": "model-00035-of-00113.safetensors",
+        "backbone.layers.34.norm.weight": "model-00035-of-00113.safetensors",
+        "backbone.layers.34.mixer.in_proj.weight": "model-00035-of-00113.safetensors",
+        "backbone.layers.34.mixer.out_proj.weight": "model-00035-of-00113.safetensors"
+    }
+}

model-00037-of-00113.json

@@ -0,0 +1,20 @@
+{
+    "metadata": {
+        "total_size": 421762576
+    },
+    "weight_map": {
+        "backbone.layers.36.mixer.in_proj.input_scale": "model-00037-of-00113.safetensors",
+        "backbone.layers.36.mixer.in_proj.weight_scale": "model-00037-of-00113.safetensors",
+        "backbone.layers.36.mixer.out_proj.input_scale": "model-00037-of-00113.safetensors",
+        "backbone.layers.36.mixer.out_proj.weight_scale": "model-00037-of-00113.safetensors",
+        "backbone.layers.36.mixer.A_log": "model-00037-of-00113.safetensors",
+        "backbone.layers.36.mixer.D": "model-00037-of-00113.safetensors",
+        "backbone.layers.36.mixer.conv1d.bias": "model-00037-of-00113.safetensors",
+        "backbone.layers.36.mixer.conv1d.weight": "model-00037-of-00113.safetensors",
+        "backbone.layers.36.mixer.dt_bias": "model-00037-of-00113.safetensors",
+        "backbone.layers.36.mixer.norm.weight": "model-00037-of-00113.safetensors",
+        "backbone.layers.36.norm.weight": "model-00037-of-00113.safetensors",
+        "backbone.layers.36.mixer.in_proj.weight": "model-00037-of-00113.safetensors",
+        "backbone.layers.36.mixer.out_proj.weight": "model-00037-of-00113.safetensors"
+    }
+}

model-00042-of-00113.json

@@ -0,0 +1,20 @@
+{
+    "metadata": {
+        "total_size": 421762576
+    },
+    "weight_map": {
+        "backbone.layers.41.mixer.in_proj.input_scale": "model-00042-of-00113.safetensors",
+        "backbone.layers.41.mixer.in_proj.weight_scale": "model-00042-of-00113.safetensors",
+        "backbone.layers.41.mixer.out_proj.input_scale": "model-00042-of-00113.safetensors",
+        "backbone.layers.41.mixer.out_proj.weight_scale": "model-00042-of-00113.safetensors",
+        "backbone.layers.41.mixer.A_log": "model-00042-of-00113.safetensors",
+        "backbone.layers.41.mixer.D": "model-00042-of-00113.safetensors",
+        "backbone.layers.41.mixer.conv1d.bias": "model-00042-of-00113.safetensors",
+        "backbone.layers.41.mixer.conv1d.weight": "model-00042-of-00113.safetensors",
+        "backbone.layers.41.mixer.dt_bias": "model-00042-of-00113.safetensors",
+        "backbone.layers.41.mixer.norm.weight": "model-00042-of-00113.safetensors",
+        "backbone.layers.41.norm.weight": "model-00042-of-00113.safetensors",
+        "backbone.layers.41.mixer.in_proj.weight": "model-00042-of-00113.safetensors",
+        "backbone.layers.41.mixer.out_proj.weight": "model-00042-of-00113.safetensors"
+    }
+}

model-00044-of-00113.json

@@ -0,0 +1,20 @@
+{
+    "metadata": {
+        "total_size": 421762576
+    },
+    "weight_map": {
+        "backbone.layers.43.mixer.in_proj.input_scale": "model-00044-of-00113.safetensors",
+        "backbone.layers.43.mixer.in_proj.weight_scale": "model-00044-of-00113.safetensors",
+        "backbone.layers.43.mixer.out_proj.input_scale": "model-00044-of-00113.safetensors",
+        "backbone.layers.43.mixer.out_proj.weight_scale": "model-00044-of-00113.safetensors",
+        "backbone.layers.43.mixer.A_log": "model-00044-of-00113.safetensors",
+        "backbone.layers.43.mixer.D": "model-00044-of-00113.safetensors",
+        "backbone.layers.43.mixer.conv1d.bias": "model-00044-of-00113.safetensors",
+        "backbone.layers.43.mixer.conv1d.weight": "model-00044-of-00113.safetensors",
+        "backbone.layers.43.mixer.dt_bias": "model-00044-of-00113.safetensors",
+        "backbone.layers.43.mixer.norm.weight": "model-00044-of-00113.safetensors",
+        "backbone.layers.43.norm.weight": "model-00044-of-00113.safetensors",
+        "backbone.layers.43.mixer.in_proj.weight": "model-00044-of-00113.safetensors",
+        "backbone.layers.43.mixer.out_proj.weight": "model-00044-of-00113.safetensors"
+    }
+}

model-00046-of-00113.json

@@ -0,0 +1,20 @@
+{
+    "metadata": {
+        "total_size": 421762576
+    },
+    "weight_map": {
+        "backbone.layers.45.mixer.in_proj.input_scale": "model-00046-of-00113.safetensors",
+        "backbone.layers.45.mixer.in_proj.weight_scale": "model-00046-of-00113.safetensors",
+        "backbone.layers.45.mixer.out_proj.input_scale": "model-00046-of-00113.safetensors",
+        "backbone.layers.45.mixer.out_proj.weight_scale": "model-00046-of-00113.safetensors",
+        "backbone.layers.45.mixer.A_log": "model-00046-of-00113.safetensors",
+        "backbone.layers.45.mixer.D": "model-00046-of-00113.safetensors",
+        "backbone.layers.45.mixer.conv1d.bias": "model-00046-of-00113.safetensors",
+        "backbone.layers.45.mixer.conv1d.weight": "model-00046-of-00113.safetensors",
+        "backbone.layers.45.mixer.dt_bias": "model-00046-of-00113.safetensors",
+        "backbone.layers.45.mixer.norm.weight": "model-00046-of-00113.safetensors",
+        "backbone.layers.45.norm.weight": "model-00046-of-00113.safetensors",
+        "backbone.layers.45.mixer.in_proj.weight": "model-00046-of-00113.safetensors",
+        "backbone.layers.45.mixer.out_proj.weight": "model-00046-of-00113.safetensors"
+    }
+}

model-00055-of-00113.json

@@ -0,0 +1,20 @@
+{
+    "metadata": {
+        "total_size": 421762576
+    },
+    "weight_map": {
+        "backbone.layers.54.mixer.in_proj.input_scale": "model-00055-of-00113.safetensors",
+        "backbone.layers.54.mixer.in_proj.weight_scale": "model-00055-of-00113.safetensors",
+        "backbone.layers.54.mixer.out_proj.input_scale": "model-00055-of-00113.safetensors",
+        "backbone.layers.54.mixer.out_proj.weight_scale": "model-00055-of-00113.safetensors",
+        "backbone.layers.54.mixer.A_log": "model-00055-of-00113.safetensors",
+        "backbone.layers.54.mixer.D": "model-00055-of-00113.safetensors",
+        "backbone.layers.54.mixer.conv1d.bias": "model-00055-of-00113.safetensors",
+        "backbone.layers.54.mixer.conv1d.weight": "model-00055-of-00113.safetensors",
+        "backbone.layers.54.mixer.dt_bias": "model-00055-of-00113.safetensors",
+        "backbone.layers.54.mixer.norm.weight": "model-00055-of-00113.safetensors",
+        "backbone.layers.54.norm.weight": "model-00055-of-00113.safetensors",
+        "backbone.layers.54.mixer.in_proj.weight": "model-00055-of-00113.safetensors",
+        "backbone.layers.54.mixer.out_proj.weight": "model-00055-of-00113.safetensors"
+    }
+}

model-00057-of-00113.json

@@ -0,0 +1,20 @@
+{
+    "metadata": {
+        "total_size": 421762576
+    },
+    "weight_map": {
+        "backbone.layers.56.mixer.in_proj.input_scale": "model-00057-of-00113.safetensors",
+        "backbone.layers.56.mixer.in_proj.weight_scale": "model-00057-of-00113.safetensors",
+        "backbone.layers.56.mixer.out_proj.input_scale": "model-00057-of-00113.safetensors",
+        "backbone.layers.56.mixer.out_proj.weight_scale": "model-00057-of-00113.safetensors",
+        "backbone.layers.56.mixer.A_log": "model-00057-of-00113.safetensors",
+        "backbone.layers.56.mixer.D": "model-00057-of-00113.safetensors",
+        "backbone.layers.56.mixer.conv1d.bias": "model-00057-of-00113.safetensors",
+        "backbone.layers.56.mixer.conv1d.weight": "model-00057-of-00113.safetensors",
+        "backbone.layers.56.mixer.dt_bias": "model-00057-of-00113.safetensors",
+        "backbone.layers.56.mixer.norm.weight": "model-00057-of-00113.safetensors",
+        "backbone.layers.56.norm.weight": "model-00057-of-00113.safetensors",
+        "backbone.layers.56.mixer.in_proj.weight": "model-00057-of-00113.safetensors",
+        "backbone.layers.56.mixer.out_proj.weight": "model-00057-of-00113.safetensors"
+    }
+}

model-00065-of-00113.json

@@ -0,0 +1,14 @@
+{
+    "metadata": {
+        "total_size": 276840456
+    },
+    "weight_map": {
+        "backbone.layers.64.mixer.k_proj.k_scale": "model-00065-of-00113.safetensors",
+        "backbone.layers.64.mixer.v_proj.v_scale": "model-00065-of-00113.safetensors",
+        "backbone.layers.64.mixer.k_proj.weight": "model-00065-of-00113.safetensors",
+        "backbone.layers.64.mixer.o_proj.weight": "model-00065-of-00113.safetensors",
+        "backbone.layers.64.mixer.q_proj.weight": "model-00065-of-00113.safetensors",
+        "backbone.layers.64.mixer.v_proj.weight": "model-00065-of-00113.safetensors",
+        "backbone.layers.64.norm.weight": "model-00065-of-00113.safetensors"
+    }
+}

model-00067-of-00113.json

@@ -0,0 +1,20 @@
+{
+    "metadata": {
+        "total_size": 421762576
+    },
+    "weight_map": {
+        "backbone.layers.66.mixer.in_proj.input_scale": "model-00067-of-00113.safetensors",
+        "backbone.layers.66.mixer.in_proj.weight_scale": "model-00067-of-00113.safetensors",
+        "backbone.layers.66.mixer.out_proj.input_scale": "model-00067-of-00113.safetensors",
+        "backbone.layers.66.mixer.out_proj.weight_scale": "model-00067-of-00113.safetensors",
+        "backbone.layers.66.mixer.A_log": "model-00067-of-00113.safetensors",
+        "backbone.layers.66.mixer.D": "model-00067-of-00113.safetensors",
+        "backbone.layers.66.mixer.conv1d.bias": "model-00067-of-00113.safetensors",
+        "backbone.layers.66.mixer.conv1d.weight": "model-00067-of-00113.safetensors",
+        "backbone.layers.66.mixer.dt_bias": "model-00067-of-00113.safetensors",
+        "backbone.layers.66.mixer.norm.weight": "model-00067-of-00113.safetensors",
+        "backbone.layers.66.norm.weight": "model-00067-of-00113.safetensors",
+        "backbone.layers.66.mixer.in_proj.weight": "model-00067-of-00113.safetensors",
+        "backbone.layers.66.mixer.out_proj.weight": "model-00067-of-00113.safetensors"
+    }
+}

model-00073-of-00113.json

@@ -0,0 +1,20 @@
+{
+    "metadata": {
+        "total_size": 421762576
+    },
+    "weight_map": {
+        "backbone.layers.72.mixer.in_proj.input_scale": "model-00073-of-00113.safetensors",
+        "backbone.layers.72.mixer.in_proj.weight_scale": "model-00073-of-00113.safetensors",
+        "backbone.layers.72.mixer.out_proj.input_scale": "model-00073-of-00113.safetensors",
+        "backbone.layers.72.mixer.out_proj.weight_scale": "model-00073-of-00113.safetensors",
+        "backbone.layers.72.mixer.A_log": "model-00073-of-00113.safetensors",
+        "backbone.layers.72.mixer.D": "model-00073-of-00113.safetensors",
+        "backbone.layers.72.mixer.conv1d.bias": "model-00073-of-00113.safetensors",
+        "backbone.layers.72.mixer.conv1d.weight": "model-00073-of-00113.safetensors",
+        "backbone.layers.72.mixer.dt_bias": "model-00073-of-00113.safetensors",
+        "backbone.layers.72.mixer.norm.weight": "model-00073-of-00113.safetensors",
+        "backbone.layers.72.norm.weight": "model-00073-of-00113.safetensors",
+        "backbone.layers.72.mixer.in_proj.weight": "model-00073-of-00113.safetensors",
+        "backbone.layers.72.mixer.out_proj.weight": "model-00073-of-00113.safetensors"
+    }
+}

model-00080-of-00113.json

@@ -0,0 +1,20 @@
+{
+    "metadata": {
+        "total_size": 421762576
+    },
+    "weight_map": {
+        "backbone.layers.79.mixer.in_proj.input_scale": "model-00080-of-00113.safetensors",
+        "backbone.layers.79.mixer.in_proj.weight_scale": "model-00080-of-00113.safetensors",
+        "backbone.layers.79.mixer.out_proj.input_scale": "model-00080-of-00113.safetensors",
+        "backbone.layers.79.mixer.out_proj.weight_scale": "model-00080-of-00113.safetensors",
+        "backbone.layers.79.mixer.A_log": "model-00080-of-00113.safetensors",
+        "backbone.layers.79.mixer.D": "model-00080-of-00113.safetensors",
+        "backbone.layers.79.mixer.conv1d.bias": "model-00080-of-00113.safetensors",
+        "backbone.layers.79.mixer.conv1d.weight": "model-00080-of-00113.safetensors",
+        "backbone.layers.79.mixer.dt_bias": "model-00080-of-00113.safetensors",
+        "backbone.layers.79.mixer.norm.weight": "model-00080-of-00113.safetensors",
+        "backbone.layers.79.norm.weight": "model-00080-of-00113.safetensors",
+        "backbone.layers.79.mixer.in_proj.weight": "model-00080-of-00113.safetensors",
+        "backbone.layers.79.mixer.out_proj.weight": "model-00080-of-00113.safetensors"
+    }
+}

model-00083-of-00113.json

@@ -0,0 +1,14 @@
+{
+    "metadata": {
+        "total_size": 276840456
+    },
+    "weight_map": {
+        "backbone.layers.82.mixer.k_proj.k_scale": "model-00083-of-00113.safetensors",
+        "backbone.layers.82.mixer.v_proj.v_scale": "model-00083-of-00113.safetensors",
+        "backbone.layers.82.mixer.k_proj.weight": "model-00083-of-00113.safetensors",
+        "backbone.layers.82.mixer.o_proj.weight": "model-00083-of-00113.safetensors",
+        "backbone.layers.82.mixer.q_proj.weight": "model-00083-of-00113.safetensors",
+        "backbone.layers.82.mixer.v_proj.weight": "model-00083-of-00113.safetensors",
+        "backbone.layers.82.norm.weight": "model-00083-of-00113.safetensors"
+    }
+}

model-00109-of-00113.json

@@ -0,0 +1,228 @@
+{
+    "metadata": {
+        "total_size": 4991287296
+    },
+    "weight_map": {
+        "mtp.layers.0.eh_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.0.enorm.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.0.hnorm.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.0.mixer.k_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.0.mixer.o_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.0.mixer.q_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.0.mixer.v_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.0.norm.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.final_layernorm.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.0.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.0.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.1.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.1.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.10.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.10.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.100.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.100.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.101.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.101.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.102.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.102.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.103.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.103.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.104.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.104.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.105.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.105.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.106.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.106.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.107.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.107.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.108.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.108.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.109.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.109.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.11.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.11.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.110.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.110.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.111.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.111.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.112.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.112.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.113.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.113.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.114.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.114.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.115.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.115.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.116.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.116.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.117.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.117.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.118.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.118.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.119.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.119.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.12.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.12.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.120.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.120.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.121.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.121.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.122.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.122.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.123.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.123.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.124.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.124.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.125.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.125.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.126.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.126.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.127.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.127.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.128.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.128.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.129.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.129.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.13.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.13.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.130.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.130.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.131.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.131.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.132.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.132.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.133.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.133.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.134.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.134.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.135.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.135.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.136.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.136.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.137.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.137.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.138.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.138.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.139.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.139.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.14.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.14.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.140.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.140.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.141.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.141.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.142.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.142.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.143.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.143.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.144.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.144.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.145.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.145.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.146.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.146.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.147.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.147.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.148.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.148.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.149.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.149.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.15.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.15.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.150.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.150.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.151.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.151.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.152.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.152.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.153.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.153.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.154.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.154.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.155.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.155.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.156.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.156.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.157.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.157.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.158.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.158.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.159.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.159.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.16.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.16.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.160.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.160.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.161.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.161.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.162.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.162.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.163.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.163.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.164.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.164.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.165.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.165.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.166.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.166.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.167.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.167.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.168.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.168.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.169.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.169.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.17.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.17.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.170.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.170.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.171.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.171.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.172.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.172.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.173.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.173.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.174.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.174.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.175.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.175.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.176.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.176.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.177.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.177.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.178.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.178.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.179.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.179.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.18.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.18.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.180.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.180.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.181.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.181.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.182.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.182.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.183.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.183.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.184.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.184.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.185.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.185.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.186.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.186.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.187.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.187.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.188.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.188.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.189.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.189.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.19.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.19.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.190.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.190.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.191.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.191.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.192.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.192.up_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.193.down_proj.weight": "model-00109-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.193.up_proj.weight": "model-00109-of-00113.safetensors"
+    }
+}

model-00112-of-00113.json

@@ -0,0 +1,245 @@
+{
+    "metadata": {
+        "total_size": 4991221760
+    },
+    "weight_map": {
+        "mtp.layers.1.mixer.experts.408.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.408.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.409.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.409.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.41.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.41.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.410.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.410.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.411.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.411.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.412.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.412.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.413.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.413.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.414.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.414.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.415.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.415.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.416.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.416.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.417.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.417.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.418.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.418.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.419.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.419.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.42.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.42.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.420.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.420.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.421.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.421.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.422.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.422.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.423.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.423.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.424.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.424.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.425.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.425.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.426.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.426.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.427.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.427.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.428.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.428.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.429.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.429.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.43.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.43.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.430.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.430.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.431.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.431.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.432.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.432.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.433.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.433.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.434.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.434.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.435.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.435.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.436.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.436.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.437.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.437.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.438.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.438.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.439.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.439.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.44.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.44.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.440.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.440.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.441.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.441.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.442.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.442.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.443.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.443.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.444.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.444.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.445.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.445.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.446.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.446.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.447.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.447.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.448.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.448.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.449.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.449.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.45.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.45.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.450.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.450.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.451.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.451.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.452.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.452.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.453.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.453.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.454.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.454.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.455.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.455.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.456.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.456.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.457.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.457.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.458.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.458.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.459.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.459.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.46.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.46.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.460.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.460.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.461.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.461.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.462.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.462.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.463.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.463.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.464.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.464.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.465.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.465.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.466.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.466.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.467.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.467.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.468.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.468.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.469.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.469.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.47.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.47.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.470.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.470.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.471.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.471.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.472.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.472.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.473.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.473.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.474.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.474.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.475.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.475.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.476.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.476.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.477.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.477.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.478.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.478.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.479.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.479.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.48.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.48.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.480.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.480.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.481.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.481.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.482.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.482.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.483.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.483.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.484.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.484.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.485.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.485.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.486.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.486.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.487.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.487.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.488.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.488.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.489.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.489.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.49.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.49.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.490.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.490.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.491.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.491.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.492.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.492.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.493.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.493.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.494.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.494.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.495.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.495.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.496.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.496.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.497.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.497.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.498.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.498.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.499.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.499.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.5.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.5.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.50.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.50.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.500.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.500.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.501.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.501.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.502.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.502.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.503.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.503.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.504.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.504.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.505.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.505.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.506.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.506.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.507.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.507.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.508.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.508.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.509.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.509.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.51.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.51.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.510.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.510.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.511.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.511.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.52.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.52.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.53.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.53.up_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.54.down_proj.weight": "model-00112-of-00113.safetensors",
+        "mtp.layers.1.mixer.experts.54.up_proj.weight": "model-00112-of-00113.safetensors"
+    }
+}

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

ultra_v3_reasoning_parser.py

@@ -0,0 +1,28 @@
+from vllm.reasoning.abs_reasoning_parsers import ReasoningParserManager
+from vllm.reasoning.deepseek_r1_reasoning_parser import DeepSeekR1ReasoningParser
+
+
+@ReasoningParserManager.register_module("ultra_v3")
+class UltraV3ReasoningParser(DeepSeekR1ReasoningParser):
+    def extract_reasoning(self, model_output, request):
+        reasoning_content, final_content = super().extract_reasoning(
+            model_output, request
+        )
+        if (
+            hasattr(request, "chat_template_kwargs")
+            and request.chat_template_kwargs
+            and (
+                request.chat_template_kwargs.get("enable_thinking") is False
+                or request.chat_template_kwargs.get("force_nonempty_content") is True
+            )
+            and final_content is None
+        ):
+            """
+            The original `deepseek_r1` reasoning parser this inherits from will automatically put everything in the reasoning content when it cannot parse out reasoning. This was fine for the DeepSeek R1 model that was not intended to be used without reasoning.
+            1. Since the Nemotron 3 Nano and Super both have thinking off modes modulated by "enable_thinking=false" in the chat template kwargs, this change instead which will properly place the content in cases where there is no thinking enabled via config.
+            2. There are rare cases where the model will output only reasoning without an end-think token `</think>` (e.g. reasoning exceeds max length), which results in empty content returned. End users may want to unilaterally avoid such cases and always have a content response even if the model does not finish its reasoning.
+            """
+            # Put all nonempty content into the content, rather than return content
+            reasoning_content, final_content = None, reasoning_content
+
+        return reasoning_content, final_content