Upload Inkling-Small-NVFP4 model

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

chat_template.jinja

@@ -0,0 +1,129 @@
+{%- set effort_map = {"none": 0.0, "minimal": 0.1, "low": 0.2, "medium": 0.7, "high": 0.9, "max": 0.99} -%}
+{%- set role_token = {"user": "<|message_user|>", "assistant": "<|message_model|>", "system": "<|message_system|>", "tool": "<|message_tool|>"} -%}
+
+{%- macro emit_thinking_effort() -%}
+    {%- set eff = reasoning_effort if reasoning_effort is defined and reasoning_effort is not none else 0.9 -%}
+    {%- if eff is string -%}
+        {%- set key = eff | trim -%}
+        {%- if key not in effort_map -%}
+            {{- raise_exception("Unknown reasoning_effort: " ~ eff) -}}
+        {%- endif -%}
+        {%- set num = effort_map[key] -%}
+    {%- else -%}
+        {%- set num = eff | float -%}
+    {%- endif -%}
+    {%- if num < 0.0 or num > 0.99 -%}
+        {{- raise_exception("reasoning_effort must be in [0.0, 0.99]") -}}
+    {%- endif -%}
+    {{- "<|message_system|><|content_text|>Thinking effort level: " -}}
+    {%- if num == 0.0 -%}0{%- else -%}{{ num }}{%- endif -%}
+    {{- "<|end_message|>" -}}
+{%- endmacro -%}
+
+{%- if tools -%}
+    {%- set tool_state = namespace(specs=[]) -%}
+    {%- for tool in tools -%}
+        {%- set fn = tool.function if tool.function is defined else tool -%}
+        {%- set spec = {
+            "description": (fn.description if fn.description is defined and fn.description else ""),
+            "name": fn.name,
+            "parameters": (fn.parameters if fn.parameters is defined and fn.parameters else {}),
+            "type": (tool.type if tool.type is defined and tool.type else "function"),
+        } -%}
+        {%- set tool_state.specs = tool_state.specs + [spec] -%}
+    {%- endfor -%}
+    {{- "<|message_system|>tool_declare<|content_xml|>" -}}
+    {{- tool_state.specs | tojson(sort_keys=true, separators=(",", ":")) -}}
+    {{- "<|end_message|>" -}}
+{%- endif -%}
+
+{%- set state = namespace(effort_emitted=false) -%}
+{%- for message in messages -%}
+    {%- if message.role not in role_token -%}
+        {{- raise_exception("Unknown message role: " ~ message.role) -}}
+    {%- endif -%}
+    {%- if not state.effort_emitted and message.role != "system" -%}
+        {{- emit_thinking_effort() -}}
+        {%- set state.effort_emitted = true -%}
+    {%- endif -%}
+
+    {%- set rtok = role_token[message.role] -%}
+
+    {%- if message.role == "tool" -%}
+        {%- set tool_name_state = namespace(name="") -%}
+        {%- if message.name is defined and message.name -%}
+            {%- set tool_name_state.name = message.name -%}
+        {%- elif message.tool_call_id is defined and message.tool_call_id -%}
+            {%- for prev in messages -%}
+                {%- if prev.role == "assistant" and prev.tool_calls -%}
+                    {%- for tc in prev.tool_calls -%}
+                        {%- if tc.id is defined and tc.id == message.tool_call_id and tc.function.name is defined -%}
+                            {%- set tool_name_state.name = tc.function.name -%}
+                        {%- endif -%}
+                    {%- endfor -%}
+                {%- endif -%}
+            {%- endfor -%}
+        {%- endif -%}
+        {{- rtok -}}
+        {%- if tool_name_state.name -%}{{- tool_name_state.name -}}{%- endif -%}
+        {{- "<|content_text|>" -}}
+        {%- if message.content is string -%}{{- message.content -}}{%- endif -%}
+        {{- "<|end_message|>" -}}
+
+    {%- else -%}
+        {%- if message.role == "assistant" and message.reasoning_content is defined and message.reasoning_content -%}
+            {{- "<|message_model|><|content_thinking|>" ~ message.reasoning_content ~ "<|end_message|>" -}}
+        {%- endif -%}
+
+        {%- if message.content is string -%}
+            {{- rtok ~ "<|content_text|>" ~ message.content ~ "<|end_message|>" -}}
+        {%- elif message.content -%}
+            {%- for part in message.content -%}
+                {%- if part is string -%}
+                    {{- rtok ~ "<|content_text|>" ~ part ~ "<|end_message|>" -}}
+                {%- elif part.type is not defined or part.type in ("text", "input_text") -%}
+                    {%- set text_part = (part.text if part.text is defined and part.text is string else "") -%}
+                    {{- rtok ~ "<|content_text|>" ~ text_part ~ "<|end_message|>" -}}
+                {%- elif part.type in ("image", "input_image", "image_url") -%}
+                    {{- rtok ~ "<|content_image|><|unused_200054|><|end_message|>" -}}
+                {%- elif part.type in ("audio", "input_audio", "audio_url") -%}
+                    {{- rtok ~ "<|content_audio_input|><|unused_200053|><|audio_end|><|end_message|>" -}}
+                {%- else -%}
+                    {{- raise_exception("Unsupported content part type: " ~ part.type) -}}
+                {%- endif -%}
+            {%- endfor -%}
+        {%- endif -%}
+
+        {%- if message.role == "assistant" and message.tool_calls -%}
+            {%- for tc in message.tool_calls -%}
+                {%- set fn = tc.function -%}
+                {%- if fn.name is not defined or fn.name is not string -%}
+                    {{- raise_exception("tool call function name must be a string") -}}
+                {%- endif -%}
+                {%- set args = fn.arguments if fn.arguments is defined and fn.arguments else {} -%}
+                {%- if args is string -%}
+                    {{- raise_exception("tool call arguments must be a parsed object, not a JSON string; canonicalize upstream") -}}
+                {%- endif -%}
+                {%- if args is not mapping -%}
+                    {{- raise_exception("tool call arguments must be an object") -}}
+                {%- endif -%}
+                {{- "<|message_model|>" ~ fn.name ~ "<|content_invoke_tool_json|>" -}}
+                {{- '{"name":' ~ (fn.name | tojson(sort_keys=true, separators=(",", ":"))) ~ ',"args":' -}}
+                {{- (args | tojson(sort_keys=true, separators=(",", ":"))) -}}
+                {{- "}<|end_message|>" -}}
+            {%- endfor -%}
+        {%- endif -%}
+
+        {%- if message.role == "assistant" -%}
+            {{- "<|content_model_end_sampling|>" -}}
+        {%- endif -%}
+    {%- endif -%}
+{%- endfor -%}
+
+{%- if not state.effort_emitted -%}
+    {{- emit_thinking_effort() -}}
+{%- endif -%}
+
+{%- if add_generation_prompt -%}
+    {{- "<|message_model|>" -}}
+{%- endif -%}

config.json

@@ -0,0 +1,114 @@
+{
+  "architectures": [
+    "InklingForConditionalGeneration"
+  ],
+  "model_type": "inkling_mm_model",
+  "eos_token_id": 200006,
+  "text_config": {
+    "model_max_length": 1048576,
+    "torch_dtype": "bfloat16",
+    "hidden_size": 4096,
+    "num_hidden_layers": 42,
+    "vocab_size": 201024,
+    "num_attention_heads": 32,
+    "num_key_value_heads": 8,
+    "head_dim": 128,
+    "d_rel": 16,
+    "rel_extent": 1024,
+    "q_bias": false,
+    "o_bias": false,
+    "log_scaling_n_floor": 128000,
+    "log_scaling_alpha": 0.1,
+    "rms_norm_eps": 1e-06,
+    "use_embed_norm": true,
+    "local_layer_ids": [
+      0,
+      1,
+      2,
+      3,
+      4,
+      6,
+      7,
+      8,
+      9,
+      10,
+      12,
+      13,
+      14,
+      15,
+      16,
+      18,
+      19,
+      20,
+      21,
+      22,
+      24,
+      25,
+      26,
+      27,
+      28,
+      30,
+      31,
+      32,
+      33,
+      34,
+      36,
+      37,
+      38,
+      39,
+      40
+    ],
+    "dense_mlp_idx": 2,
+    "use_sconv": true,
+    "sconv_kernel_size": 4,
+    "unpadded_vocab_size": 200058,
+    "logits_mup_width_multiplier": 16.0,
+    "final_logit_softcapping": null,
+    "swa_head_dim": 128,
+    "swa_num_attention_heads": 32,
+    "swa_num_key_value_heads": 8,
+    "sliding_window_size": 512,
+    "n_routed_experts": 256,
+    "num_experts_per_tok": 6,
+    "n_shared_experts": 2,
+    "shared_expert_sink": true,
+    "dense_intermediate_size": 16384,
+    "intermediate_size": 2048,
+    "route_scale": 8.0,
+    "use_gate_bias": true,
+    "gate_activation": "sigmoid",
+    "norm_after_topk": true,
+    "use_global_scale": true
+  },
+  "audio_config": {
+    "decoder_dmodel": 4096,
+    "n_mel_bins": 80,
+    "mel_vocab_size": 16,
+    "bias": false,
+    "dmel_min_value": -7.0,
+    "dmel_max_value": 2.0,
+    "use_audio_norm": true,
+    "audio_mode": "dmel"
+  },
+  "vision_config": {
+    "vision_encoder_type": "hmlp",
+    "decoder_dmodel": 4096,
+    "patch_size": 40,
+    "temporal_patch_size": 2,
+    "n_channels": 3,
+    "n_layers": 4,
+    "use_vision_norm": true
+  },
+  "mtp_config": {
+    "num_nextn_predict_layers": 8,
+    "chain_hidden_post_norm": false,
+    "local_layer_ids": [
+      0,
+      2,
+      4,
+      5,
+      6,
+      7
+    ]
+  }
+}

hf_quant_config.json

@@ -0,0 +1,411 @@
+{
+  "quantization": {
+    "quant_algo": "NVFP4",
+    "kv_cache_quant_algo": "none",
+    "exclude_modules": [
+      "model.audio.decoder",
+      "model.audio.encoder",
+      "model.audio.final_norm",
+      "model.llm.embed",
+      "model.llm.embed_norm",
+      "model.llm.norm",
+      "model.llm.unembed",
+      "model.visual.final_norm",
+      "model.visual.layers.linear_0",
+      "model.visual.layers.linear_1",
+      "model.visual.layers.linear_2",
+      "model.visual.layers.linear_3",
+      "model.visual.layers.norm_0",
+      "model.visual.layers.norm_1",
+      "model.visual.layers.norm_2",
+      "model.llm.layers.0.attn",
+      "model.llm.layers.0.attn_norm",
+      "model.llm.layers.0.attn_sconv",
+      "model.llm.layers.0.mlp.global_scale",
+      "model.llm.layers.0.mlp.w13_dn",
+      "model.llm.layers.0.mlp.w2_md",
+      "model.llm.layers.0.mlp_norm",
+      "model.llm.layers.0.mlp_sconv",
+      "model.llm.layers.1.attn",
+      "model.llm.layers.1.attn_norm",
+      "model.llm.layers.1.attn_sconv",
+      "model.llm.layers.1.mlp.global_scale",
+      "model.llm.layers.1.mlp.w13_dn",
+      "model.llm.layers.1.mlp.w2_md",
+      "model.llm.layers.1.mlp_norm",
+      "model.llm.layers.1.mlp_sconv",
+      "model.llm.layers.10.attn",
+      "model.llm.layers.10.attn_norm",
+      "model.llm.layers.10.attn_sconv",
+      "model.llm.layers.10.mlp.gate",
+      "model.llm.layers.10.mlp.shared_experts",
+      "model.llm.layers.10.mlp_norm",
+      "model.llm.layers.10.mlp_sconv",
+      "model.llm.layers.11.attn",
+      "model.llm.layers.11.attn_norm",
+      "model.llm.layers.11.attn_sconv",
+      "model.llm.layers.11.mlp.gate",
+      "model.llm.layers.11.mlp.shared_experts",
+      "model.llm.layers.11.mlp_norm",
+      "model.llm.layers.11.mlp_sconv",
+      "model.llm.layers.12.attn",
+      "model.llm.layers.12.attn_norm",
+      "model.llm.layers.12.attn_sconv",
+      "model.llm.layers.12.mlp.gate",
+      "model.llm.layers.12.mlp.shared_experts",
+      "model.llm.layers.12.mlp_norm",
+      "model.llm.layers.12.mlp_sconv",
+      "model.llm.layers.13.attn",
+      "model.llm.layers.13.attn_norm",
+      "model.llm.layers.13.attn_sconv",
+      "model.llm.layers.13.mlp.gate",
+      "model.llm.layers.13.mlp.shared_experts",
+      "model.llm.layers.13.mlp_norm",
+      "model.llm.layers.13.mlp_sconv",
+      "model.llm.layers.14.attn",
+      "model.llm.layers.14.attn_norm",
+      "model.llm.layers.14.attn_sconv",
+      "model.llm.layers.14.mlp.gate",
+      "model.llm.layers.14.mlp.shared_experts",
+      "model.llm.layers.14.mlp_norm",
+      "model.llm.layers.14.mlp_sconv",
+      "model.llm.layers.15.attn",
+      "model.llm.layers.15.attn_norm",
+      "model.llm.layers.15.attn_sconv",
+      "model.llm.layers.15.mlp.gate",
+      "model.llm.layers.15.mlp.shared_experts",
+      "model.llm.layers.15.mlp_norm",
+      "model.llm.layers.15.mlp_sconv",
+      "model.llm.layers.16.attn",
+      "model.llm.layers.16.attn_norm",
+      "model.llm.layers.16.attn_sconv",
+      "model.llm.layers.16.mlp.gate",
+      "model.llm.layers.16.mlp.shared_experts",
+      "model.llm.layers.16.mlp_norm",
+      "model.llm.layers.16.mlp_sconv",
+      "model.llm.layers.17.attn",
+      "model.llm.layers.17.attn_norm",
+      "model.llm.layers.17.attn_sconv",
+      "model.llm.layers.17.mlp.gate",
+      "model.llm.layers.17.mlp.shared_experts",
+      "model.llm.layers.17.mlp_norm",
+      "model.llm.layers.17.mlp_sconv",
+      "model.llm.layers.18.attn",
+      "model.llm.layers.18.attn_norm",
+      "model.llm.layers.18.attn_sconv",
+      "model.llm.layers.18.mlp.gate",
+      "model.llm.layers.18.mlp.shared_experts",
+      "model.llm.layers.18.mlp_norm",
+      "model.llm.layers.18.mlp_sconv",
+      "model.llm.layers.19.attn",
+      "model.llm.layers.19.attn_norm",
+      "model.llm.layers.19.attn_sconv",
+      "model.llm.layers.19.mlp.gate",
+      "model.llm.layers.19.mlp.shared_experts",
+      "model.llm.layers.19.mlp_norm",
+      "model.llm.layers.19.mlp_sconv",
+      "model.llm.layers.2.attn",
+      "model.llm.layers.2.attn_norm",
+      "model.llm.layers.2.attn_sconv",
+      "model.llm.layers.2.mlp.experts",
+      "model.llm.layers.2.mlp.gate",
+      "model.llm.layers.2.mlp.shared_experts",
+      "model.llm.layers.2.mlp_norm",
+      "model.llm.layers.2.mlp_sconv",
+      "model.llm.layers.20.attn",
+      "model.llm.layers.20.attn_norm",
+      "model.llm.layers.20.attn_sconv",
+      "model.llm.layers.20.mlp.gate",
+      "model.llm.layers.20.mlp.shared_experts",
+      "model.llm.layers.20.mlp_norm",
+      "model.llm.layers.20.mlp_sconv",
+      "model.llm.layers.21.attn",
+      "model.llm.layers.21.attn_norm",
+      "model.llm.layers.21.attn_sconv",
+      "model.llm.layers.21.mlp.gate",
+      "model.llm.layers.21.mlp.shared_experts",
+      "model.llm.layers.21.mlp_norm",
+      "model.llm.layers.21.mlp_sconv",
+      "model.llm.layers.22.attn",
+      "model.llm.layers.22.attn_norm",
+      "model.llm.layers.22.attn_sconv",
+      "model.llm.layers.22.mlp.gate",
+      "model.llm.layers.22.mlp.shared_experts",
+      "model.llm.layers.22.mlp_norm",
+      "model.llm.layers.22.mlp_sconv",
+      "model.llm.layers.23.attn",
+      "model.llm.layers.23.attn_norm",
+      "model.llm.layers.23.attn_sconv",
+      "model.llm.layers.23.mlp.gate",
+      "model.llm.layers.23.mlp.shared_experts",
+      "model.llm.layers.23.mlp_norm",
+      "model.llm.layers.23.mlp_sconv",
+      "model.llm.layers.24.attn",
+      "model.llm.layers.24.attn_norm",
+      "model.llm.layers.24.attn_sconv",
+      "model.llm.layers.24.mlp.gate",
+      "model.llm.layers.24.mlp.shared_experts",
+      "model.llm.layers.24.mlp_norm",
+      "model.llm.layers.24.mlp_sconv",
+      "model.llm.layers.25.attn",
+      "model.llm.layers.25.attn_norm",
+      "model.llm.layers.25.attn_sconv",
+      "model.llm.layers.25.mlp.gate",
+      "model.llm.layers.25.mlp.shared_experts",
+      "model.llm.layers.25.mlp_norm",
+      "model.llm.layers.25.mlp_sconv",
+      "model.llm.layers.26.attn",
+      "model.llm.layers.26.attn_norm",
+      "model.llm.layers.26.attn_sconv",
+      "model.llm.layers.26.mlp.gate",
+      "model.llm.layers.26.mlp.shared_experts",
+      "model.llm.layers.26.mlp_norm",
+      "model.llm.layers.26.mlp_sconv",
+      "model.llm.layers.27.attn",
+      "model.llm.layers.27.attn_norm",
+      "model.llm.layers.27.attn_sconv",
+      "model.llm.layers.27.mlp.gate",
+      "model.llm.layers.27.mlp.shared_experts",
+      "model.llm.layers.27.mlp_norm",
+      "model.llm.layers.27.mlp_sconv",
+      "model.llm.layers.28.attn",
+      "model.llm.layers.28.attn_norm",
+      "model.llm.layers.28.attn_sconv",
+      "model.llm.layers.28.mlp.gate",
+      "model.llm.layers.28.mlp.shared_experts",
+      "model.llm.layers.28.mlp_norm",
+      "model.llm.layers.28.mlp_sconv",
+      "model.llm.layers.29.attn",
+      "model.llm.layers.29.attn_norm",
+      "model.llm.layers.29.attn_sconv",
+      "model.llm.layers.29.mlp.gate",
+      "model.llm.layers.29.mlp.shared_experts",
+      "model.llm.layers.29.mlp_norm",
+      "model.llm.layers.29.mlp_sconv",
+      "model.llm.layers.3.attn",
+      "model.llm.layers.3.attn_norm",
+      "model.llm.layers.3.attn_sconv",
+      "model.llm.layers.3.mlp.gate",
+      "model.llm.layers.3.mlp.shared_experts",
+      "model.llm.layers.3.mlp_norm",
+      "model.llm.layers.3.mlp_sconv",
+      "model.llm.layers.30.attn",
+      "model.llm.layers.30.attn_norm",
+      "model.llm.layers.30.attn_sconv",
+      "model.llm.layers.30.mlp.gate",
+      "model.llm.layers.30.mlp.shared_experts",
+      "model.llm.layers.30.mlp_norm",
+      "model.llm.layers.30.mlp_sconv",
+      "model.llm.layers.31.attn",
+      "model.llm.layers.31.attn_norm",
+      "model.llm.layers.31.attn_sconv",
+      "model.llm.layers.31.mlp.gate",
+      "model.llm.layers.31.mlp.shared_experts",
+      "model.llm.layers.31.mlp_norm",
+      "model.llm.layers.31.mlp_sconv",
+      "model.llm.layers.32.attn",
+      "model.llm.layers.32.attn_norm",
+      "model.llm.layers.32.attn_sconv",
+      "model.llm.layers.32.mlp.gate",
+      "model.llm.layers.32.mlp.shared_experts",
+      "model.llm.layers.32.mlp_norm",
+      "model.llm.layers.32.mlp_sconv",
+      "model.llm.layers.33.attn",
+      "model.llm.layers.33.attn_norm",
+      "model.llm.layers.33.attn_sconv",
+      "model.llm.layers.33.mlp.gate",
+      "model.llm.layers.33.mlp.shared_experts",
+      "model.llm.layers.33.mlp_norm",
+      "model.llm.layers.33.mlp_sconv",
+      "model.llm.layers.34.attn",
+      "model.llm.layers.34.attn_norm",
+      "model.llm.layers.34.attn_sconv",
+      "model.llm.layers.34.mlp.gate",
+      "model.llm.layers.34.mlp.shared_experts",
+      "model.llm.layers.34.mlp_norm",
+      "model.llm.layers.34.mlp_sconv",
+      "model.llm.layers.35.attn",
+      "model.llm.layers.35.attn_norm",
+      "model.llm.layers.35.attn_sconv",
+      "model.llm.layers.35.mlp.gate",
+      "model.llm.layers.35.mlp.shared_experts",
+      "model.llm.layers.35.mlp_norm",
+      "model.llm.layers.35.mlp_sconv",
+      "model.llm.layers.36.attn",
+      "model.llm.layers.36.attn_norm",
+      "model.llm.layers.36.attn_sconv",
+      "model.llm.layers.36.mlp.gate",
+      "model.llm.layers.36.mlp.shared_experts",
+      "model.llm.layers.36.mlp_norm",
+      "model.llm.layers.36.mlp_sconv",
+      "model.llm.layers.37.attn",
+      "model.llm.layers.37.attn_norm",
+      "model.llm.layers.37.attn_sconv",
+      "model.llm.layers.37.mlp.gate",
+      "model.llm.layers.37.mlp.shared_experts",
+      "model.llm.layers.37.mlp_norm",
+      "model.llm.layers.37.mlp_sconv",
+      "model.llm.layers.38.attn",
+      "model.llm.layers.38.attn_norm",
+      "model.llm.layers.38.attn_sconv",
+      "model.llm.layers.38.mlp.gate",
+      "model.llm.layers.38.mlp.shared_experts",
+      "model.llm.layers.38.mlp_norm",
+      "model.llm.layers.38.mlp_sconv",
+      "model.llm.layers.39.attn",
+      "model.llm.layers.39.attn_norm",
+      "model.llm.layers.39.attn_sconv",
+      "model.llm.layers.39.mlp.gate",
+      "model.llm.layers.39.mlp.shared_experts",
+      "model.llm.layers.39.mlp_norm",
+      "model.llm.layers.39.mlp_sconv",
+      "model.llm.layers.4.attn",
+      "model.llm.layers.4.attn_norm",
+      "model.llm.layers.4.attn_sconv",
+      "model.llm.layers.4.mlp.gate",
+      "model.llm.layers.4.mlp.shared_experts",
+      "model.llm.layers.4.mlp_norm",
+      "model.llm.layers.4.mlp_sconv",
+      "model.llm.layers.40.attn",
+      "model.llm.layers.40.attn_norm",
+      "model.llm.layers.40.attn_sconv",
+      "model.llm.layers.40.mlp.gate",
+      "model.llm.layers.40.mlp.shared_experts",
+      "model.llm.layers.40.mlp_norm",
+      "model.llm.layers.40.mlp_sconv",
+      "model.llm.layers.41.attn",
+      "model.llm.layers.41.attn_norm",
+      "model.llm.layers.41.attn_sconv",
+      "model.llm.layers.41.mlp.gate",
+      "model.llm.layers.41.mlp.shared_experts",
+      "model.llm.layers.41.mlp_norm",
+      "model.llm.layers.41.mlp_sconv",
+      "model.llm.layers.5.attn",
+      "model.llm.layers.5.attn_norm",
+      "model.llm.layers.5.attn_sconv",
+      "model.llm.layers.5.mlp.gate",
+      "model.llm.layers.5.mlp.shared_experts",
+      "model.llm.layers.5.mlp_norm",
+      "model.llm.layers.5.mlp_sconv",
+      "model.llm.layers.6.attn",
+      "model.llm.layers.6.attn_norm",
+      "model.llm.layers.6.attn_sconv",
+      "model.llm.layers.6.mlp.gate",
+      "model.llm.layers.6.mlp.shared_experts",
+      "model.llm.layers.6.mlp_norm",
+      "model.llm.layers.6.mlp_sconv",
+      "model.llm.layers.7.attn",
+      "model.llm.layers.7.attn_norm",
+      "model.llm.layers.7.attn_sconv",
+      "model.llm.layers.7.mlp.gate",
+      "model.llm.layers.7.mlp.shared_experts",
+      "model.llm.layers.7.mlp_norm",
+      "model.llm.layers.7.mlp_sconv",
+      "model.llm.layers.8.attn",
+      "model.llm.layers.8.attn_norm",
+      "model.llm.layers.8.attn_sconv",
+      "model.llm.layers.8.mlp.gate",
+      "model.llm.layers.8.mlp.shared_experts",
+      "model.llm.layers.8.mlp_norm",
+      "model.llm.layers.8.mlp_sconv",
+      "model.llm.layers.9.attn",
+      "model.llm.layers.9.attn_norm",
+      "model.llm.layers.9.attn_sconv",
+      "model.llm.layers.9.mlp.gate",
+      "model.llm.layers.9.mlp.shared_experts",
+      "model.llm.layers.9.mlp_norm",
+      "model.llm.layers.9.mlp_sconv"
+    ],
+    "modelopt_quant_config": {
+      "quant_cfg": {
+        "*weight_quantizer": {
+          "num_bits": [
+            2,
+            1
+          ],
+          "block_sizes": {
+            "-1": 16,
+            "type": "dynamic",
+            "scale_bits": [
+              4,
+              3
+            ]
+          },
+          "axis": null,
+          "enable": true
+        },
+        "*input_quantizer": {
+          "num_bits": [
+            2,
+            1
+          ],
+          "block_sizes": {
+            "-1": 16,
+            "type": "dynamic",
+            "scale_bits": [
+              4,
+              3
+            ]
+          },
+          "axis": null,
+          "enable": true
+        },
+        "nn.BatchNorm1d": {
+          "*": {
+            "enable": false
+          }
+        },
+        "nn.BatchNorm2d": {
+          "*": {
+            "enable": false
+          }
+        },
+        "nn.BatchNorm3d": {
+          "*": {
+            "enable": false
+          }
+        },
+        "nn.LeakyReLU": {
+          "*": {
+            "enable": false
+          }
+        },
+        "*lm_head*": {
+          "enable": false
+        },
+        "*proj_out.*": {
+          "enable": false
+        },
+        "*block_sparse_moe.gate*": {
+          "enable": false
+        },
+        "*router*": {
+          "enable": false
+        },
+        "*mlp.gate.*": {
+          "enable": false
+        },
+        "*mlp.shared_expert_gate.*": {
+          "enable": false
+        },
+        "*linear_attn.conv1d*": {
+          "enable": false
+        },
+        "*mixer.conv1d*": {
+          "enable": false
+        },
+        "*output_layer*": {
+          "enable": false
+        },
+        "output.*": {
+          "enable": false
+        },
+        "default": {
+          "enable": false
+        }
+      },
+      "algorithm": "max"
+    },
+    "group_size": 16
+  }
+}

model-00001-of-00009.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0536fc0774c061f006fbc0f8062300b80f7fa3c6395753f9558a53231ccdfdaf
+size 19797851172

model-00002-of-00009.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94046cd4c60e9f8b84e646af29b48d972b16328ef16c68e1d224e7cc1c108f69
+size 18832947622

model-00003-of-00009.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b011d77adab48cfedab8d82da3ee45e9658a298b5a2efe79386c9f80be83c90
+size 19460482192

model-00004-of-00009.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84efa4eab97da5d95e42813cd40a682439cfbd6cbdc9e644cc2aed650034b66
+size 19886208500

model-00005-of-00009.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04911920af137efb2bac5a8a3c65b1cd727b1c8f0a6ddcc691534c52e5cb3dce
+size 19970085622

model-00006-of-00009.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2e9eb03063a3cdbc9361fd7f203d213476d7ca3295fe45757e2fe1f26513a8
+size 18910731870

model-00007-of-00009.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728792823d6ba5b214503a3d75d39bbd239ba129a40b34ddb67f6d93e03fc0df
+size 15485561834

model-00008-of-00009.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc821c24f1af8342e02a456f06315c8c6c1e374d2060e258864117a660fbf37e
+size 19791451186

model-00009-of-00009.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91d957b4a0cf277822f4174a5bc6071eec51b0c7243f53069c6f3e3bb8a93fb
+size 14134068242

mtp.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d286dd21cb982a0052d24ee0077ec6fc38f5a766dc6953e6c4b85c6473bfa7b3
+size 4463845392

processor_config.json

@@ -0,0 +1,46 @@
+{
+  "audio_token": "<|unused_200053|>",
+  "audio_bos_token": "<|content_audio_input|>",
+  "dmel_max_value": 2.0,
+  "dmel_min_value": -7.0,
+  "feature_extractor": {
+    "audio_token_duration_s": 0.05,
+    "feature_extractor_type": "InklingFeatureExtractor",
+    "feature_size": 80,
+    "hop_length": 800,
+    "n_fft": 1600,
+    "padding_side": "right",
+    "padding_value": 0.0,
+    "return_attention_mask": true,
+    "sampling_rate": 16000,
+    "window_size": 1600,
+    "window_size_multiplier": 2.0
+  },
+  "image_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.48145466,
+      0.4578275,
+      0.40821073
+    ],
+    "image_processor_type": "InklingImageProcessor",
+    "image_std": [
+      0.26862954,
+      0.26130258,
+      0.27577711
+    ],
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "height": 40,
+      "width": 40
+    }
+  },
+  "image_token": "<|unused_200054|>",
+  "image_bos_token": "<|content_image|>",
+  "num_dmel_bins": 16,
+  "processor_class": "InklingProcessor"
+}

special_tokens_map.json

@@ -0,0 +1,22 @@
+{
+  "additional_special_tokens": [
+    "<|endoftext|>",
+    "<|message_user|>",
+    "<|message_model|>",
+    "<|message_system|>",
+    "<|message_tool|>",
+    "<|content_text|>",
+    "<|content_image|>",
+    "<|content_model_end_sampling|>",
+    "<|content_thinking|>",
+    "<|end_message|>",
+    "<|content_audio_input|>",
+    "<|content_tool_error|>",
+    "<|audio|>",
+    "<|content_xml|>",
+    "<|begin_of_text|>",
+    "<|audio_end|>",
+    "<|content_invoke_tool_json|>",
+    "<|content_invoke_tool_text|>"
+  ]
+}

tiktoken/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc253fd2b702f7a6da7105eaa8f3463b2f1247e83614f23e5323b921088bed2a
+size 3615874

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb6333a7db8fe5da90728e741e4a3ee4ac2ae12c5dd4958cc6f31688787d3c2
+size 27875797

tokenizer_config.json

@@ -0,0 +1,508 @@
+{
+  "added_tokens_decoder": {
+    "199998": {
+      "content": "<|unused|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "199999": {
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200000": {
+      "content": "<|message_user|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200001": {
+      "content": "<|message_model|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200002": {
+      "content": "<|message_system|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200003": {
+      "content": "<|message_tool|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200004": {
+      "content": "<|content_text|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200005": {
+      "content": "<|content_image|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200006": {
+      "content": "<|content_model_end_sampling|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200007": {
+      "content": "<|unused_200007|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200008": {
+      "content": "<|content_thinking|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200009": {
+      "content": "<|unused_200009|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200010": {
+      "content": "<|end_message|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200011": {
+      "content": "<|unused_200011|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200012": {
+      "content": "<|unused_200012|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200013": {
+      "content": "<|unused_200013|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200014": {
+      "content": "<|unused_200014|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200015": {
+      "content": "<|unused_200015|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200016": {
+      "content": "<|unused_200016|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200017": {
+      "content": "<|unused_200017|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200018": {
+      "content": "<|unused_200018|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200019": {
+      "content": "<|unused_200019|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200020": {
+      "content": "<|content_audio_input|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200021": {
+      "content": "<|unused_200021|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200022": {
+      "content": "<|content_tool_error|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200023": {
+      "content": "<|audio|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200024": {
+      "content": "<|content_xml|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200025": {
+      "content": "<|unused_200025|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200026": {
+      "content": "<|unused_200026|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200027": {
+      "content": "<|unused_200027|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200028": {
+      "content": "<|begin_of_text|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200029": {
+      "content": "<|unused_200029|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200030": {
+      "content": "<|unused_200030|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200031": {
+      "content": "<|unused_200031|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200032": {
+      "content": "<|unused_200032|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200033": {
+      "content": "<|unused_200033|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200034": {
+      "content": "<|unused_200034|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200035": {
+      "content": "<|unused_200035|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200036": {
+      "content": "<|unused_200036|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200037": {
+      "content": "<|unused_200037|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200038": {
+      "content": "<|unused_200038|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200039": {
+      "content": "<|unused_200039|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200040": {
+      "content": "<|unused_200040|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200041": {
+      "content": "<|unused_200041|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200042": {
+      "content": "<|unused_200042|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200043": {
+      "content": "<|audio_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200044": {
+      "content": "<|unused_200044|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200045": {
+      "content": "<|unused_200045|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200046": {
+      "content": "<|unused_200046|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200047": {
+      "content": "<|unused_200047|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200048": {
+      "content": "<|unused_200048|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200049": {
+      "content": "<|content_invoke_tool_json|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200050": {
+      "content": "<|unused_200050|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200051": {
+      "content": "<|unused_200051|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200052": {
+      "content": "<|unused_200052|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200053": {
+      "content": "<|unused_200053|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200054": {
+      "content": "<|unused_200054|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200055": {
+      "content": "<|unused_200055|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200056": {
+      "content": "<|unused_200056|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "200057": {
+      "content": "<|content_invoke_tool_text|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": false,
+  "fix_mistral_regex": false,
+  "extra_special_tokens": {
+    "endoftext": "<|endoftext|>",
+    "message_user": "<|message_user|>",
+    "message_model": "<|message_model|>",
+    "message_system": "<|message_system|>",
+    "message_tool": "<|message_tool|>",
+    "content_text": "<|content_text|>",
+    "content_image": "<|content_image|>",
+    "content_model_end_sampling": "<|content_model_end_sampling|>",
+    "content_thinking": "<|content_thinking|>",
+    "end_message": "<|end_message|>",
+    "content_audio_input": "<|content_audio_input|>",
+    "content_tool_error": "<|content_tool_error|>",
+    "audio": "<|audio|>",
+    "content_xml": "<|content_xml|>",
+    "begin_of_text": "<|begin_of_text|>",
+    "audio_end": "<|audio_end|>",
+    "content_invoke_tool_json": "<|content_invoke_tool_json|>",
+    "content_invoke_tool_text": "<|content_invoke_tool_text|>"
+  },
+  "model_max_length": 1000000000000000019884624838656,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}