Duplicate from ddalcu/MiniMax-Music3-MLX-Serve-8bit

Co-authored-by: David Dalcu <ddalcu@users.noreply.huggingface.co>

.gitattributes

@@ -0,0 +1,37 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+music_tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text

LICENSE

@@ -0,0 +1,127 @@
+MiniMax-Music3 COMMUNITY LICENSE
+
+Copyright (c) 2026 MiniMax
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this Software,
+including the model weights, parameters, configuration files, inference code and associated
+documentation (the “Software”), to deal in the Software, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or provide copies of the Software,
+and to permit persons to whom the Software is furnished to do so, subject to the following
+conditions:
+
+1. The above copyright notice and this permission notice shall be included in all copies or
+substantial portions of the Software.
+
+2. Your use of the Software must comply with applicable laws and regulations (including
+trade-compliance laws and regulations) and must comply with the Acceptable Use Policy in Exhibit A.
+Especially, you must not violate any third party’s intellectual-property or other rights while using
+the Software.
+
+3. Commercial Terms
+
+    1. You shall prominently display “MiniMax-Music3” on the user interface of commercial product or
+    service that uses the Software.
+
+    2. You shall obtain a separate, prior written authorization from MiniMax by contacting
+    api@minimax.io with the subject line “MiniMax-Music3 licensing - authorization request”, if the
+    aggregate yearly revenue generated from such products and services provided by you and/or any of
+    your affiliates exceeds 20 million US dollars (or equivalent in other currencies).
+
+4. If you provide or make available to any third party a product, service, or hosted service that
+permits the generation of outputs using the Software, you must, before making that product or
+service available and throughout its operation, implement, maintain, test, and periodically review
+reasonable and proportionate technical and organizational safeguards designed to prevent and
+mitigate access, uses, and outputs that violate this License, including uses or outputs that
+infringe, misappropriate, or otherwise violate any third party’s intellectual-property or other
+rights. You must not knowingly disable, materially weaken, or permit the circumvention of those
+safeguards. You are responsible for implementing and enforcing these requirements with respect to
+your products, services, systems, users, and downstream recipients.
+
+THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
+NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES
+OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. YOU SHALL BE SOLELY
+RESPONSIBLE FOR DETERMINING THE APPROPRIATENESS OF USING, REPRODUCING, MODIFYING, PERFORMING,
+DISPLAYING OR DISTRIBUTING ANY OF THE SOFTWARE OR OUTPUTS AND ASSUME ANY AND ALL RISKS ASSOCIATED
+WITH YOUR OR A THIRD PARTY’S USE OR DISTRIBUTION OF ANY OF THE SOFTWARE OR OUTPUTS AND YOUR EXERCISE
+OF RIGHTS AND PERMISSIONS UNDER THIS LICENSE. YOU SHALL INDEMNIFY AND HOLD HARMLESS MINIMAX FROM AND
+AGAINST ANY AND ALL LOSSES, LIABILITIES, DAMAGES, CLAIMS, COSTS, AND EXPENSES ARISING OUT OF OR
+RELATING TO ANY OF YOUR BREACH OF THIS LICENSE.
+
+Please note that MiniMax-Music3 was fine-tuned from Qwen3-8B (https://huggingface.co/Qwen/Qwen3-8B),
+which is licensed under the Apache License 2.0
+(https://huggingface.co/Qwen/Qwen3-8B/blob/main/LICENSE). DiT-2B was modified from the  Stable Audio
+code (https://github.com/Stability-AI/stable-audio-tools), which is licensed under the MIT License
+(https://github.com/Stability-AI/stable-audio-tools/blob/main/LICENSE). The VAE was modified from
+the DAC code (https://github.com/descriptinc/descript-audio-codec), which is licensed under the MIT
+License (https://github.com/descriptinc/descript-audio-codec/blob/main/LICENSE).
+
+Exhibit A — Acceptable Use Policy
+
+MiniMax reserves the right to update this Acceptable Use Policy from time to time.
+
+Last revised: August [6], 2026.
+
+MiniMax is committed to promoting the safe and responsible use of its tools and features. You agree
+not to use the Software and in any of the following ways:
+
+1. Use in any manner that violates any applicable national, federal, state, local, or international
+law, regulation, or other legal requirement, or that infringes, misappropriates, or otherwise
+violates any third party’s intellectual-property or other proprietary rights, including without
+limitation, through unauthorized reproduction, distribution, public display, public performance, or
+creation of derivative works;
+
+2. Use in any manner that may harm yourself or others;
+
+3. Use to generate, repurpose or distribute any content to harm yourself or others;
+
+4. Use to circumvent or bypass any safety guardrails or safeguards we have implemented;
+
+5. Use in any manner that exploits or harms, or intends to exploit or harm, minors;
+
+6. Use to generate or disseminate verifiably false information and/or content for the purpose of
+harming others or influencing elections;
+
+7. Use to manufacture or facilitate false online engagement, including fake reviews and other means
+of false online engagement;
+
+8. Use to intentionally defame, disparage, or otherwise harass others;
+
+9. Use to generate and/or disseminate malware (including ransomware) or any other content intended
+to damage electronic systems;
+
+10. Use to generate or disseminate personally identifiable information for the purpose of harming
+others;
+
+11. Use to generate or disseminate information (including images, code, posts, or articles) in or to
+any public environment (including via bot tweets or similar means) without clearly and prominently
+disclosing that such information and/or content is machine-generated;
+
+12. Use to impersonate another person without that person’s consent, authorization, or lawful right
+to do so;
+
+13. Use to make high-risk automated decisions in critical domains that affect individual safety,
+rights, or well-being (such as law enforcement, immigration, healthcare or medical services,
+critical-infrastructure management, product-safety components, essential services, credit,
+employment, housing, education, social scoring, or insurance);
+
+14. Use in any manner that violates or disregards the social, ethical, or moral standards of other
+countries or regions;
+
+15. Use to carry out, assist, threaten, incite, plan, advocate for, or encourage violent extremism
+or terrorism;
+
+16. Use for any purpose intended to discriminate against, or harm, individuals or groups based on
+protected characteristics or categories, online or offline social behavior, or known or predicted
+personality traits;
+
+17. Use to intentionally exploit the vulnerabilities of specific populations based on age, social,
+physical, or psychological characteristics, so as to materially distort the behavior of a member of
+that group in a manner that causes, or is likely to cause, physical or psychological harm to that
+person or to others;
+
+18. Use for military purposes; and
+
+19. Use to engage in any unauthorized or unlicensed professional activity, including but not limited
+to financial, legal, medical or healthcare, or other professional practice.

README.md

@@ -0,0 +1,72 @@
+---
+license: other
+license_name: minimax-music3-community-license
+license_link: LICENSE
+base_model: MiniMaxAI/MiniMax-Music3
+base_model_relation: quantized
+library_name: mlx-serve
+tags:
+  - mlx
+  - mlx-serve
+  - music
+  - text-to-music
+  - minimax
+pipeline_tag: text-to-audio
+---
+
+# MiniMax Music 3 for mlx-serve (8-bit)
+
+[MiniMax-Music3](https://huggingface.co/MiniMaxAI/MiniMax-Music3) converted for
+[mlx-serve](https://github.com/ddalcu/mlx-serve)'s native Zig + MLX engine.
+Full songs with sung lyrics at 44.1 kHz stereo, generated locally on Apple
+Silicon.
+
+Quantization: affine 8-bit, group 64, on every real matmul (LLM, depth
+decoder, DiT, lm_head). Kept dense on purpose: the embedding tables (gather
+reads), the condition encoder and the whole vocoder (VAE-class precision).
+Worst per-tensor reconstruction error 1.48% RMS. 13 GB on disk instead of the
+57 GB upstream repo (which ships its weights twice).
+
+| File | Contents |
+|---|---|
+| `language_model.safetensors` | Qwen3 8B global LLM, 36L, vocab 200k |
+| `rvq_depth_decoder.safetensors` | 0.6B local LLM, 7 residual codebooks |
+| `transformer.safetensors` | 2.4B flow-matching DiT, 36 blocks |
+| `condition_encoder.safetensors` | hidden-state mix + resampler, f32 |
+| `vocoder.safetensors` | Flow-VAE / DAC decoder, f32 |
+
+Engine parity against the fp32 reference on these exact weights: prefill
+cosine 0.9999, condition encoder 0.999999, DiT velocity 0.999, vocoder
+1.000000. The autoregressive stage runs about 44 ms per frame on an M-series
+Mac, so a one-minute song takes roughly a minute of LLM time plus the
+diffusion pass.
+
+## Run it
+
+Download **[MLX Core.app](https://github.com/ddalcu/mlx-serve/releases/latest)**,
+open the Music tab and pick **MiniMax Music 3**. Style prompt + lyrics in,
+WAV out.
+
+Over HTTP:
+
+```bash
+mlx-serve --serve
+curl http://127.0.0.1:11234/v1/audio/music-generations \
+  -H 'Content-Type: application/json' -o song.wav -d '{
+    "model": "MiniMax-Music3-MLX-Serve-8bit",
+    "prompt": "upbeat synthwave with driving bass and dreamy pads",
+    "lyrics": "[verse]\nneon lights across the bay\n[chorus]\nwe run all night",
+    "duration_seconds": 60
+  }'
+```
+
+Lyrics are required (the model is lyric-conditioned) and structure tags like
+`[verse]` or `[chorus]` go on their own lines. `duration_seconds` (1-360) is
+an upper bound, the model may end the song earlier. ACE-Step style fields
+(bpm, keyscale, timesignature, vocal_language) do not exist on this model.
+
+Rebuild from the upstream repo with
+[`scripts/convert_music3_weights.py`](https://github.com/ddalcu/mlx-serve/blob/main/scripts/convert_music3_weights.py).
+
+Weights are covered by the MiniMax-Music3 Community License (see `LICENSE`,
+acceptable-use policy included as Exhibit A).

condition_encoder.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4587728bd7ab700d5c12d2a38f4dc5af63d43091b3ed796a9d3e190c2ff7c8
+size 100671864

config.json

@@ -0,0 +1,69 @@
+{
+  "model_type": "minimax_music3",
+  "quant": "8bit",
+  "group_size": 64,
+  "frame_rate": 25.0,
+  "latent_rate": 86.1328125,
+  "sample_rate": 44100,
+  "max_frames": 9000,
+  "max_text_tokens": 5000,
+  "num_codebooks": 8,
+  "semantic_vocab_size": 16384,
+  "audio_vocab_size": 1024,
+  "language_model": {
+    "hidden_size": 4096,
+    "num_hidden_layers": 36,
+    "num_attention_heads": 32,
+    "num_key_value_heads": 8,
+    "head_dim": 128,
+    "intermediate_size": 12288,
+    "vocab_size": 200000,
+    "rms_norm_eps": 1e-06,
+    "rope_theta": 1000000,
+    "max_position_embeddings": 10240
+  },
+  "rvq_depth_decoder": {
+    "hidden_size": 4096,
+    "intermediate_size": 6144,
+    "num_attention_heads": 16,
+    "num_layers": 4,
+    "max_position_embeddings": 16
+  },
+  "transformer": {
+    "num_layers": 36,
+    "num_attention_heads": 32,
+    "attention_head_dim": 64,
+    "hidden_size": 2048,
+    "ff_inner_dim": 8192,
+    "in_channels": 128,
+    "condition_dim": 2048,
+    "fourier_embedding_dim": 256,
+    "rotary_dim": 32
+  },
+  "condition_encoder": {
+    "condition_hidden_dim": 4096,
+    "out_dim": 2048,
+    "num_condition_layers": 8,
+    "input_hop_length": 960,
+    "input_sampling_rate": 24000,
+    "output_hop_length": 512,
+    "output_sampling_rate": 44100
+  },
+  "vocoder": {
+    "latent_channels": 128,
+    "decoder_input_dim": 1024,
+    "decoder_hidden_dim": 1536,
+    "upsampling_ratios": [
+      8,
+      8,
+      4,
+      2
+    ]
+  },
+  "scheduler": {
+    "type": "flow_match_euler_discrete",
+    "num_train_timesteps": 1,
+    "shift": 1.0,
+    "invert_sigmas": true
+  }
+}

language_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c10335dfc0f591f5a139ff40bcfd21614932dee8d91d5433c9995d1bbcf001
+size 9889398049

music_tokenizer/added_tokens.json

@@ -0,0 +1,34 @@
+{
+  "</think>": 151668,
+  "</tool_call>": 151658,
+  "</tool_response>": 151666,
+  "<think>": 151667,
+  "<tool_call>": 151657,
+  "<tool_response>": 151665,
+  "<|audio_end|>": 151670,
+  "<|audio_start|>": 151669,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|caption_end|>": 151672,
+  "<|caption_start|>": 151671,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|lyrics_end|>": 151674,
+  "<|lyrics_start|>": 151673,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|audio_cfg|>": 151654,
+  "<|vision_start|>": 151652
+}

music_tokenizer/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|audio_cfg|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

music_tokenizer/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc63169ebf49c476995ced3f3dbae68f93ed9cf2a2997d3658863672f2f05f0f
+size 11423806

music_tokenizer/tokenizer_config.json

@@ -0,0 +1,288 @@
+ {
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|audio_cfg|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151665": {
+      "content": "<tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151666": {
+      "content": "</tool_response>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151667": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151668": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151669": {
+      "content": "<|audio_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151670": {
+      "content": "<|audio_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151671": {
+      "content": "<|caption_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151672": {
+      "content": "<|caption_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151673": {
+      "content": "<|lyrics_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151674": {
+      "content": "<|lyrics_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|audio_cfg|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0].role == 'system' %}\n        {{- messages[0].content + '\\n\\n' }}\n    {%- endif %}\n    {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0].role == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n    {%- set index = (messages|length - 1) - loop.index0 %}\n    {%- if ns.multi_step_tool and message.role == \"user\" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}\n        {%- set ns.multi_step_tool = false %}\n        {%- set ns.last_query_index = index %}\n    {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n    {%- if message.content is string %}\n        {%- set content = message.content %}\n    {%- else %}\n        {%- set content = '' %}\n    {%- endif %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n        {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {%- set reasoning_content = '' %}\n        {%- if message.reasoning_content is string %}\n            {%- set reasoning_content = message.reasoning_content %}\n        {%- else %}\n            {%- if '</think>' in content %}\n                {%- set reasoning_content = content.split('</think>')[0].rstrip('\\n').split('<think>')[-1].lstrip('\\n') %}\n                {%- set content = content.split('</think>')[-1].lstrip('\\n') %}\n            {%- endif %}\n        {%- endif %}\n        {%- if loop.index0 > ns.last_query_index %}\n            {%- if loop.last or (not loop.last and reasoning_content) %}\n                {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content.strip('\\n') + '\\n</think>\\n\\n' + content.lstrip('\\n') }}\n            {%- else %}\n                {{- '<|im_start|>' + message.role + '\\n' + content }}\n            {%- endif %}\n        {%- else %}\n            {{- '<|im_start|>' + message.role + '\\n' + content }}\n        {%- endif %}\n        {%- if message.tool_calls %}\n            {%- for tool_call in message.tool_calls %}\n                {%- if (loop.first and content) or (not loop.first) %}\n                    {{- '\\n' }}\n                {%- endif %}\n                {%- if tool_call.function %}\n                    {%- set tool_call = tool_call.function %}\n                {%- endif %}\n                {{- '<tool_call>\\n{\"name\": \"' }}\n                {{- tool_call.name }}\n                {{- '\", \"arguments\": ' }}\n                {%- if tool_call.arguments is string %}\n                    {{- tool_call.arguments }}\n                {%- else %}\n                    {{- tool_call.arguments | tojson }}\n                {%- endif %}\n                {{- '}\\n</tool_call>' }}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n    {%- if enable_thinking is defined and enable_thinking is false %}\n        {{- '<think>\\n\\n</think>\\n\\n' }}\n    {%- endif %}\n{%- endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

rvq_depth_decoder.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234216889a463e0a34317ef854fb1677d62515ee66cac2c0ef011ebcd0cd5dfe
+size 714034740

tokenizer/chat_template.jinja

@@ -0,0 +1,89 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0].role == 'system' %}
+        {{- messages[0].content + '\n\n' }}
+    {%- endif %}
+    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
+        {%- set ns.multi_step_tool = false %}
+        {%- set ns.last_query_index = index %}
+    {%- endif %}
+{%- endfor %}
+{%- for message in messages %}
+    {%- if message.content is string %}
+        {%- set content = message.content %}
+    {%- else %}
+        {%- set content = '' %}
+    {%- endif %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {%- if loop.last or (not loop.last and reasoning_content) %}
+                {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
+            {%- else %}
+                {{- '<|im_start|>' + message.role + '\n' + content }}
+            {%- endif %}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if (loop.first and content) or (not loop.first) %}
+                    {{- '\n' }}
+                {%- endif %}
+                {%- if tool_call.function %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {{- '<tool_call>\n{"name": "' }}
+                {{- tool_call.name }}
+                {{- '", "arguments": ' }}
+                {%- if tool_call.arguments is string %}
+                    {{- tool_call.arguments }}
+                {%- else %}
+                    {{- tool_call.arguments | tojson }}
+                {%- endif %}
+                {{- '}\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is false %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- endif %}
+{%- endif %}

tokenizer/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1537fa9e59a537276ecbc2e12d0438edff635a1f4a4948e679774b5feb3e610
+size 11423801

tokenizer/tokenizer_config.json

@@ -0,0 +1,15 @@
+{
+  "add_prefix_space": false,
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "is_local": true,
+  "local_files_only": false,
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

transformer.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a856fb45e76e868d190d82b63cbf4fa2e5122a98763d5b743e3d14a3f4a0ca6c
+size 2604777324

vocoder.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e8c2a251b29f551df6bd7ae7eb5f7e1484ac7e1b8f67f3cc5cc7b8395777f5
+size 216695115