Upload folder using huggingface_hub
Browse files- .gitattributes +3 -0
- README.md +501 -0
- chat_template.jinja +154 -0
- config.json +661 -0
- figures/24px.svg +1 -0
- figures/a1_benchmarks_altair_grid.svg +0 -0
- figures/github-logo.svg +3 -0
- figures/hf-logo.svg +8 -0
- figures/logo_nobg.png +3 -0
- figures/modelscope-logo.svg +12 -0
- generation_config.json +6 -0
- model-00001-of-00005.safetensors +3 -0
- model-00002-of-00005.safetensors +3 -0
- model-00003-of-00005.safetensors +3 -0
- model-00004-of-00005.safetensors +3 -0
- model-00005-of-00005.safetensors +3 -0
- model.safetensors.index.json +3 -0
- preprocessor_config.json +21 -0
- processor_config.json +60 -0
- tokenizer.json +3 -0
- tokenizer_config.json +305 -0
- video_preprocessor_config.json +21 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
figures/logo_nobg.png filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
|
@@ -0,0 +1,501 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: InternScience/Agents-A1
|
| 3 |
+
library_name: transformers
|
| 4 |
+
license: apache-2.0
|
| 5 |
+
pipeline_tag: text-generation
|
| 6 |
+
---
|
| 7 |
+
|
| 8 |
+
<div align="center">
|
| 9 |
+
<img src="https://huggingface.co/buckets/cyankiwi/activation-aware-2.0/resolve/banner/cyankiwi-banner-awq-0.png">
|
| 10 |
+
</div>
|
| 11 |
+
|
| 12 |
+
<div align="left">
|
| 13 |
+
<table align="center" style="border-collapse:collapse; border:none;">
|
| 14 |
+
<tr style="border:none;">
|
| 15 |
+
<td align="right" style="border:none; padding:4px 12px 4px 0;"><b>Version</b></td>
|
| 16 |
+
<td align="left" style="border:none; padding:4px 0;">26.05.01</td>
|
| 17 |
+
</tr>
|
| 18 |
+
<tr style="border:none;">
|
| 19 |
+
<td align="right" style="border:none; padding:4px 12px 4px 0;"><b>Calibration</b></td>
|
| 20 |
+
<td align="left" style="border:none; padding:4px 0;">
|
| 21 |
+
<a href="https://huggingface.co/datasets/cyankiwi/calibration" target="_blank">STEM and Agentic</a>
|
| 22 |
+
</td>
|
| 23 |
+
</tr>
|
| 24 |
+
<tr style="border:none;">
|
| 25 |
+
<td align="right" style="border:none; padding:4px 12px 4px 0;"><b>Languages</b></td>
|
| 26 |
+
<td align="left" style="border:none; padding:4px 0;">
|
| 27 |
+
<code>EN</code> <code>ZH</code> <code>HI</code> <code>AR</code> <code>RU</code>
|
| 28 |
+
<code>JA</code> <code>KO</code> <code>NL</code> <code>FR</code> <code>ES</code>
|
| 29 |
+
</td>
|
| 30 |
+
</tr>
|
| 31 |
+
<tr style="border:none;">
|
| 32 |
+
<td align="right" style="border:none; padding:4px 12px 4px 0;"><b>Model Size</b></td>
|
| 33 |
+
<td align="left" style="border:none; padding:4px 0;">22.75 GB</td>
|
| 34 |
+
</tr>
|
| 35 |
+
<tr style="border:none;">
|
| 36 |
+
<td align="right" style="border:none; padding:4px 12px 4px 0;"><b>Contact</b></td>
|
| 37 |
+
<td align="left" style="border:none; padding:4px 0;">
|
| 38 |
+
<a href="mailto:ton@cyan.kiwi">Email</a>
|
| 39 |
+
</td>
|
| 40 |
+
</tr>
|
| 41 |
+
</table>
|
| 42 |
+
</div>
|
| 43 |
+
|
| 44 |
+
---
|
| 45 |
+
|
| 46 |
+
# Agents-A1: Scaling the Horizon, Not the Parameters: Reaching Trillion-Parameter Performance with a 35B Agent
|
| 47 |
+
|
| 48 |
+
<div style="display: flex; flex-direction: column; align-items: center; line-height: 1.2;">
|
| 49 |
+
<div style="display: flex; justify-content: center; align-items: center; gap: 10px; height: 30px;">
|
| 50 |
+
<span style="font-size: 16px;" role="img" aria-label="Homepage">🏠</span>
|
| 51 |
+
<a href="https://internscience.github.io/Agents-A1/"><b>Homepage</b></a>
|
| 52 |
+
<span style="color: #ccc;">|</span>
|
| 53 |
+
<img src="./figures/24px.svg" width="16" height="16" alt="Technical Report" style="filter: invert(0.5);">
|
| 54 |
+
<a href="https://arxiv.org/abs/2606.30616"><b>Technical Report</b></a>
|
| 55 |
+
</div>
|
| 56 |
+
|
| 57 |
+
<div style="display: flex; justify-content: center; align-items: center; gap: 10px; height: 30px; margin-top: 2px;">
|
| 58 |
+
<img src="./figures/hf-logo.svg" width="16" height="16" alt="Hugging Face">
|
| 59 |
+
<a href="https://huggingface.co/InternScience/Agents-A1"><b>Hugging Face</b></a>
|
| 60 |
+
<span style="color: #ccc;">|</span>
|
| 61 |
+
<img src="./figures/github-logo.svg" width="16" height="16" alt="GitHub">
|
| 62 |
+
<a href="https://github.com/InternScience/Agents-A1"><b>Github</b></a>
|
| 63 |
+
<span style="color: #ccc;">|</span>
|
| 64 |
+
<img src="./figures/modelscope-logo.svg" width="16" height="16" alt="Model Scope">
|
| 65 |
+
<a href="https://modelscope.cn/models/InternScience/Agents-A1"><b>ModelScope</b></a>
|
| 66 |
+
</div>
|
| 67 |
+
</div>
|
| 68 |
+
|
| 69 |
+
> [!Note]
|
| 70 |
+
> This repository contains model weights and configuration files for Agents-A1 in the Hugging Face Transformers format.
|
| 71 |
+
>
|
| 72 |
+
> These artifacts are compatible with Hugging Face Transformers, vLLM, SGLang, etc.
|
| 73 |
+
|
| 74 |
+
|
| 75 |
+
---
|
| 76 |
+
|
| 77 |
+
## 🔥 News
|
| 78 |
+
- **2026.7.2**: 🔥🔥 Based on Agents-A1, we have released a series of quantized model variants. Please refer to the [Agents-A1 collection](https://huggingface.co/collections/InternScience/agents-a1). Besides, we’d like to thank the [mlx-community](https://huggingface.co/collections/mlx-community/agents-a1) for providing quantized versions at multiple scales. Try running Agents-A1 on your Mac!
|
| 79 |
+
|
| 80 |
+
- **2026.6.26**: 🔥🔥 We have open-sourced the Agents-A1 35B-A3B model, along with the evaluation code for selected domains and the technical report.
|
| 81 |
+
|
| 82 |
+
---
|
| 83 |
+
|
| 84 |
+
**Agents‑A1** is a 35B Mixture‑of‑Experts agentic model from [InternScience](https://huggingface.co/InternScience), built to scale heterogeneous agentic abilities across multiple domains including **Long‑horizon Search, Engineering, Scientific Research, Instruction Following, and Tool-calling**. We investigate agent-horizon scaling from two perspectives: scaling long-horizon trajectories and scaling heterogeneous agent abilities.
|
| 85 |
+
|
| 86 |
+
From the scaling of long-horizon trajectories, **Agents‑A1** is trained with the assistance of a domain-grounded knowledge-action infrastructure that jointly constructs actions, observations, and verifier outcomes, turning the agent's process into a trainable target. From the scaling of heterogeneous agent abilities, **Agents‑A1** presents a three-stage training paradigm for building scalable general-purpose agentic model. First, we perform full-domain supervised fine-tuning to align the base model with broad agentic behaviors. Second, we train domain-level teacher models to capture specialized expertise in each domain. Third, we propose multi-teacher multi-domain on-policy distillation with heterogeneity-aware optimization to improve knowledge transfer efficiency across different domains.
|
| 87 |
+
|
| 88 |
+
|
| 89 |
+
|
| 90 |
+
|
| 91 |
+
## Highlights
|
| 92 |
+
|
| 93 |
+
- **Agentic Reasoning**: Agents-A1 excels at decomposing complex tasks into executable sub-steps, planning ahead, and adapting its strategy based on intermediate results.
|
| 94 |
+
- **Tool Use**: Natively supports function calling and tool integration, enabling seamless interaction with APIs, code interpreters, search engines, and other external tools.
|
| 95 |
+
- **Scientific and Professional Reasoning**: Handles tool-integrated scientific reasoning and professional knowledge question answering.
|
| 96 |
+
- **Instruction Following**: Precisely follows detailed, multi-constraint instructions across diverse domains.
|
| 97 |
+
|
| 98 |
+
We welcome developers and enterprises to integrate and try Agents-A1 and share their feedback.
|
| 99 |
+
|
| 100 |
+
## Performance
|
| 101 |
+
|
| 102 |
+
We evaluate Agents-A1 in real-world agentic and research-oriented workflows across six directions — long-horizon search, engineering tasks, scientific research, instruction following, general agentic tasks, and scientific agentic tasks. Despite operating in the ~35B model class, Agents-A1 delivers highly competitive performance against frontier-scale systems such as GPT-5.5, DeepSeek-V4-pro, and Kimi-K2.6. It achieves overall SOTA results on several challenging benchmarks, including Seal-0 (56.4), HiPhO (46.4), FrontierScience-Olympiad (79.0), FrontierScience-Research (40.00), IFBench (80.6), and IFEval (94.8), while also ranking as the best among comparable models on a broad range of tasks such as BrowseComp (75.5), XBench-DS-2510 (86.0), GAIA (96.0), SciCode (44.3), HLE with tools (47.6), and MolBench-bind (56.8). These results show that Agents-A1 combines strong long-horizon search ability, robust scientific reasoning, and reliable instruction following, establishing it as a highly capable and efficient agentic model that narrows the gap with much larger frontier models.
|
| 103 |
+
|
| 104 |
+
|
| 105 |
+
<p>
|
| 106 |
+
🥇 Overall SOTA
|
| 107 |
+
🟢 Best Among Comparable Models (~35B)
|
| 108 |
+
</p>
|
| 109 |
+
|
| 110 |
+
<table>
|
| 111 |
+
<thead>
|
| 112 |
+
<tr>
|
| 113 |
+
<th rowspan="2" align="left">Benchmark</th>
|
| 114 |
+
<th colspan="3" align="center" style="text-align:center;">
|
| 115 |
+
📏 Comparable Models (~35B)
|
| 116 |
+
</th>
|
| 117 |
+
|
| 118 |
+
<th colspan="4" align="center" style="text-align:center;">
|
| 119 |
+
🚀 Larger-scale Models
|
| 120 |
+
</th>
|
| 121 |
+
|
| 122 |
+
<th colspan="2" align="center" style="text-align:center;">
|
| 123 |
+
⭐ Ours
|
| 124 |
+
</th>
|
| 125 |
+
</tr>
|
| 126 |
+
|
| 127 |
+
<tr>
|
| 128 |
+
<th align="center">Qwen3.5-35B-A3B</th>
|
| 129 |
+
<th align="center">Qwen3.6-35B-A3B</th>
|
| 130 |
+
<th align="center">Nex-N2-mini</th>
|
| 131 |
+
|
| 132 |
+
<th align="center">Step-3.5-Flash</th>
|
| 133 |
+
<th align="center">Kimi-K2.6</th>
|
| 134 |
+
<th align="center">DeepSeek-V4-pro(Max)</th>
|
| 135 |
+
<th align="center">GPT-5.5(xhigh)</th>
|
| 136 |
+
|
| 137 |
+
<th align="center">Agents-A1</th>
|
| 138 |
+
</tr>
|
| 139 |
+
</thead>
|
| 140 |
+
|
| 141 |
+
<tbody>
|
| 142 |
+
|
| 143 |
+
<tr>
|
| 144 |
+
<td colspan="9" align="left"><b>🔍 Long-horizon Search</b></td>
|
| 145 |
+
</tr>
|
| 146 |
+
|
| 147 |
+
<tr>
|
| 148 |
+
<td align="left">BrowseComp</td>
|
| 149 |
+
<td align="center">61.0</td>
|
| 150 |
+
<td align="center">67.93</td>
|
| 151 |
+
<td align="center">74.1</td>
|
| 152 |
+
<td align="center">69.0</td>
|
| 153 |
+
<td align="center">83.2</td>
|
| 154 |
+
<td align="center">83.4</td>
|
| 155 |
+
<td align="center">🥇 84.4</td>
|
| 156 |
+
<td align="center">🟢 75.51</td>
|
| 157 |
+
</tr>
|
| 158 |
+
|
| 159 |
+
<tr>
|
| 160 |
+
<td align="left">XBench-DS-2510</td>
|
| 161 |
+
<td align="center">77.0</td>
|
| 162 |
+
<td align="center">71.0</td>
|
| 163 |
+
<td align="center">82.0</td>
|
| 164 |
+
<td align="center">56.3</td>
|
| 165 |
+
<td align="center">🥇 90.0</td>
|
| 166 |
+
<td align="center">🥇 90.0</td>
|
| 167 |
+
<td align="center">84.0</td>
|
| 168 |
+
<td align="center">🟢 86.0</td>
|
| 169 |
+
</tr>
|
| 170 |
+
|
| 171 |
+
<tr>
|
| 172 |
+
<td align="left">Seal0</td>
|
| 173 |
+
<td align="center">41.4</td>
|
| 174 |
+
<td align="center">38.74</td>
|
| 175 |
+
<td align="center">49.55</td>
|
| 176 |
+
<td align="center">36.94</td>
|
| 177 |
+
<td align="center">50.45</td>
|
| 178 |
+
<td align="center">54.95</td>
|
| 179 |
+
<td align="center">42.34</td>
|
| 180 |
+
<td align="center">🥇 56.36</td>
|
| 181 |
+
</tr>
|
| 182 |
+
|
| 183 |
+
<tr>
|
| 184 |
+
<td align="left">GAIA</td>
|
| 185 |
+
<td align="center">59.8</td>
|
| 186 |
+
<td align="center">78.64</td>
|
| 187 |
+
<td align="center">82.52</td>
|
| 188 |
+
<td align="center">84.5</td>
|
| 189 |
+
<td align="center">80.58</td>
|
| 190 |
+
<td align="center">🥇 98.06</td>
|
| 191 |
+
<td align="center">87.38</td>
|
| 192 |
+
<td align="center">🟢 96.04</td>
|
| 193 |
+
</tr>
|
| 194 |
+
|
| 195 |
+
<tr>
|
| 196 |
+
<td colspan="9" align="left"><b>⚙️ Engineering Tasks</b></td>
|
| 197 |
+
</tr>
|
| 198 |
+
|
| 199 |
+
<tr>
|
| 200 |
+
<td align="left">SciCode</td>
|
| 201 |
+
<td align="center">37.7</td>
|
| 202 |
+
<td align="center">35.8</td>
|
| 203 |
+
<td align="center">29.9</td>
|
| 204 |
+
<td align="center">40.4</td>
|
| 205 |
+
<td align="center">53.5</td>
|
| 206 |
+
<td align="center">50.0</td>
|
| 207 |
+
<td align="center">🥇 56.1</td>
|
| 208 |
+
<td align="center">🟢 44.33</td>
|
| 209 |
+
</tr>
|
| 210 |
+
|
| 211 |
+
<tr>
|
| 212 |
+
<td align="left">MLE-Lite</td>
|
| 213 |
+
<td align="center">24.24</td>
|
| 214 |
+
<td align="center">34.85</td>
|
| 215 |
+
<td align="center">34.85</td>
|
| 216 |
+
<td align="center">54.55</td>
|
| 217 |
+
<td align="center">62.12</td>
|
| 218 |
+
<td align="center">63.64</td>
|
| 219 |
+
<td align="center">🥇 72.73</td>
|
| 220 |
+
<td align="center">🟢 43.94</td>
|
| 221 |
+
</tr>
|
| 222 |
+
|
| 223 |
+
<tr>
|
| 224 |
+
<td colspan="9" align="left"><b>🧪 Scientific Research</b></td>
|
| 225 |
+
</tr>
|
| 226 |
+
|
| 227 |
+
<tr>
|
| 228 |
+
<td align="left">HLE w/ tools</td>
|
| 229 |
+
<td align="center">47.4</td>
|
| 230 |
+
<td align="center">36.2</td>
|
| 231 |
+
<td align="center">32.0</td>
|
| 232 |
+
<td align="center">23.1</td>
|
| 233 |
+
<td align="center">🥇 54.0</td>
|
| 234 |
+
<td align="center">48.2</td>
|
| 235 |
+
<td align="center">52.2</td>
|
| 236 |
+
<td align="center">🟢 47.6</td>
|
| 237 |
+
</tr>
|
| 238 |
+
|
| 239 |
+
<tr>
|
| 240 |
+
<td align="left">HiPhO</td>
|
| 241 |
+
<td align="center">37.0</td>
|
| 242 |
+
<td align="center">37.7</td>
|
| 243 |
+
<td align="center">38.5</td>
|
| 244 |
+
<td align="center">38.3</td>
|
| 245 |
+
<td align="center">41.1</td>
|
| 246 |
+
<td align="center">38.7</td>
|
| 247 |
+
<td align="center">43.3</td>
|
| 248 |
+
<td align="center">🥇 46.4</td>
|
| 249 |
+
</tr>
|
| 250 |
+
|
| 251 |
+
<tr>
|
| 252 |
+
<td align="left">FrontierScience-Olympiad</td>
|
| 253 |
+
<td align="center">64.5</td>
|
| 254 |
+
<td align="center">60.3</td>
|
| 255 |
+
<td align="center">52.0</td>
|
| 256 |
+
<td align="center">61.0</td>
|
| 257 |
+
<td align="center">73.0</td>
|
| 258 |
+
<td align="center">76.0</td>
|
| 259 |
+
<td align="center">78.0</td>
|
| 260 |
+
<td align="center">🥇 79.0</td>
|
| 261 |
+
</tr>
|
| 262 |
+
|
| 263 |
+
<tr>
|
| 264 |
+
<td align="left">FrontierScience-Research</td>
|
| 265 |
+
<td align="center">2.5</td>
|
| 266 |
+
<td align="center">2.9</td>
|
| 267 |
+
<td align="center">5.0</td>
|
| 268 |
+
<td align="center">6.7</td>
|
| 269 |
+
<td align="center">17.9</td>
|
| 270 |
+
<td align="center">13.3</td>
|
| 271 |
+
<td align="center">26.7</td>
|
| 272 |
+
<td align="center">🥇 40.0</td>
|
| 273 |
+
</tr>
|
| 274 |
+
|
| 275 |
+
<tr>
|
| 276 |
+
<td colspan="9" align="left"><b>📋 Instruction Following</b></td>
|
| 277 |
+
</tr>
|
| 278 |
+
|
| 279 |
+
<tr>
|
| 280 |
+
<td align="left">IFBench</td>
|
| 281 |
+
<td align="center">70.2</td>
|
| 282 |
+
<td align="center">64.4</td>
|
| 283 |
+
<td align="center">54.08</td>
|
| 284 |
+
<td align="center">64.6</td>
|
| 285 |
+
<td align="center">71.77</td>
|
| 286 |
+
<td align="center">73.47</td>
|
| 287 |
+
<td align="center">75.9</td>
|
| 288 |
+
<td align="center">🥇 80.61</td>
|
| 289 |
+
</tr>
|
| 290 |
+
|
| 291 |
+
<tr>
|
| 292 |
+
<td align="left">LongBench-v2</td>
|
| 293 |
+
<td align="center">59.0</td>
|
| 294 |
+
<td align="center">57.7</td>
|
| 295 |
+
<td align="center">59.6</td>
|
| 296 |
+
<td align="center">57.5</td>
|
| 297 |
+
<td align="center">62.0</td>
|
| 298 |
+
<td align="center">🥇 64.3</td>
|
| 299 |
+
<td align="center">-</td>
|
| 300 |
+
<td align="center">🟢 60.2</td>
|
| 301 |
+
</tr>
|
| 302 |
+
|
| 303 |
+
<tr>
|
| 304 |
+
<td align="left">IFEval</td>
|
| 305 |
+
<td align="center">91.9</td>
|
| 306 |
+
<td align="center">91.3</td>
|
| 307 |
+
<td align="center">88.4</td>
|
| 308 |
+
<td align="center">93.53</td>
|
| 309 |
+
<td align="center">94.45</td>
|
| 310 |
+
<td align="center">93.35</td>
|
| 311 |
+
<td align="center">93.35</td>
|
| 312 |
+
<td align="center">🥇 94.82</td>
|
| 313 |
+
</tr>
|
| 314 |
+
|
| 315 |
+
<tr>
|
| 316 |
+
<td colspan="9" align="left"><b>🤖 General Agentic Tasks</b></td>
|
| 317 |
+
</tr>
|
| 318 |
+
|
| 319 |
+
<tr>
|
| 320 |
+
<td align="left">τ<sup>2</sup>-Bench</td>
|
| 321 |
+
<td align="center">🟢 81.2</td>
|
| 322 |
+
<td align="center">79.0</td>
|
| 323 |
+
<td align="center">74.53</td>
|
| 324 |
+
<td align="center">75.77</td>
|
| 325 |
+
<td align="center">81.93</td>
|
| 326 |
+
<td align="center">🥇 82.2</td>
|
| 327 |
+
<td align="center">81.63</td>
|
| 328 |
+
<td align="center">79.81</td>
|
| 329 |
+
</tr>
|
| 330 |
+
|
| 331 |
+
<tr>
|
| 332 |
+
<td align="left">VitaBench</td>
|
| 333 |
+
<td align="center">31.9</td>
|
| 334 |
+
<td align="center">35.6</td>
|
| 335 |
+
<td align="center">23.0</td>
|
| 336 |
+
<td align="center">30.0</td>
|
| 337 |
+
<td align="center">35.63</td>
|
| 338 |
+
<td align="center">🥇 49.04</td>
|
| 339 |
+
<td align="center">45.0</td>
|
| 340 |
+
<td align="center">🟢 38.75</td>
|
| 341 |
+
</tr>
|
| 342 |
+
|
| 343 |
+
<tr>
|
| 344 |
+
<td colspan="9" align="left"><b>🔬 Scientific Agentic Tasks</b></td>
|
| 345 |
+
</tr>
|
| 346 |
+
|
| 347 |
+
<tr>
|
| 348 |
+
<td align="left">MatTools</td>
|
| 349 |
+
<td align="center">21.0</td>
|
| 350 |
+
<td align="center">15.9</td>
|
| 351 |
+
<td align="center">34.1</td>
|
| 352 |
+
<td align="center">44.93</td>
|
| 353 |
+
<td align="center">63.8</td>
|
| 354 |
+
<td align="center">47.1</td>
|
| 355 |
+
<td align="center">🥇 68.8</td>
|
| 356 |
+
<td align="center">🟢 47.1</td>
|
| 357 |
+
</tr>
|
| 358 |
+
|
| 359 |
+
<tr>
|
| 360 |
+
<td align="left">MolBench-bind</td>
|
| 361 |
+
<td align="center">46.0</td>
|
| 362 |
+
<td align="center">48.7</td>
|
| 363 |
+
<td align="center">51.4</td>
|
| 364 |
+
<td align="center">45.95</td>
|
| 365 |
+
<td align="center">21.6</td>
|
| 366 |
+
<td align="center">37.8</td>
|
| 367 |
+
<td align="center">🥇 62.2</td>
|
| 368 |
+
<td align="center">🟢 56.8</td>
|
| 369 |
+
</tr>
|
| 370 |
+
|
| 371 |
+
</tbody>
|
| 372 |
+
</table>
|
| 373 |
+
|
| 374 |
+
|
| 375 |
+
## Usage
|
| 376 |
+
|
| 377 |
+
### SGLang
|
| 378 |
+
|
| 379 |
+
[SGLang](https://github.com/sgl-project/sglang) is a fast serving framework for large language models and vision language models.
|
| 380 |
+
|
| 381 |
+
Install SGLang with uv:
|
| 382 |
+
|
| 383 |
+
```shell
|
| 384 |
+
uv venv --python 3.12 --seed --managed-python
|
| 385 |
+
source .venv/bin/activate
|
| 386 |
+
|
| 387 |
+
uv pip install sglang
|
| 388 |
+
```
|
| 389 |
+
|
| 390 |
+
See [its documentation](https://docs.sglang.ai/get_started/install.html) for more details.
|
| 391 |
+
|
| 392 |
+
The following commands create API endpoints at `http://localhost:8000/v1`:
|
| 393 |
+
|
| 394 |
+
- **Standard Version** (1 GPUs, 262K context):
|
| 395 |
+
|
| 396 |
+
```shell
|
| 397 |
+
python -m sglang.launch_server \
|
| 398 |
+
--model-path InternScience/Agents-A1 \
|
| 399 |
+
--port 8000 \
|
| 400 |
+
--tp-size 1 \
|
| 401 |
+
--mem-fraction-static 0.8 \
|
| 402 |
+
--context-length 262144 \
|
| 403 |
+
--reasoning-parser qwen3
|
| 404 |
+
```
|
| 405 |
+
- **Tool Use**:
|
| 406 |
+
|
| 407 |
+
```shell
|
| 408 |
+
python -m sglang.launch_server \
|
| 409 |
+
--model-path InternScience/Agents-A1 \
|
| 410 |
+
--port 8000 \
|
| 411 |
+
--tp-size 1 \
|
| 412 |
+
--mem-fraction-static 0.8 \
|
| 413 |
+
--context-length 262144 \
|
| 414 |
+
--reasoning-parser qwen3 \
|
| 415 |
+
--tool-call-parser qwen3_coder
|
| 416 |
+
```
|
| 417 |
+
|
| 418 |
+
### vLLM
|
| 419 |
+
|
| 420 |
+
[vLLM](https://github.com/vllm-project/vllm) is a high-throughput and memory-efficient inference and serving engine for LLMs.
|
| 421 |
+
|
| 422 |
+
Install vLLM from the main branch via uv:
|
| 423 |
+
|
| 424 |
+
```shell
|
| 425 |
+
uv venv --python 3.12 --seed --managed-python
|
| 426 |
+
source .venv/bin/activate
|
| 427 |
+
|
| 428 |
+
uv pip install vllm --torch-backend=auto
|
| 429 |
+
```
|
| 430 |
+
|
| 431 |
+
See [its documentation](https://docs.vllm.ai/en/stable/getting_started/installation/index.html) for more details.
|
| 432 |
+
|
| 433 |
+
The following commands create API endpoints at `http://localhost:8000/v1`:
|
| 434 |
+
|
| 435 |
+
- **Standard Version** (1 GPUs, 262K context):
|
| 436 |
+
|
| 437 |
+
```shell
|
| 438 |
+
vllm serve InternScience/Agents-A1 \
|
| 439 |
+
--port 8000 \
|
| 440 |
+
--tensor-parallel-size 1 \
|
| 441 |
+
--max-model-len 262144 \
|
| 442 |
+
--reasoning-parser qwen3
|
| 443 |
+
```
|
| 444 |
+
- **Tool Call**:
|
| 445 |
+
|
| 446 |
+
```shell
|
| 447 |
+
vllm serve InternScience/Agents-A1 \
|
| 448 |
+
--port 8000 \
|
| 449 |
+
--tensor-parallel-size 1 \
|
| 450 |
+
--max-model-len 262144 \
|
| 451 |
+
--reasoning-parser qwen3 \
|
| 452 |
+
--enable-auto-tool-choice \
|
| 453 |
+
--tool-call-parser qwen3_coder
|
| 454 |
+
```
|
| 455 |
+
- **Text-Only** (skips vision encoder to free KV cache memory):
|
| 456 |
+
|
| 457 |
+
```shell
|
| 458 |
+
vllm serve InternScience/Agents-A1 \
|
| 459 |
+
--port 8000 \
|
| 460 |
+
--tensor-parallel-size 1 \
|
| 461 |
+
--max-model-len 262144 \
|
| 462 |
+
--reasoning-parser qwen3 \
|
| 463 |
+
--language-model-only
|
| 464 |
+
```
|
| 465 |
+
|
| 466 |
+
### Recommended Sampling Parameters
|
| 467 |
+
|
| 468 |
+
For the best generation quality, we recommend the following sampling parameters:
|
| 469 |
+
|
| 470 |
+
- `temperature`: 0.85
|
| 471 |
+
- `top_p`: 0.95
|
| 472 |
+
- `top_k`: 20
|
| 473 |
+
- `min_p`: 0.0
|
| 474 |
+
- `presence_penalty`: 1.1
|
| 475 |
+
- `repetition_penalty`: 1.0
|
| 476 |
+
|
| 477 |
+
|
| 478 |
+
## Agent Capability Evaluation
|
| 479 |
+
|
| 480 |
+
To provide the community with a unified agent evaluation codebase for fair comparison, we have also open-sourced an evaluation framework for assessing agentic models across core capabilities, including tool use and multi-step reasoning. The evaluation code is included in the [Agents-A1/evaluation](https://github.com/InternScience/Agents-A1/tree/main/evaluation) of this repository.
|
| 481 |
+
|
| 482 |
+
We use this framework to evaluate the released model under a standardized and reproducible setting.
|
| 483 |
+
Specifically, the model is tested on a set of agent-oriented tasks that require it to understand user goals, decompose complex instructions, interact with tools or environments when necessary, and produce final results. The evaluation results reported in [Model Card](https://huggingface.co/InternScience/Agents-A1) are generated using the open-source framework above, so that users can reproduce the experiments, compare other models under the same protocol, and further extend the benchmark for new agent scenarios. (**Note that:** To ensure a fair comparison, we report the benchmark results from their original technical reports. If a model does not report the corresponding benchmark results, we evaluate it using the same evaluation protocol as our model.)
|
| 484 |
+
|
| 485 |
+
For detailed evaluation scripts, task definitions, metrics, and reproduction instructions, please refer to the evaluation codebase.
|
| 486 |
+
|
| 487 |
+
## Citation
|
| 488 |
+
|
| 489 |
+
If you find our work helpful, feel free to give us a cite.
|
| 490 |
+
|
| 491 |
+
```
|
| 492 |
+
@misc{bai2026scalinghorizonparametersreaching,
|
| 493 |
+
title={Scaling the Horizon, Not the Parameters: Reaching Trillion-Parameter Performance with a 35B Agent},
|
| 494 |
+
author={Lei Bai and Zongsheng Cao and Yang Chen and Zhiyao Cui and Shangheng Du and Yue Fan and Shiyang Feng and Zijie Guo and Haonan He and Liang He and Xiaohan He and Shuyue Hu and Yusong Hu and Songtao Huang and Yichen Jiang and Hao Li and Xin Li and Dahua Lin and Weihao Lin and Fenghua Ling and Dongrui Liu and Zhuo Liu and Runmin Ma and Chunjiang Mu and Haoyang Peng and Tianshuo Peng and Jinxin Shi and Luohe Shi and Boyuan Sun and Zelin Tan and Shengji Tang and Qianyi Wang and Yiming Wu and Yi Xie and Xiangchao Yan and Jingqi Ye and Peng Ye and Fangchen Yu and Jiakang Yuan and Bihao Zhan and Bo Zhang and Chen Zhang and Shufei Zhang and Shuaiyu Zhang and Wenlong Zhang and Yiqun Zhang and Junpeng Zhao and Zhijie Zhong and Bowen Zhou and Yuhao Zhou},
|
| 495 |
+
year={2026},
|
| 496 |
+
eprint={2606.30616},
|
| 497 |
+
archivePrefix={arXiv},
|
| 498 |
+
primaryClass={cs.CL},
|
| 499 |
+
url={https://arxiv.org/abs/2606.30616},
|
| 500 |
+
}
|
| 501 |
+
```
|
chat_template.jinja
ADDED
|
@@ -0,0 +1,154 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{%- set image_count = namespace(value=0) %}
|
| 2 |
+
{%- set video_count = namespace(value=0) %}
|
| 3 |
+
{%- macro render_content(content, do_vision_count, is_system_content=false) %}
|
| 4 |
+
{%- if content is string %}
|
| 5 |
+
{{- content }}
|
| 6 |
+
{%- elif content is iterable and content is not mapping %}
|
| 7 |
+
{%- for item in content %}
|
| 8 |
+
{%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
|
| 9 |
+
{%- if is_system_content %}
|
| 10 |
+
{{- raise_exception('System message cannot contain images.') }}
|
| 11 |
+
{%- endif %}
|
| 12 |
+
{%- if do_vision_count %}
|
| 13 |
+
{%- set image_count.value = image_count.value + 1 %}
|
| 14 |
+
{%- endif %}
|
| 15 |
+
{%- if add_vision_id %}
|
| 16 |
+
{{- 'Picture ' ~ image_count.value ~ ': ' }}
|
| 17 |
+
{%- endif %}
|
| 18 |
+
{{- '<|vision_start|><|image_pad|><|vision_end|>' }}
|
| 19 |
+
{%- elif 'video' in item or item.type == 'video' %}
|
| 20 |
+
{%- if is_system_content %}
|
| 21 |
+
{{- raise_exception('System message cannot contain videos.') }}
|
| 22 |
+
{%- endif %}
|
| 23 |
+
{%- if do_vision_count %}
|
| 24 |
+
{%- set video_count.value = video_count.value + 1 %}
|
| 25 |
+
{%- endif %}
|
| 26 |
+
{%- if add_vision_id %}
|
| 27 |
+
{{- 'Video ' ~ video_count.value ~ ': ' }}
|
| 28 |
+
{%- endif %}
|
| 29 |
+
{{- '<|vision_start|><|video_pad|><|vision_end|>' }}
|
| 30 |
+
{%- elif 'text' in item %}
|
| 31 |
+
{{- item.text }}
|
| 32 |
+
{%- else %}
|
| 33 |
+
{{- raise_exception('Unexpected item type in content.') }}
|
| 34 |
+
{%- endif %}
|
| 35 |
+
{%- endfor %}
|
| 36 |
+
{%- elif content is none or content is undefined %}
|
| 37 |
+
{{- '' }}
|
| 38 |
+
{%- else %}
|
| 39 |
+
{{- raise_exception('Unexpected content type.') }}
|
| 40 |
+
{%- endif %}
|
| 41 |
+
{%- endmacro %}
|
| 42 |
+
{%- if not messages %}
|
| 43 |
+
{{- raise_exception('No messages provided.') }}
|
| 44 |
+
{%- endif %}
|
| 45 |
+
{%- if tools and tools is iterable and tools is not mapping %}
|
| 46 |
+
{{- '<|im_start|>system\n' }}
|
| 47 |
+
{{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
|
| 48 |
+
{%- for tool in tools %}
|
| 49 |
+
{{- "\n" }}
|
| 50 |
+
{{- tool | tojson }}
|
| 51 |
+
{%- endfor %}
|
| 52 |
+
{{- "\n</tools>" }}
|
| 53 |
+
{{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
|
| 54 |
+
{%- if messages[0].role == 'system' %}
|
| 55 |
+
{%- set content = render_content(messages[0].content, false, true)|trim %}
|
| 56 |
+
{%- if content %}
|
| 57 |
+
{{- '\n\n' + content }}
|
| 58 |
+
{%- endif %}
|
| 59 |
+
{%- endif %}
|
| 60 |
+
{{- '<|im_end|>\n' }}
|
| 61 |
+
{%- else %}
|
| 62 |
+
{%- if messages[0].role == 'system' %}
|
| 63 |
+
{%- set content = render_content(messages[0].content, false, true)|trim %}
|
| 64 |
+
{{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
|
| 65 |
+
{%- endif %}
|
| 66 |
+
{%- endif %}
|
| 67 |
+
{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
|
| 68 |
+
{%- for message in messages[::-1] %}
|
| 69 |
+
{%- set index = (messages|length - 1) - loop.index0 %}
|
| 70 |
+
{%- if ns.multi_step_tool and message.role == "user" %}
|
| 71 |
+
{%- set content = render_content(message.content, false)|trim %}
|
| 72 |
+
{%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
|
| 73 |
+
{%- set ns.multi_step_tool = false %}
|
| 74 |
+
{%- set ns.last_query_index = index %}
|
| 75 |
+
{%- endif %}
|
| 76 |
+
{%- endif %}
|
| 77 |
+
{%- endfor %}
|
| 78 |
+
{%- if ns.multi_step_tool %}
|
| 79 |
+
{{- raise_exception('No user query found in messages.') }}
|
| 80 |
+
{%- endif %}
|
| 81 |
+
{%- for message in messages %}
|
| 82 |
+
{%- set content = render_content(message.content, true)|trim %}
|
| 83 |
+
{%- if message.role == "system" %}
|
| 84 |
+
{%- if not loop.first %}
|
| 85 |
+
{{- raise_exception('System message must be at the beginning.') }}
|
| 86 |
+
{%- endif %}
|
| 87 |
+
{%- elif message.role == "user" %}
|
| 88 |
+
{{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
|
| 89 |
+
{%- elif message.role == "assistant" %}
|
| 90 |
+
{%- set reasoning_content = '' %}
|
| 91 |
+
{%- if message.reasoning_content is string %}
|
| 92 |
+
{%- set reasoning_content = message.reasoning_content %}
|
| 93 |
+
{%- else %}
|
| 94 |
+
{%- if '</think>' in content %}
|
| 95 |
+
{%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
|
| 96 |
+
{%- set content = content.split('</think>')[-1].lstrip('\n') %}
|
| 97 |
+
{%- endif %}
|
| 98 |
+
{%- endif %}
|
| 99 |
+
{%- set reasoning_content = reasoning_content|trim %}
|
| 100 |
+
{%- if loop.index0 > ns.last_query_index %}
|
| 101 |
+
{{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
|
| 102 |
+
{%- else %}
|
| 103 |
+
{{- '<|im_start|>' + message.role + '\n' + content }}
|
| 104 |
+
{%- endif %}
|
| 105 |
+
{%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
|
| 106 |
+
{%- for tool_call in message.tool_calls %}
|
| 107 |
+
{%- if tool_call.function is defined %}
|
| 108 |
+
{%- set tool_call = tool_call.function %}
|
| 109 |
+
{%- endif %}
|
| 110 |
+
{%- if loop.first %}
|
| 111 |
+
{%- if content|trim %}
|
| 112 |
+
{{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
|
| 113 |
+
{%- else %}
|
| 114 |
+
{{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
|
| 115 |
+
{%- endif %}
|
| 116 |
+
{%- else %}
|
| 117 |
+
{{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
|
| 118 |
+
{%- endif %}
|
| 119 |
+
{%- if tool_call.arguments is defined %}
|
| 120 |
+
{%- for args_name, args_value in tool_call.arguments|items %}
|
| 121 |
+
{{- '<parameter=' + args_name + '>\n' }}
|
| 122 |
+
{%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
|
| 123 |
+
{{- args_value }}
|
| 124 |
+
{{- '\n</parameter>\n' }}
|
| 125 |
+
{%- endfor %}
|
| 126 |
+
{%- endif %}
|
| 127 |
+
{{- '</function>\n</tool_call>' }}
|
| 128 |
+
{%- endfor %}
|
| 129 |
+
{%- endif %}
|
| 130 |
+
{{- '<|im_end|>\n' }}
|
| 131 |
+
{%- elif message.role == "tool" %}
|
| 132 |
+
{%- if loop.previtem and loop.previtem.role != "tool" %}
|
| 133 |
+
{{- '<|im_start|>user' }}
|
| 134 |
+
{%- endif %}
|
| 135 |
+
{{- '\n<tool_response>\n' }}
|
| 136 |
+
{{- content }}
|
| 137 |
+
{{- '\n</tool_response>' }}
|
| 138 |
+
{%- if not loop.last and loop.nextitem.role != "tool" %}
|
| 139 |
+
{{- '<|im_end|>\n' }}
|
| 140 |
+
{%- elif loop.last %}
|
| 141 |
+
{{- '<|im_end|>\n' }}
|
| 142 |
+
{%- endif %}
|
| 143 |
+
{%- else %}
|
| 144 |
+
{{- raise_exception('Unexpected message role.') }}
|
| 145 |
+
{%- endif %}
|
| 146 |
+
{%- endfor %}
|
| 147 |
+
{%- if add_generation_prompt %}
|
| 148 |
+
{{- '<|im_start|>assistant\n' }}
|
| 149 |
+
{%- if enable_thinking is defined and enable_thinking is false %}
|
| 150 |
+
{{- '<think>\n\n</think>\n\n' }}
|
| 151 |
+
{%- else %}
|
| 152 |
+
{{- '<think>\n' }}
|
| 153 |
+
{%- endif %}
|
| 154 |
+
{%- endif %}
|
config.json
ADDED
|
@@ -0,0 +1,661 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"Qwen3_5MoeForConditionalGeneration"
|
| 4 |
+
],
|
| 5 |
+
"dtype": "float16",
|
| 6 |
+
"hidden_size": 2048,
|
| 7 |
+
"image_token_id": 248056,
|
| 8 |
+
"model_type": "qwen3_5_moe",
|
| 9 |
+
"quantization_config": {
|
| 10 |
+
"config_groups": {
|
| 11 |
+
"group_0": {
|
| 12 |
+
"format": "pack-quantized",
|
| 13 |
+
"input_activations": null,
|
| 14 |
+
"output_activations": null,
|
| 15 |
+
"targets": [
|
| 16 |
+
"Linear"
|
| 17 |
+
],
|
| 18 |
+
"weights": {
|
| 19 |
+
"actorder": null,
|
| 20 |
+
"block_structure": null,
|
| 21 |
+
"dynamic": false,
|
| 22 |
+
"group_size": 32,
|
| 23 |
+
"num_bits": 4,
|
| 24 |
+
"observer": "mse",
|
| 25 |
+
"observer_kwargs": {},
|
| 26 |
+
"scale_dtype": null,
|
| 27 |
+
"strategy": "group",
|
| 28 |
+
"symmetric": false,
|
| 29 |
+
"type": "int",
|
| 30 |
+
"zp_dtype": "torch.int8"
|
| 31 |
+
}
|
| 32 |
+
}
|
| 33 |
+
},
|
| 34 |
+
"format": "pack-quantized",
|
| 35 |
+
"global_compression_ratio": null,
|
| 36 |
+
"ignore": [
|
| 37 |
+
"model.visual.blocks.0.attn.qkv",
|
| 38 |
+
"model.visual.blocks.0.attn.proj",
|
| 39 |
+
"model.visual.blocks.0.mlp.linear_fc1",
|
| 40 |
+
"model.visual.blocks.0.mlp.linear_fc2",
|
| 41 |
+
"model.visual.blocks.1.attn.qkv",
|
| 42 |
+
"model.visual.blocks.1.attn.proj",
|
| 43 |
+
"model.visual.blocks.1.mlp.linear_fc1",
|
| 44 |
+
"model.visual.blocks.1.mlp.linear_fc2",
|
| 45 |
+
"model.visual.blocks.2.attn.qkv",
|
| 46 |
+
"model.visual.blocks.2.attn.proj",
|
| 47 |
+
"model.visual.blocks.2.mlp.linear_fc1",
|
| 48 |
+
"model.visual.blocks.2.mlp.linear_fc2",
|
| 49 |
+
"model.visual.blocks.3.attn.qkv",
|
| 50 |
+
"model.visual.blocks.3.attn.proj",
|
| 51 |
+
"model.visual.blocks.3.mlp.linear_fc1",
|
| 52 |
+
"model.visual.blocks.3.mlp.linear_fc2",
|
| 53 |
+
"model.visual.blocks.4.attn.qkv",
|
| 54 |
+
"model.visual.blocks.4.attn.proj",
|
| 55 |
+
"model.visual.blocks.4.mlp.linear_fc1",
|
| 56 |
+
"model.visual.blocks.4.mlp.linear_fc2",
|
| 57 |
+
"model.visual.blocks.5.attn.qkv",
|
| 58 |
+
"model.visual.blocks.5.attn.proj",
|
| 59 |
+
"model.visual.blocks.5.mlp.linear_fc1",
|
| 60 |
+
"model.visual.blocks.5.mlp.linear_fc2",
|
| 61 |
+
"model.visual.blocks.6.attn.qkv",
|
| 62 |
+
"model.visual.blocks.6.attn.proj",
|
| 63 |
+
"model.visual.blocks.6.mlp.linear_fc1",
|
| 64 |
+
"model.visual.blocks.6.mlp.linear_fc2",
|
| 65 |
+
"model.visual.blocks.7.attn.qkv",
|
| 66 |
+
"model.visual.blocks.7.attn.proj",
|
| 67 |
+
"model.visual.blocks.7.mlp.linear_fc1",
|
| 68 |
+
"model.visual.blocks.7.mlp.linear_fc2",
|
| 69 |
+
"model.visual.blocks.8.attn.qkv",
|
| 70 |
+
"model.visual.blocks.8.attn.proj",
|
| 71 |
+
"model.visual.blocks.8.mlp.linear_fc1",
|
| 72 |
+
"model.visual.blocks.8.mlp.linear_fc2",
|
| 73 |
+
"model.visual.blocks.9.attn.qkv",
|
| 74 |
+
"model.visual.blocks.9.attn.proj",
|
| 75 |
+
"model.visual.blocks.9.mlp.linear_fc1",
|
| 76 |
+
"model.visual.blocks.9.mlp.linear_fc2",
|
| 77 |
+
"model.visual.blocks.10.attn.qkv",
|
| 78 |
+
"model.visual.blocks.10.attn.proj",
|
| 79 |
+
"model.visual.blocks.10.mlp.linear_fc1",
|
| 80 |
+
"model.visual.blocks.10.mlp.linear_fc2",
|
| 81 |
+
"model.visual.blocks.11.attn.qkv",
|
| 82 |
+
"model.visual.blocks.11.attn.proj",
|
| 83 |
+
"model.visual.blocks.11.mlp.linear_fc1",
|
| 84 |
+
"model.visual.blocks.11.mlp.linear_fc2",
|
| 85 |
+
"model.visual.blocks.12.attn.qkv",
|
| 86 |
+
"model.visual.blocks.12.attn.proj",
|
| 87 |
+
"model.visual.blocks.12.mlp.linear_fc1",
|
| 88 |
+
"model.visual.blocks.12.mlp.linear_fc2",
|
| 89 |
+
"model.visual.blocks.13.attn.qkv",
|
| 90 |
+
"model.visual.blocks.13.attn.proj",
|
| 91 |
+
"model.visual.blocks.13.mlp.linear_fc1",
|
| 92 |
+
"model.visual.blocks.13.mlp.linear_fc2",
|
| 93 |
+
"model.visual.blocks.14.attn.qkv",
|
| 94 |
+
"model.visual.blocks.14.attn.proj",
|
| 95 |
+
"model.visual.blocks.14.mlp.linear_fc1",
|
| 96 |
+
"model.visual.blocks.14.mlp.linear_fc2",
|
| 97 |
+
"model.visual.blocks.15.attn.qkv",
|
| 98 |
+
"model.visual.blocks.15.attn.proj",
|
| 99 |
+
"model.visual.blocks.15.mlp.linear_fc1",
|
| 100 |
+
"model.visual.blocks.15.mlp.linear_fc2",
|
| 101 |
+
"model.visual.blocks.16.attn.qkv",
|
| 102 |
+
"model.visual.blocks.16.attn.proj",
|
| 103 |
+
"model.visual.blocks.16.mlp.linear_fc1",
|
| 104 |
+
"model.visual.blocks.16.mlp.linear_fc2",
|
| 105 |
+
"model.visual.blocks.17.attn.qkv",
|
| 106 |
+
"model.visual.blocks.17.attn.proj",
|
| 107 |
+
"model.visual.blocks.17.mlp.linear_fc1",
|
| 108 |
+
"model.visual.blocks.17.mlp.linear_fc2",
|
| 109 |
+
"model.visual.blocks.18.attn.qkv",
|
| 110 |
+
"model.visual.blocks.18.attn.proj",
|
| 111 |
+
"model.visual.blocks.18.mlp.linear_fc1",
|
| 112 |
+
"model.visual.blocks.18.mlp.linear_fc2",
|
| 113 |
+
"model.visual.blocks.19.attn.qkv",
|
| 114 |
+
"model.visual.blocks.19.attn.proj",
|
| 115 |
+
"model.visual.blocks.19.mlp.linear_fc1",
|
| 116 |
+
"model.visual.blocks.19.mlp.linear_fc2",
|
| 117 |
+
"model.visual.blocks.20.attn.qkv",
|
| 118 |
+
"model.visual.blocks.20.attn.proj",
|
| 119 |
+
"model.visual.blocks.20.mlp.linear_fc1",
|
| 120 |
+
"model.visual.blocks.20.mlp.linear_fc2",
|
| 121 |
+
"model.visual.blocks.21.attn.qkv",
|
| 122 |
+
"model.visual.blocks.21.attn.proj",
|
| 123 |
+
"model.visual.blocks.21.mlp.linear_fc1",
|
| 124 |
+
"model.visual.blocks.21.mlp.linear_fc2",
|
| 125 |
+
"model.visual.blocks.22.attn.qkv",
|
| 126 |
+
"model.visual.blocks.22.attn.proj",
|
| 127 |
+
"model.visual.blocks.22.mlp.linear_fc1",
|
| 128 |
+
"model.visual.blocks.22.mlp.linear_fc2",
|
| 129 |
+
"model.visual.blocks.23.attn.qkv",
|
| 130 |
+
"model.visual.blocks.23.attn.proj",
|
| 131 |
+
"model.visual.blocks.23.mlp.linear_fc1",
|
| 132 |
+
"model.visual.blocks.23.mlp.linear_fc2",
|
| 133 |
+
"model.visual.blocks.24.attn.qkv",
|
| 134 |
+
"model.visual.blocks.24.attn.proj",
|
| 135 |
+
"model.visual.blocks.24.mlp.linear_fc1",
|
| 136 |
+
"model.visual.blocks.24.mlp.linear_fc2",
|
| 137 |
+
"model.visual.blocks.25.attn.qkv",
|
| 138 |
+
"model.visual.blocks.25.attn.proj",
|
| 139 |
+
"model.visual.blocks.25.mlp.linear_fc1",
|
| 140 |
+
"model.visual.blocks.25.mlp.linear_fc2",
|
| 141 |
+
"model.visual.blocks.26.attn.qkv",
|
| 142 |
+
"model.visual.blocks.26.attn.proj",
|
| 143 |
+
"model.visual.blocks.26.mlp.linear_fc1",
|
| 144 |
+
"model.visual.blocks.26.mlp.linear_fc2",
|
| 145 |
+
"model.visual.merger.linear_fc1",
|
| 146 |
+
"model.visual.merger.linear_fc2",
|
| 147 |
+
"model.language_model.layers.0.linear_attn.out_proj",
|
| 148 |
+
"model.language_model.layers.0.linear_attn.in_proj_qkv",
|
| 149 |
+
"model.language_model.layers.0.linear_attn.in_proj_z",
|
| 150 |
+
"model.language_model.layers.0.linear_attn.in_proj_b",
|
| 151 |
+
"model.language_model.layers.0.linear_attn.in_proj_a",
|
| 152 |
+
"model.language_model.layers.0.linear_attn.in_proj_ba",
|
| 153 |
+
"model.language_model.layers.0.mlp.shared_expert.gate_proj",
|
| 154 |
+
"model.language_model.layers.0.mlp.shared_expert.up_proj",
|
| 155 |
+
"model.language_model.layers.0.mlp.shared_expert.down_proj",
|
| 156 |
+
"model.language_model.layers.0.mlp.shared_expert_gate",
|
| 157 |
+
"model.language_model.layers.1.linear_attn.out_proj",
|
| 158 |
+
"model.language_model.layers.1.linear_attn.in_proj_qkv",
|
| 159 |
+
"model.language_model.layers.1.linear_attn.in_proj_z",
|
| 160 |
+
"model.language_model.layers.1.linear_attn.in_proj_b",
|
| 161 |
+
"model.language_model.layers.1.linear_attn.in_proj_a",
|
| 162 |
+
"model.language_model.layers.1.linear_attn.in_proj_ba",
|
| 163 |
+
"model.language_model.layers.1.mlp.shared_expert.gate_proj",
|
| 164 |
+
"model.language_model.layers.1.mlp.shared_expert.up_proj",
|
| 165 |
+
"model.language_model.layers.1.mlp.shared_expert.down_proj",
|
| 166 |
+
"model.language_model.layers.1.mlp.shared_expert_gate",
|
| 167 |
+
"model.language_model.layers.2.linear_attn.out_proj",
|
| 168 |
+
"model.language_model.layers.2.linear_attn.in_proj_qkv",
|
| 169 |
+
"model.language_model.layers.2.linear_attn.in_proj_z",
|
| 170 |
+
"model.language_model.layers.2.linear_attn.in_proj_b",
|
| 171 |
+
"model.language_model.layers.2.linear_attn.in_proj_a",
|
| 172 |
+
"model.language_model.layers.2.linear_attn.in_proj_ba",
|
| 173 |
+
"model.language_model.layers.2.mlp.shared_expert.gate_proj",
|
| 174 |
+
"model.language_model.layers.2.mlp.shared_expert.up_proj",
|
| 175 |
+
"model.language_model.layers.2.mlp.shared_expert.down_proj",
|
| 176 |
+
"model.language_model.layers.2.mlp.shared_expert_gate",
|
| 177 |
+
"model.language_model.layers.3.self_attn.q_proj",
|
| 178 |
+
"model.language_model.layers.3.self_attn.k_proj",
|
| 179 |
+
"model.language_model.layers.3.self_attn.v_proj",
|
| 180 |
+
"model.language_model.layers.3.self_attn.o_proj",
|
| 181 |
+
"model.language_model.layers.3.mlp.shared_expert.gate_proj",
|
| 182 |
+
"model.language_model.layers.3.mlp.shared_expert.up_proj",
|
| 183 |
+
"model.language_model.layers.3.mlp.shared_expert.down_proj",
|
| 184 |
+
"model.language_model.layers.3.mlp.shared_expert_gate",
|
| 185 |
+
"model.language_model.layers.4.linear_attn.out_proj",
|
| 186 |
+
"model.language_model.layers.4.linear_attn.in_proj_qkv",
|
| 187 |
+
"model.language_model.layers.4.linear_attn.in_proj_z",
|
| 188 |
+
"model.language_model.layers.4.linear_attn.in_proj_b",
|
| 189 |
+
"model.language_model.layers.4.linear_attn.in_proj_a",
|
| 190 |
+
"model.language_model.layers.4.linear_attn.in_proj_ba",
|
| 191 |
+
"model.language_model.layers.4.mlp.shared_expert.gate_proj",
|
| 192 |
+
"model.language_model.layers.4.mlp.shared_expert.up_proj",
|
| 193 |
+
"model.language_model.layers.4.mlp.shared_expert.down_proj",
|
| 194 |
+
"model.language_model.layers.4.mlp.shared_expert_gate",
|
| 195 |
+
"model.language_model.layers.5.linear_attn.out_proj",
|
| 196 |
+
"model.language_model.layers.5.linear_attn.in_proj_qkv",
|
| 197 |
+
"model.language_model.layers.5.linear_attn.in_proj_z",
|
| 198 |
+
"model.language_model.layers.5.linear_attn.in_proj_b",
|
| 199 |
+
"model.language_model.layers.5.linear_attn.in_proj_a",
|
| 200 |
+
"model.language_model.layers.5.linear_attn.in_proj_ba",
|
| 201 |
+
"model.language_model.layers.5.mlp.shared_expert.gate_proj",
|
| 202 |
+
"model.language_model.layers.5.mlp.shared_expert.up_proj",
|
| 203 |
+
"model.language_model.layers.5.mlp.shared_expert.down_proj",
|
| 204 |
+
"model.language_model.layers.5.mlp.shared_expert_gate",
|
| 205 |
+
"model.language_model.layers.6.linear_attn.out_proj",
|
| 206 |
+
"model.language_model.layers.6.linear_attn.in_proj_qkv",
|
| 207 |
+
"model.language_model.layers.6.linear_attn.in_proj_z",
|
| 208 |
+
"model.language_model.layers.6.linear_attn.in_proj_b",
|
| 209 |
+
"model.language_model.layers.6.linear_attn.in_proj_a",
|
| 210 |
+
"model.language_model.layers.6.linear_attn.in_proj_ba",
|
| 211 |
+
"model.language_model.layers.6.mlp.shared_expert.gate_proj",
|
| 212 |
+
"model.language_model.layers.6.mlp.shared_expert.up_proj",
|
| 213 |
+
"model.language_model.layers.6.mlp.shared_expert.down_proj",
|
| 214 |
+
"model.language_model.layers.6.mlp.shared_expert_gate",
|
| 215 |
+
"model.language_model.layers.7.self_attn.q_proj",
|
| 216 |
+
"model.language_model.layers.7.self_attn.k_proj",
|
| 217 |
+
"model.language_model.layers.7.self_attn.v_proj",
|
| 218 |
+
"model.language_model.layers.7.self_attn.o_proj",
|
| 219 |
+
"model.language_model.layers.7.mlp.shared_expert.gate_proj",
|
| 220 |
+
"model.language_model.layers.7.mlp.shared_expert.up_proj",
|
| 221 |
+
"model.language_model.layers.7.mlp.shared_expert.down_proj",
|
| 222 |
+
"model.language_model.layers.7.mlp.shared_expert_gate",
|
| 223 |
+
"model.language_model.layers.8.linear_attn.out_proj",
|
| 224 |
+
"model.language_model.layers.8.linear_attn.in_proj_qkv",
|
| 225 |
+
"model.language_model.layers.8.linear_attn.in_proj_z",
|
| 226 |
+
"model.language_model.layers.8.linear_attn.in_proj_b",
|
| 227 |
+
"model.language_model.layers.8.linear_attn.in_proj_a",
|
| 228 |
+
"model.language_model.layers.8.linear_attn.in_proj_ba",
|
| 229 |
+
"model.language_model.layers.8.mlp.shared_expert.gate_proj",
|
| 230 |
+
"model.language_model.layers.8.mlp.shared_expert.up_proj",
|
| 231 |
+
"model.language_model.layers.8.mlp.shared_expert.down_proj",
|
| 232 |
+
"model.language_model.layers.8.mlp.shared_expert_gate",
|
| 233 |
+
"model.language_model.layers.9.linear_attn.out_proj",
|
| 234 |
+
"model.language_model.layers.9.linear_attn.in_proj_qkv",
|
| 235 |
+
"model.language_model.layers.9.linear_attn.in_proj_z",
|
| 236 |
+
"model.language_model.layers.9.linear_attn.in_proj_b",
|
| 237 |
+
"model.language_model.layers.9.linear_attn.in_proj_a",
|
| 238 |
+
"model.language_model.layers.9.linear_attn.in_proj_ba",
|
| 239 |
+
"model.language_model.layers.9.mlp.shared_expert.gate_proj",
|
| 240 |
+
"model.language_model.layers.9.mlp.shared_expert.up_proj",
|
| 241 |
+
"model.language_model.layers.9.mlp.shared_expert.down_proj",
|
| 242 |
+
"model.language_model.layers.9.mlp.shared_expert_gate",
|
| 243 |
+
"model.language_model.layers.10.linear_attn.out_proj",
|
| 244 |
+
"model.language_model.layers.10.linear_attn.in_proj_qkv",
|
| 245 |
+
"model.language_model.layers.10.linear_attn.in_proj_z",
|
| 246 |
+
"model.language_model.layers.10.linear_attn.in_proj_b",
|
| 247 |
+
"model.language_model.layers.10.linear_attn.in_proj_a",
|
| 248 |
+
"model.language_model.layers.10.linear_attn.in_proj_ba",
|
| 249 |
+
"model.language_model.layers.10.mlp.shared_expert.gate_proj",
|
| 250 |
+
"model.language_model.layers.10.mlp.shared_expert.up_proj",
|
| 251 |
+
"model.language_model.layers.10.mlp.shared_expert.down_proj",
|
| 252 |
+
"model.language_model.layers.10.mlp.shared_expert_gate",
|
| 253 |
+
"model.language_model.layers.11.self_attn.q_proj",
|
| 254 |
+
"model.language_model.layers.11.self_attn.k_proj",
|
| 255 |
+
"model.language_model.layers.11.self_attn.v_proj",
|
| 256 |
+
"model.language_model.layers.11.self_attn.o_proj",
|
| 257 |
+
"model.language_model.layers.11.mlp.shared_expert.gate_proj",
|
| 258 |
+
"model.language_model.layers.11.mlp.shared_expert.up_proj",
|
| 259 |
+
"model.language_model.layers.11.mlp.shared_expert.down_proj",
|
| 260 |
+
"model.language_model.layers.11.mlp.shared_expert_gate",
|
| 261 |
+
"model.language_model.layers.12.linear_attn.out_proj",
|
| 262 |
+
"model.language_model.layers.12.linear_attn.in_proj_qkv",
|
| 263 |
+
"model.language_model.layers.12.linear_attn.in_proj_z",
|
| 264 |
+
"model.language_model.layers.12.linear_attn.in_proj_b",
|
| 265 |
+
"model.language_model.layers.12.linear_attn.in_proj_a",
|
| 266 |
+
"model.language_model.layers.12.linear_attn.in_proj_ba",
|
| 267 |
+
"model.language_model.layers.12.mlp.shared_expert.gate_proj",
|
| 268 |
+
"model.language_model.layers.12.mlp.shared_expert.up_proj",
|
| 269 |
+
"model.language_model.layers.12.mlp.shared_expert.down_proj",
|
| 270 |
+
"model.language_model.layers.12.mlp.shared_expert_gate",
|
| 271 |
+
"model.language_model.layers.13.linear_attn.out_proj",
|
| 272 |
+
"model.language_model.layers.13.linear_attn.in_proj_qkv",
|
| 273 |
+
"model.language_model.layers.13.linear_attn.in_proj_z",
|
| 274 |
+
"model.language_model.layers.13.linear_attn.in_proj_b",
|
| 275 |
+
"model.language_model.layers.13.linear_attn.in_proj_a",
|
| 276 |
+
"model.language_model.layers.13.linear_attn.in_proj_ba",
|
| 277 |
+
"model.language_model.layers.13.mlp.shared_expert.gate_proj",
|
| 278 |
+
"model.language_model.layers.13.mlp.shared_expert.up_proj",
|
| 279 |
+
"model.language_model.layers.13.mlp.shared_expert.down_proj",
|
| 280 |
+
"model.language_model.layers.13.mlp.shared_expert_gate",
|
| 281 |
+
"model.language_model.layers.14.linear_attn.out_proj",
|
| 282 |
+
"model.language_model.layers.14.linear_attn.in_proj_qkv",
|
| 283 |
+
"model.language_model.layers.14.linear_attn.in_proj_z",
|
| 284 |
+
"model.language_model.layers.14.linear_attn.in_proj_b",
|
| 285 |
+
"model.language_model.layers.14.linear_attn.in_proj_a",
|
| 286 |
+
"model.language_model.layers.14.linear_attn.in_proj_ba",
|
| 287 |
+
"model.language_model.layers.14.mlp.shared_expert.gate_proj",
|
| 288 |
+
"model.language_model.layers.14.mlp.shared_expert.up_proj",
|
| 289 |
+
"model.language_model.layers.14.mlp.shared_expert.down_proj",
|
| 290 |
+
"model.language_model.layers.14.mlp.shared_expert_gate",
|
| 291 |
+
"model.language_model.layers.15.self_attn.q_proj",
|
| 292 |
+
"model.language_model.layers.15.self_attn.k_proj",
|
| 293 |
+
"model.language_model.layers.15.self_attn.v_proj",
|
| 294 |
+
"model.language_model.layers.15.self_attn.o_proj",
|
| 295 |
+
"model.language_model.layers.15.mlp.shared_expert.gate_proj",
|
| 296 |
+
"model.language_model.layers.15.mlp.shared_expert.up_proj",
|
| 297 |
+
"model.language_model.layers.15.mlp.shared_expert.down_proj",
|
| 298 |
+
"model.language_model.layers.15.mlp.shared_expert_gate",
|
| 299 |
+
"model.language_model.layers.16.linear_attn.out_proj",
|
| 300 |
+
"model.language_model.layers.16.linear_attn.in_proj_qkv",
|
| 301 |
+
"model.language_model.layers.16.linear_attn.in_proj_z",
|
| 302 |
+
"model.language_model.layers.16.linear_attn.in_proj_b",
|
| 303 |
+
"model.language_model.layers.16.linear_attn.in_proj_a",
|
| 304 |
+
"model.language_model.layers.16.linear_attn.in_proj_ba",
|
| 305 |
+
"model.language_model.layers.16.mlp.shared_expert.gate_proj",
|
| 306 |
+
"model.language_model.layers.16.mlp.shared_expert.up_proj",
|
| 307 |
+
"model.language_model.layers.16.mlp.shared_expert.down_proj",
|
| 308 |
+
"model.language_model.layers.16.mlp.shared_expert_gate",
|
| 309 |
+
"model.language_model.layers.17.linear_attn.out_proj",
|
| 310 |
+
"model.language_model.layers.17.linear_attn.in_proj_qkv",
|
| 311 |
+
"model.language_model.layers.17.linear_attn.in_proj_z",
|
| 312 |
+
"model.language_model.layers.17.linear_attn.in_proj_b",
|
| 313 |
+
"model.language_model.layers.17.linear_attn.in_proj_a",
|
| 314 |
+
"model.language_model.layers.17.linear_attn.in_proj_ba",
|
| 315 |
+
"model.language_model.layers.17.mlp.shared_expert.gate_proj",
|
| 316 |
+
"model.language_model.layers.17.mlp.shared_expert.up_proj",
|
| 317 |
+
"model.language_model.layers.17.mlp.shared_expert.down_proj",
|
| 318 |
+
"model.language_model.layers.17.mlp.shared_expert_gate",
|
| 319 |
+
"model.language_model.layers.18.linear_attn.out_proj",
|
| 320 |
+
"model.language_model.layers.18.linear_attn.in_proj_qkv",
|
| 321 |
+
"model.language_model.layers.18.linear_attn.in_proj_z",
|
| 322 |
+
"model.language_model.layers.18.linear_attn.in_proj_b",
|
| 323 |
+
"model.language_model.layers.18.linear_attn.in_proj_a",
|
| 324 |
+
"model.language_model.layers.18.linear_attn.in_proj_ba",
|
| 325 |
+
"model.language_model.layers.18.mlp.shared_expert.gate_proj",
|
| 326 |
+
"model.language_model.layers.18.mlp.shared_expert.up_proj",
|
| 327 |
+
"model.language_model.layers.18.mlp.shared_expert.down_proj",
|
| 328 |
+
"model.language_model.layers.18.mlp.shared_expert_gate",
|
| 329 |
+
"model.language_model.layers.19.self_attn.q_proj",
|
| 330 |
+
"model.language_model.layers.19.self_attn.k_proj",
|
| 331 |
+
"model.language_model.layers.19.self_attn.v_proj",
|
| 332 |
+
"model.language_model.layers.19.self_attn.o_proj",
|
| 333 |
+
"model.language_model.layers.19.mlp.shared_expert.gate_proj",
|
| 334 |
+
"model.language_model.layers.19.mlp.shared_expert.up_proj",
|
| 335 |
+
"model.language_model.layers.19.mlp.shared_expert.down_proj",
|
| 336 |
+
"model.language_model.layers.19.mlp.shared_expert_gate",
|
| 337 |
+
"model.language_model.layers.20.linear_attn.out_proj",
|
| 338 |
+
"model.language_model.layers.20.linear_attn.in_proj_qkv",
|
| 339 |
+
"model.language_model.layers.20.linear_attn.in_proj_z",
|
| 340 |
+
"model.language_model.layers.20.linear_attn.in_proj_b",
|
| 341 |
+
"model.language_model.layers.20.linear_attn.in_proj_a",
|
| 342 |
+
"model.language_model.layers.20.linear_attn.in_proj_ba",
|
| 343 |
+
"model.language_model.layers.20.mlp.shared_expert.gate_proj",
|
| 344 |
+
"model.language_model.layers.20.mlp.shared_expert.up_proj",
|
| 345 |
+
"model.language_model.layers.20.mlp.shared_expert.down_proj",
|
| 346 |
+
"model.language_model.layers.20.mlp.shared_expert_gate",
|
| 347 |
+
"model.language_model.layers.21.linear_attn.out_proj",
|
| 348 |
+
"model.language_model.layers.21.linear_attn.in_proj_qkv",
|
| 349 |
+
"model.language_model.layers.21.linear_attn.in_proj_z",
|
| 350 |
+
"model.language_model.layers.21.linear_attn.in_proj_b",
|
| 351 |
+
"model.language_model.layers.21.linear_attn.in_proj_a",
|
| 352 |
+
"model.language_model.layers.21.linear_attn.in_proj_ba",
|
| 353 |
+
"model.language_model.layers.21.mlp.shared_expert.gate_proj",
|
| 354 |
+
"model.language_model.layers.21.mlp.shared_expert.up_proj",
|
| 355 |
+
"model.language_model.layers.21.mlp.shared_expert.down_proj",
|
| 356 |
+
"model.language_model.layers.21.mlp.shared_expert_gate",
|
| 357 |
+
"model.language_model.layers.22.linear_attn.out_proj",
|
| 358 |
+
"model.language_model.layers.22.linear_attn.in_proj_qkv",
|
| 359 |
+
"model.language_model.layers.22.linear_attn.in_proj_z",
|
| 360 |
+
"model.language_model.layers.22.linear_attn.in_proj_b",
|
| 361 |
+
"model.language_model.layers.22.linear_attn.in_proj_a",
|
| 362 |
+
"model.language_model.layers.22.linear_attn.in_proj_ba",
|
| 363 |
+
"model.language_model.layers.22.mlp.shared_expert.gate_proj",
|
| 364 |
+
"model.language_model.layers.22.mlp.shared_expert.up_proj",
|
| 365 |
+
"model.language_model.layers.22.mlp.shared_expert.down_proj",
|
| 366 |
+
"model.language_model.layers.22.mlp.shared_expert_gate",
|
| 367 |
+
"model.language_model.layers.23.self_attn.q_proj",
|
| 368 |
+
"model.language_model.layers.23.self_attn.k_proj",
|
| 369 |
+
"model.language_model.layers.23.self_attn.v_proj",
|
| 370 |
+
"model.language_model.layers.23.self_attn.o_proj",
|
| 371 |
+
"model.language_model.layers.23.mlp.shared_expert.gate_proj",
|
| 372 |
+
"model.language_model.layers.23.mlp.shared_expert.up_proj",
|
| 373 |
+
"model.language_model.layers.23.mlp.shared_expert.down_proj",
|
| 374 |
+
"model.language_model.layers.23.mlp.shared_expert_gate",
|
| 375 |
+
"model.language_model.layers.24.linear_attn.out_proj",
|
| 376 |
+
"model.language_model.layers.24.linear_attn.in_proj_qkv",
|
| 377 |
+
"model.language_model.layers.24.linear_attn.in_proj_z",
|
| 378 |
+
"model.language_model.layers.24.linear_attn.in_proj_b",
|
| 379 |
+
"model.language_model.layers.24.linear_attn.in_proj_a",
|
| 380 |
+
"model.language_model.layers.24.linear_attn.in_proj_ba",
|
| 381 |
+
"model.language_model.layers.24.mlp.shared_expert.gate_proj",
|
| 382 |
+
"model.language_model.layers.24.mlp.shared_expert.up_proj",
|
| 383 |
+
"model.language_model.layers.24.mlp.shared_expert.down_proj",
|
| 384 |
+
"model.language_model.layers.24.mlp.shared_expert_gate",
|
| 385 |
+
"model.language_model.layers.25.linear_attn.out_proj",
|
| 386 |
+
"model.language_model.layers.25.linear_attn.in_proj_qkv",
|
| 387 |
+
"model.language_model.layers.25.linear_attn.in_proj_z",
|
| 388 |
+
"model.language_model.layers.25.linear_attn.in_proj_b",
|
| 389 |
+
"model.language_model.layers.25.linear_attn.in_proj_a",
|
| 390 |
+
"model.language_model.layers.25.linear_attn.in_proj_ba",
|
| 391 |
+
"model.language_model.layers.25.mlp.shared_expert.gate_proj",
|
| 392 |
+
"model.language_model.layers.25.mlp.shared_expert.up_proj",
|
| 393 |
+
"model.language_model.layers.25.mlp.shared_expert.down_proj",
|
| 394 |
+
"model.language_model.layers.25.mlp.shared_expert_gate",
|
| 395 |
+
"model.language_model.layers.26.linear_attn.out_proj",
|
| 396 |
+
"model.language_model.layers.26.linear_attn.in_proj_qkv",
|
| 397 |
+
"model.language_model.layers.26.linear_attn.in_proj_z",
|
| 398 |
+
"model.language_model.layers.26.linear_attn.in_proj_b",
|
| 399 |
+
"model.language_model.layers.26.linear_attn.in_proj_a",
|
| 400 |
+
"model.language_model.layers.26.linear_attn.in_proj_ba",
|
| 401 |
+
"model.language_model.layers.26.mlp.shared_expert.gate_proj",
|
| 402 |
+
"model.language_model.layers.26.mlp.shared_expert.up_proj",
|
| 403 |
+
"model.language_model.layers.26.mlp.shared_expert.down_proj",
|
| 404 |
+
"model.language_model.layers.26.mlp.shared_expert_gate",
|
| 405 |
+
"model.language_model.layers.27.self_attn.q_proj",
|
| 406 |
+
"model.language_model.layers.27.self_attn.k_proj",
|
| 407 |
+
"model.language_model.layers.27.self_attn.v_proj",
|
| 408 |
+
"model.language_model.layers.27.self_attn.o_proj",
|
| 409 |
+
"model.language_model.layers.27.mlp.shared_expert.gate_proj",
|
| 410 |
+
"model.language_model.layers.27.mlp.shared_expert.up_proj",
|
| 411 |
+
"model.language_model.layers.27.mlp.shared_expert.down_proj",
|
| 412 |
+
"model.language_model.layers.27.mlp.shared_expert_gate",
|
| 413 |
+
"model.language_model.layers.28.linear_attn.out_proj",
|
| 414 |
+
"model.language_model.layers.28.linear_attn.in_proj_qkv",
|
| 415 |
+
"model.language_model.layers.28.linear_attn.in_proj_z",
|
| 416 |
+
"model.language_model.layers.28.linear_attn.in_proj_b",
|
| 417 |
+
"model.language_model.layers.28.linear_attn.in_proj_a",
|
| 418 |
+
"model.language_model.layers.28.linear_attn.in_proj_ba",
|
| 419 |
+
"model.language_model.layers.28.mlp.shared_expert.gate_proj",
|
| 420 |
+
"model.language_model.layers.28.mlp.shared_expert.up_proj",
|
| 421 |
+
"model.language_model.layers.28.mlp.shared_expert.down_proj",
|
| 422 |
+
"model.language_model.layers.28.mlp.shared_expert_gate",
|
| 423 |
+
"model.language_model.layers.29.linear_attn.out_proj",
|
| 424 |
+
"model.language_model.layers.29.linear_attn.in_proj_qkv",
|
| 425 |
+
"model.language_model.layers.29.linear_attn.in_proj_z",
|
| 426 |
+
"model.language_model.layers.29.linear_attn.in_proj_b",
|
| 427 |
+
"model.language_model.layers.29.linear_attn.in_proj_a",
|
| 428 |
+
"model.language_model.layers.29.linear_attn.in_proj_ba",
|
| 429 |
+
"model.language_model.layers.29.mlp.shared_expert.gate_proj",
|
| 430 |
+
"model.language_model.layers.29.mlp.shared_expert.up_proj",
|
| 431 |
+
"model.language_model.layers.29.mlp.shared_expert.down_proj",
|
| 432 |
+
"model.language_model.layers.29.mlp.shared_expert_gate",
|
| 433 |
+
"model.language_model.layers.30.linear_attn.out_proj",
|
| 434 |
+
"model.language_model.layers.30.linear_attn.in_proj_qkv",
|
| 435 |
+
"model.language_model.layers.30.linear_attn.in_proj_z",
|
| 436 |
+
"model.language_model.layers.30.linear_attn.in_proj_b",
|
| 437 |
+
"model.language_model.layers.30.linear_attn.in_proj_a",
|
| 438 |
+
"model.language_model.layers.30.linear_attn.in_proj_ba",
|
| 439 |
+
"model.language_model.layers.30.mlp.shared_expert.gate_proj",
|
| 440 |
+
"model.language_model.layers.30.mlp.shared_expert.up_proj",
|
| 441 |
+
"model.language_model.layers.30.mlp.shared_expert.down_proj",
|
| 442 |
+
"model.language_model.layers.30.mlp.shared_expert_gate",
|
| 443 |
+
"model.language_model.layers.31.self_attn.q_proj",
|
| 444 |
+
"model.language_model.layers.31.self_attn.k_proj",
|
| 445 |
+
"model.language_model.layers.31.self_attn.v_proj",
|
| 446 |
+
"model.language_model.layers.31.self_attn.o_proj",
|
| 447 |
+
"model.language_model.layers.31.mlp.shared_expert.gate_proj",
|
| 448 |
+
"model.language_model.layers.31.mlp.shared_expert.up_proj",
|
| 449 |
+
"model.language_model.layers.31.mlp.shared_expert.down_proj",
|
| 450 |
+
"model.language_model.layers.31.mlp.shared_expert_gate",
|
| 451 |
+
"model.language_model.layers.32.linear_attn.out_proj",
|
| 452 |
+
"model.language_model.layers.32.linear_attn.in_proj_qkv",
|
| 453 |
+
"model.language_model.layers.32.linear_attn.in_proj_z",
|
| 454 |
+
"model.language_model.layers.32.linear_attn.in_proj_b",
|
| 455 |
+
"model.language_model.layers.32.linear_attn.in_proj_a",
|
| 456 |
+
"model.language_model.layers.32.linear_attn.in_proj_ba",
|
| 457 |
+
"model.language_model.layers.32.mlp.shared_expert.gate_proj",
|
| 458 |
+
"model.language_model.layers.32.mlp.shared_expert.up_proj",
|
| 459 |
+
"model.language_model.layers.32.mlp.shared_expert.down_proj",
|
| 460 |
+
"model.language_model.layers.32.mlp.shared_expert_gate",
|
| 461 |
+
"model.language_model.layers.33.linear_attn.out_proj",
|
| 462 |
+
"model.language_model.layers.33.linear_attn.in_proj_qkv",
|
| 463 |
+
"model.language_model.layers.33.linear_attn.in_proj_z",
|
| 464 |
+
"model.language_model.layers.33.linear_attn.in_proj_b",
|
| 465 |
+
"model.language_model.layers.33.linear_attn.in_proj_a",
|
| 466 |
+
"model.language_model.layers.33.linear_attn.in_proj_ba",
|
| 467 |
+
"model.language_model.layers.33.mlp.shared_expert.gate_proj",
|
| 468 |
+
"model.language_model.layers.33.mlp.shared_expert.up_proj",
|
| 469 |
+
"model.language_model.layers.33.mlp.shared_expert.down_proj",
|
| 470 |
+
"model.language_model.layers.33.mlp.shared_expert_gate",
|
| 471 |
+
"model.language_model.layers.34.linear_attn.out_proj",
|
| 472 |
+
"model.language_model.layers.34.linear_attn.in_proj_qkv",
|
| 473 |
+
"model.language_model.layers.34.linear_attn.in_proj_z",
|
| 474 |
+
"model.language_model.layers.34.linear_attn.in_proj_b",
|
| 475 |
+
"model.language_model.layers.34.linear_attn.in_proj_a",
|
| 476 |
+
"model.language_model.layers.34.linear_attn.in_proj_ba",
|
| 477 |
+
"model.language_model.layers.34.mlp.shared_expert.gate_proj",
|
| 478 |
+
"model.language_model.layers.34.mlp.shared_expert.up_proj",
|
| 479 |
+
"model.language_model.layers.34.mlp.shared_expert.down_proj",
|
| 480 |
+
"model.language_model.layers.34.mlp.shared_expert_gate",
|
| 481 |
+
"model.language_model.layers.35.self_attn.q_proj",
|
| 482 |
+
"model.language_model.layers.35.self_attn.k_proj",
|
| 483 |
+
"model.language_model.layers.35.self_attn.v_proj",
|
| 484 |
+
"model.language_model.layers.35.self_attn.o_proj",
|
| 485 |
+
"model.language_model.layers.35.mlp.shared_expert.gate_proj",
|
| 486 |
+
"model.language_model.layers.35.mlp.shared_expert.up_proj",
|
| 487 |
+
"model.language_model.layers.35.mlp.shared_expert.down_proj",
|
| 488 |
+
"model.language_model.layers.35.mlp.shared_expert_gate",
|
| 489 |
+
"model.language_model.layers.36.linear_attn.out_proj",
|
| 490 |
+
"model.language_model.layers.36.linear_attn.in_proj_qkv",
|
| 491 |
+
"model.language_model.layers.36.linear_attn.in_proj_z",
|
| 492 |
+
"model.language_model.layers.36.linear_attn.in_proj_b",
|
| 493 |
+
"model.language_model.layers.36.linear_attn.in_proj_a",
|
| 494 |
+
"model.language_model.layers.36.linear_attn.in_proj_ba",
|
| 495 |
+
"model.language_model.layers.36.mlp.shared_expert.gate_proj",
|
| 496 |
+
"model.language_model.layers.36.mlp.shared_expert.up_proj",
|
| 497 |
+
"model.language_model.layers.36.mlp.shared_expert.down_proj",
|
| 498 |
+
"model.language_model.layers.36.mlp.shared_expert_gate",
|
| 499 |
+
"model.language_model.layers.37.linear_attn.out_proj",
|
| 500 |
+
"model.language_model.layers.37.linear_attn.in_proj_qkv",
|
| 501 |
+
"model.language_model.layers.37.linear_attn.in_proj_z",
|
| 502 |
+
"model.language_model.layers.37.linear_attn.in_proj_b",
|
| 503 |
+
"model.language_model.layers.37.linear_attn.in_proj_a",
|
| 504 |
+
"model.language_model.layers.37.linear_attn.in_proj_ba",
|
| 505 |
+
"model.language_model.layers.37.mlp.shared_expert.gate_proj",
|
| 506 |
+
"model.language_model.layers.37.mlp.shared_expert.up_proj",
|
| 507 |
+
"model.language_model.layers.37.mlp.shared_expert.down_proj",
|
| 508 |
+
"model.language_model.layers.37.mlp.shared_expert_gate",
|
| 509 |
+
"model.language_model.layers.38.linear_attn.out_proj",
|
| 510 |
+
"model.language_model.layers.38.linear_attn.in_proj_qkv",
|
| 511 |
+
"model.language_model.layers.38.linear_attn.in_proj_z",
|
| 512 |
+
"model.language_model.layers.38.linear_attn.in_proj_b",
|
| 513 |
+
"model.language_model.layers.38.linear_attn.in_proj_a",
|
| 514 |
+
"model.language_model.layers.38.linear_attn.in_proj_ba",
|
| 515 |
+
"model.language_model.layers.38.mlp.shared_expert.gate_proj",
|
| 516 |
+
"model.language_model.layers.38.mlp.shared_expert.up_proj",
|
| 517 |
+
"model.language_model.layers.38.mlp.shared_expert.down_proj",
|
| 518 |
+
"model.language_model.layers.38.mlp.shared_expert_gate",
|
| 519 |
+
"model.language_model.layers.39.self_attn.q_proj",
|
| 520 |
+
"model.language_model.layers.39.self_attn.k_proj",
|
| 521 |
+
"model.language_model.layers.39.self_attn.v_proj",
|
| 522 |
+
"model.language_model.layers.39.self_attn.o_proj",
|
| 523 |
+
"model.language_model.layers.39.mlp.shared_expert.gate_proj",
|
| 524 |
+
"model.language_model.layers.39.mlp.shared_expert.up_proj",
|
| 525 |
+
"model.language_model.layers.39.mlp.shared_expert.down_proj",
|
| 526 |
+
"model.language_model.layers.39.mlp.shared_expert_gate",
|
| 527 |
+
"mtp.fc",
|
| 528 |
+
"mtp.layers.0.mlp.shared_expert.gate_up_proj",
|
| 529 |
+
"mtp.layers.0.mlp.shared_expert.gate_proj",
|
| 530 |
+
"mtp.layers.0.mlp.shared_expert.up_proj",
|
| 531 |
+
"mtp.layers.0.mlp.shared_expert.down_proj",
|
| 532 |
+
"mtp.layers.0.mlp.shared_expert_gate",
|
| 533 |
+
"mtp.layers.0.mlp.gate",
|
| 534 |
+
"mtp.layers.0.self_attn.k_proj",
|
| 535 |
+
"mtp.layers.0.self_attn.o_proj",
|
| 536 |
+
"mtp.layers.0.self_attn.q_proj",
|
| 537 |
+
"mtp.layers.0.self_attn.v_proj",
|
| 538 |
+
"lm_head"
|
| 539 |
+
],
|
| 540 |
+
"kv_cache_scheme": null,
|
| 541 |
+
"quant_method": "compressed-tensors",
|
| 542 |
+
"quantization_status": "compressed",
|
| 543 |
+
"sparsity_config": {},
|
| 544 |
+
"transform_config": {},
|
| 545 |
+
"version": "0.1.dev489+g6d69620"
|
| 546 |
+
},
|
| 547 |
+
"text_config": {
|
| 548 |
+
"attention_bias": false,
|
| 549 |
+
"attention_dropout": 0.0,
|
| 550 |
+
"attn_output_gate": true,
|
| 551 |
+
"bos_token_id": null,
|
| 552 |
+
"dtype": "bfloat16",
|
| 553 |
+
"eos_token_id": 248044,
|
| 554 |
+
"full_attention_interval": 4,
|
| 555 |
+
"head_dim": 256,
|
| 556 |
+
"hidden_act": "silu",
|
| 557 |
+
"hidden_size": 2048,
|
| 558 |
+
"initializer_range": 0.02,
|
| 559 |
+
"layer_types": [
|
| 560 |
+
"linear_attention",
|
| 561 |
+
"linear_attention",
|
| 562 |
+
"linear_attention",
|
| 563 |
+
"full_attention",
|
| 564 |
+
"linear_attention",
|
| 565 |
+
"linear_attention",
|
| 566 |
+
"linear_attention",
|
| 567 |
+
"full_attention",
|
| 568 |
+
"linear_attention",
|
| 569 |
+
"linear_attention",
|
| 570 |
+
"linear_attention",
|
| 571 |
+
"full_attention",
|
| 572 |
+
"linear_attention",
|
| 573 |
+
"linear_attention",
|
| 574 |
+
"linear_attention",
|
| 575 |
+
"full_attention",
|
| 576 |
+
"linear_attention",
|
| 577 |
+
"linear_attention",
|
| 578 |
+
"linear_attention",
|
| 579 |
+
"full_attention",
|
| 580 |
+
"linear_attention",
|
| 581 |
+
"linear_attention",
|
| 582 |
+
"linear_attention",
|
| 583 |
+
"full_attention",
|
| 584 |
+
"linear_attention",
|
| 585 |
+
"linear_attention",
|
| 586 |
+
"linear_attention",
|
| 587 |
+
"full_attention",
|
| 588 |
+
"linear_attention",
|
| 589 |
+
"linear_attention",
|
| 590 |
+
"linear_attention",
|
| 591 |
+
"full_attention",
|
| 592 |
+
"linear_attention",
|
| 593 |
+
"linear_attention",
|
| 594 |
+
"linear_attention",
|
| 595 |
+
"full_attention",
|
| 596 |
+
"linear_attention",
|
| 597 |
+
"linear_attention",
|
| 598 |
+
"linear_attention",
|
| 599 |
+
"full_attention"
|
| 600 |
+
],
|
| 601 |
+
"linear_conv_kernel_dim": 4,
|
| 602 |
+
"linear_key_head_dim": 128,
|
| 603 |
+
"linear_num_key_heads": 16,
|
| 604 |
+
"linear_num_value_heads": 32,
|
| 605 |
+
"linear_value_head_dim": 128,
|
| 606 |
+
"mamba_ssm_dtype": "float32",
|
| 607 |
+
"max_position_embeddings": 262144,
|
| 608 |
+
"mlp_only_layers": [],
|
| 609 |
+
"model_type": "qwen3_5_moe_text",
|
| 610 |
+
"moe_intermediate_size": 512,
|
| 611 |
+
"mtp_num_hidden_layers": 1,
|
| 612 |
+
"mtp_use_dedicated_embeddings": false,
|
| 613 |
+
"num_attention_heads": 16,
|
| 614 |
+
"num_experts": 256,
|
| 615 |
+
"num_experts_per_tok": 8,
|
| 616 |
+
"num_hidden_layers": 40,
|
| 617 |
+
"num_key_value_heads": 2,
|
| 618 |
+
"output_router_logits": false,
|
| 619 |
+
"pad_token_id": null,
|
| 620 |
+
"partial_rotary_factor": 0.25,
|
| 621 |
+
"rms_norm_eps": 1e-06,
|
| 622 |
+
"rope_parameters": {
|
| 623 |
+
"mrope_interleaved": true,
|
| 624 |
+
"mrope_section": [
|
| 625 |
+
11,
|
| 626 |
+
11,
|
| 627 |
+
10
|
| 628 |
+
],
|
| 629 |
+
"partial_rotary_factor": 0.25,
|
| 630 |
+
"rope_theta": 10000000,
|
| 631 |
+
"rope_type": "default"
|
| 632 |
+
},
|
| 633 |
+
"router_aux_loss_coef": 0.001,
|
| 634 |
+
"shared_expert_intermediate_size": 512,
|
| 635 |
+
"tie_word_embeddings": false,
|
| 636 |
+
"use_cache": true,
|
| 637 |
+
"vocab_size": 248320
|
| 638 |
+
},
|
| 639 |
+
"tie_word_embeddings": false,
|
| 640 |
+
"transformers_version": "5.2.0",
|
| 641 |
+
"video_token_id": 248057,
|
| 642 |
+
"vision_config": {
|
| 643 |
+
"deepstack_visual_indexes": [],
|
| 644 |
+
"depth": 27,
|
| 645 |
+
"dtype": "bfloat16",
|
| 646 |
+
"hidden_act": "gelu_pytorch_tanh",
|
| 647 |
+
"hidden_size": 1152,
|
| 648 |
+
"in_channels": 3,
|
| 649 |
+
"initializer_range": 0.02,
|
| 650 |
+
"intermediate_size": 4304,
|
| 651 |
+
"model_type": "qwen3_5_moe",
|
| 652 |
+
"num_heads": 16,
|
| 653 |
+
"num_position_embeddings": 2304,
|
| 654 |
+
"out_hidden_size": 2048,
|
| 655 |
+
"patch_size": 16,
|
| 656 |
+
"spatial_merge_size": 2,
|
| 657 |
+
"temporal_patch_size": 2
|
| 658 |
+
},
|
| 659 |
+
"vision_end_token_id": 248054,
|
| 660 |
+
"vision_start_token_id": 248053
|
| 661 |
+
}
|
figures/24px.svg
ADDED
|
figures/a1_benchmarks_altair_grid.svg
ADDED
|
figures/github-logo.svg
ADDED
|
figures/hf-logo.svg
ADDED
|
figures/logo_nobg.png
ADDED
|
Git LFS Details
|
figures/modelscope-logo.svg
ADDED
|
generation_config.json
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"eos_token_id": 248044,
|
| 4 |
+
"transformers_version": "5.12.1",
|
| 5 |
+
"use_cache": true
|
| 6 |
+
}
|
model-00001-of-00005.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:11a269251d1ee012eebf3321a468a68629c7197d86bff74f21f82565fa67b984
|
| 3 |
+
size 5374649040
|
model-00002-of-00005.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e9cd31b9c66fac813616ac464f96b95165d85001f525cad40fc3788f251333e9
|
| 3 |
+
size 5371222200
|
model-00003-of-00005.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a2a175ad398c5643970dcd9304883d76af0e96bbf9c13890fe940f735c93f6cc
|
| 3 |
+
size 5371220248
|
model-00004-of-00005.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1483468e88f1d03f13500d350b883cdc4addadcfa0413eacd98082f271e87ac7
|
| 3 |
+
size 5371165264
|
model-00005-of-00005.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d96d5c7a563e4c19304ea1968e8ec8a2af32b2b073ce5afe709610d894f3b616
|
| 3 |
+
size 2942190200
|
model.safetensors.index.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bec5dffb2bf24936223d87bc3ce1f1c2e7e3afea421a513946e3f38282cb84c6
|
| 3 |
+
size 13993387
|
preprocessor_config.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"size": {
|
| 3 |
+
"longest_edge": 16777216,
|
| 4 |
+
"shortest_edge": 65536
|
| 5 |
+
},
|
| 6 |
+
"patch_size": 16,
|
| 7 |
+
"temporal_patch_size": 2,
|
| 8 |
+
"merge_size": 2,
|
| 9 |
+
"image_mean": [
|
| 10 |
+
0.5,
|
| 11 |
+
0.5,
|
| 12 |
+
0.5
|
| 13 |
+
],
|
| 14 |
+
"image_std": [
|
| 15 |
+
0.5,
|
| 16 |
+
0.5,
|
| 17 |
+
0.5
|
| 18 |
+
],
|
| 19 |
+
"processor_class": "Qwen3VLProcessor",
|
| 20 |
+
"image_processor_type": "Qwen2VLImageProcessorFast"
|
| 21 |
+
}
|
processor_config.json
ADDED
|
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"image_processor": {
|
| 3 |
+
"do_convert_rgb": true,
|
| 4 |
+
"do_normalize": true,
|
| 5 |
+
"do_rescale": true,
|
| 6 |
+
"do_resize": true,
|
| 7 |
+
"image_mean": [
|
| 8 |
+
0.5,
|
| 9 |
+
0.5,
|
| 10 |
+
0.5
|
| 11 |
+
],
|
| 12 |
+
"image_processor_type": "Qwen2VLImageProcessor",
|
| 13 |
+
"image_std": [
|
| 14 |
+
0.5,
|
| 15 |
+
0.5,
|
| 16 |
+
0.5
|
| 17 |
+
],
|
| 18 |
+
"merge_size": 2,
|
| 19 |
+
"patch_size": 16,
|
| 20 |
+
"resample": 3,
|
| 21 |
+
"rescale_factor": 0.00392156862745098,
|
| 22 |
+
"size": {
|
| 23 |
+
"longest_edge": 16777216,
|
| 24 |
+
"shortest_edge": 65536
|
| 25 |
+
},
|
| 26 |
+
"temporal_patch_size": 2
|
| 27 |
+
},
|
| 28 |
+
"processor_class": "Qwen3VLProcessor",
|
| 29 |
+
"video_processor": {
|
| 30 |
+
"do_convert_rgb": true,
|
| 31 |
+
"do_normalize": true,
|
| 32 |
+
"do_rescale": true,
|
| 33 |
+
"do_resize": true,
|
| 34 |
+
"do_sample_frames": true,
|
| 35 |
+
"fps": 2,
|
| 36 |
+
"image_mean": [
|
| 37 |
+
0.5,
|
| 38 |
+
0.5,
|
| 39 |
+
0.5
|
| 40 |
+
],
|
| 41 |
+
"image_std": [
|
| 42 |
+
0.5,
|
| 43 |
+
0.5,
|
| 44 |
+
0.5
|
| 45 |
+
],
|
| 46 |
+
"max_frames": 768,
|
| 47 |
+
"merge_size": 2,
|
| 48 |
+
"min_frames": 4,
|
| 49 |
+
"patch_size": 16,
|
| 50 |
+
"resample": 3,
|
| 51 |
+
"rescale_factor": 0.00392156862745098,
|
| 52 |
+
"return_metadata": false,
|
| 53 |
+
"size": {
|
| 54 |
+
"longest_edge": 25165824,
|
| 55 |
+
"shortest_edge": 4096
|
| 56 |
+
},
|
| 57 |
+
"temporal_patch_size": 2,
|
| 58 |
+
"video_processor_type": "Qwen3VLVideoProcessor"
|
| 59 |
+
}
|
| 60 |
+
}
|
tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:87a7830d63fcf43bf241c3c5242e96e62dd3fdc29224ca26fed8ea333db72de4
|
| 3 |
+
size 19989343
|
tokenizer_config.json
ADDED
|
@@ -0,0 +1,305 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_prefix_space": false,
|
| 3 |
+
"added_tokens_decoder": {
|
| 4 |
+
"248044": {
|
| 5 |
+
"content": "<|endoftext|>",
|
| 6 |
+
"lstrip": false,
|
| 7 |
+
"normalized": false,
|
| 8 |
+
"rstrip": false,
|
| 9 |
+
"single_word": false,
|
| 10 |
+
"special": true
|
| 11 |
+
},
|
| 12 |
+
"248045": {
|
| 13 |
+
"content": "<|im_start|>",
|
| 14 |
+
"lstrip": false,
|
| 15 |
+
"normalized": false,
|
| 16 |
+
"rstrip": false,
|
| 17 |
+
"single_word": false,
|
| 18 |
+
"special": true
|
| 19 |
+
},
|
| 20 |
+
"248046": {
|
| 21 |
+
"content": "<|im_end|>",
|
| 22 |
+
"lstrip": false,
|
| 23 |
+
"normalized": false,
|
| 24 |
+
"rstrip": false,
|
| 25 |
+
"single_word": false,
|
| 26 |
+
"special": true
|
| 27 |
+
},
|
| 28 |
+
"248047": {
|
| 29 |
+
"content": "<|object_ref_start|>",
|
| 30 |
+
"lstrip": false,
|
| 31 |
+
"normalized": false,
|
| 32 |
+
"rstrip": false,
|
| 33 |
+
"single_word": false,
|
| 34 |
+
"special": true
|
| 35 |
+
},
|
| 36 |
+
"248048": {
|
| 37 |
+
"content": "<|object_ref_end|>",
|
| 38 |
+
"lstrip": false,
|
| 39 |
+
"normalized": false,
|
| 40 |
+
"rstrip": false,
|
| 41 |
+
"single_word": false,
|
| 42 |
+
"special": true
|
| 43 |
+
},
|
| 44 |
+
"248049": {
|
| 45 |
+
"content": "<|box_start|>",
|
| 46 |
+
"lstrip": false,
|
| 47 |
+
"normalized": false,
|
| 48 |
+
"rstrip": false,
|
| 49 |
+
"single_word": false,
|
| 50 |
+
"special": true
|
| 51 |
+
},
|
| 52 |
+
"248050": {
|
| 53 |
+
"content": "<|box_end|>",
|
| 54 |
+
"lstrip": false,
|
| 55 |
+
"normalized": false,
|
| 56 |
+
"rstrip": false,
|
| 57 |
+
"single_word": false,
|
| 58 |
+
"special": true
|
| 59 |
+
},
|
| 60 |
+
"248051": {
|
| 61 |
+
"content": "<|quad_start|>",
|
| 62 |
+
"lstrip": false,
|
| 63 |
+
"normalized": false,
|
| 64 |
+
"rstrip": false,
|
| 65 |
+
"single_word": false,
|
| 66 |
+
"special": true
|
| 67 |
+
},
|
| 68 |
+
"248052": {
|
| 69 |
+
"content": "<|quad_end|>",
|
| 70 |
+
"lstrip": false,
|
| 71 |
+
"normalized": false,
|
| 72 |
+
"rstrip": false,
|
| 73 |
+
"single_word": false,
|
| 74 |
+
"special": true
|
| 75 |
+
},
|
| 76 |
+
"248053": {
|
| 77 |
+
"content": "<|vision_start|>",
|
| 78 |
+
"lstrip": false,
|
| 79 |
+
"normalized": false,
|
| 80 |
+
"rstrip": false,
|
| 81 |
+
"single_word": false,
|
| 82 |
+
"special": true
|
| 83 |
+
},
|
| 84 |
+
"248054": {
|
| 85 |
+
"content": "<|vision_end|>",
|
| 86 |
+
"lstrip": false,
|
| 87 |
+
"normalized": false,
|
| 88 |
+
"rstrip": false,
|
| 89 |
+
"single_word": false,
|
| 90 |
+
"special": true
|
| 91 |
+
},
|
| 92 |
+
"248055": {
|
| 93 |
+
"content": "<|vision_pad|>",
|
| 94 |
+
"lstrip": false,
|
| 95 |
+
"normalized": false,
|
| 96 |
+
"rstrip": false,
|
| 97 |
+
"single_word": false,
|
| 98 |
+
"special": true
|
| 99 |
+
},
|
| 100 |
+
"248056": {
|
| 101 |
+
"content": "<|image_pad|>",
|
| 102 |
+
"lstrip": false,
|
| 103 |
+
"normalized": false,
|
| 104 |
+
"rstrip": false,
|
| 105 |
+
"single_word": false,
|
| 106 |
+
"special": true
|
| 107 |
+
},
|
| 108 |
+
"248057": {
|
| 109 |
+
"content": "<|video_pad|>",
|
| 110 |
+
"lstrip": false,
|
| 111 |
+
"normalized": false,
|
| 112 |
+
"rstrip": false,
|
| 113 |
+
"single_word": false,
|
| 114 |
+
"special": true
|
| 115 |
+
},
|
| 116 |
+
"248058": {
|
| 117 |
+
"content": "<tool_call>",
|
| 118 |
+
"lstrip": false,
|
| 119 |
+
"normalized": false,
|
| 120 |
+
"rstrip": false,
|
| 121 |
+
"single_word": false,
|
| 122 |
+
"special": false
|
| 123 |
+
},
|
| 124 |
+
"248059": {
|
| 125 |
+
"content": "</tool_call>",
|
| 126 |
+
"lstrip": false,
|
| 127 |
+
"normalized": false,
|
| 128 |
+
"rstrip": false,
|
| 129 |
+
"single_word": false,
|
| 130 |
+
"special": false
|
| 131 |
+
},
|
| 132 |
+
"248060": {
|
| 133 |
+
"content": "<|fim_prefix|>",
|
| 134 |
+
"lstrip": false,
|
| 135 |
+
"normalized": false,
|
| 136 |
+
"rstrip": false,
|
| 137 |
+
"single_word": false,
|
| 138 |
+
"special": false
|
| 139 |
+
},
|
| 140 |
+
"248061": {
|
| 141 |
+
"content": "<|fim_middle|>",
|
| 142 |
+
"lstrip": false,
|
| 143 |
+
"normalized": false,
|
| 144 |
+
"rstrip": false,
|
| 145 |
+
"single_word": false,
|
| 146 |
+
"special": false
|
| 147 |
+
},
|
| 148 |
+
"248062": {
|
| 149 |
+
"content": "<|fim_suffix|>",
|
| 150 |
+
"lstrip": false,
|
| 151 |
+
"normalized": false,
|
| 152 |
+
"rstrip": false,
|
| 153 |
+
"single_word": false,
|
| 154 |
+
"special": false
|
| 155 |
+
},
|
| 156 |
+
"248063": {
|
| 157 |
+
"content": "<|fim_pad|>",
|
| 158 |
+
"lstrip": false,
|
| 159 |
+
"normalized": false,
|
| 160 |
+
"rstrip": false,
|
| 161 |
+
"single_word": false,
|
| 162 |
+
"special": false
|
| 163 |
+
},
|
| 164 |
+
"248064": {
|
| 165 |
+
"content": "<|repo_name|>",
|
| 166 |
+
"lstrip": false,
|
| 167 |
+
"normalized": false,
|
| 168 |
+
"rstrip": false,
|
| 169 |
+
"single_word": false,
|
| 170 |
+
"special": false
|
| 171 |
+
},
|
| 172 |
+
"248065": {
|
| 173 |
+
"content": "<|file_sep|>",
|
| 174 |
+
"lstrip": false,
|
| 175 |
+
"normalized": false,
|
| 176 |
+
"rstrip": false,
|
| 177 |
+
"single_word": false,
|
| 178 |
+
"special": false
|
| 179 |
+
},
|
| 180 |
+
"248066": {
|
| 181 |
+
"content": "<tool_response>",
|
| 182 |
+
"lstrip": false,
|
| 183 |
+
"normalized": false,
|
| 184 |
+
"rstrip": false,
|
| 185 |
+
"single_word": false,
|
| 186 |
+
"special": false
|
| 187 |
+
},
|
| 188 |
+
"248067": {
|
| 189 |
+
"content": "</tool_response>",
|
| 190 |
+
"lstrip": false,
|
| 191 |
+
"normalized": false,
|
| 192 |
+
"rstrip": false,
|
| 193 |
+
"single_word": false,
|
| 194 |
+
"special": false
|
| 195 |
+
},
|
| 196 |
+
"248068": {
|
| 197 |
+
"content": "<think>",
|
| 198 |
+
"lstrip": false,
|
| 199 |
+
"normalized": false,
|
| 200 |
+
"rstrip": false,
|
| 201 |
+
"single_word": false,
|
| 202 |
+
"special": false
|
| 203 |
+
},
|
| 204 |
+
"248069": {
|
| 205 |
+
"content": "</think>",
|
| 206 |
+
"lstrip": false,
|
| 207 |
+
"normalized": false,
|
| 208 |
+
"rstrip": false,
|
| 209 |
+
"single_word": false,
|
| 210 |
+
"special": false
|
| 211 |
+
},
|
| 212 |
+
"248070": {
|
| 213 |
+
"content": "<|audio_start|>",
|
| 214 |
+
"lstrip": false,
|
| 215 |
+
"normalized": false,
|
| 216 |
+
"rstrip": false,
|
| 217 |
+
"single_word": false,
|
| 218 |
+
"special": true
|
| 219 |
+
},
|
| 220 |
+
"248071": {
|
| 221 |
+
"content": "<|audio_end|>",
|
| 222 |
+
"lstrip": false,
|
| 223 |
+
"normalized": false,
|
| 224 |
+
"rstrip": false,
|
| 225 |
+
"single_word": false,
|
| 226 |
+
"special": true
|
| 227 |
+
},
|
| 228 |
+
"248072": {
|
| 229 |
+
"content": "<tts_pad>",
|
| 230 |
+
"lstrip": false,
|
| 231 |
+
"normalized": false,
|
| 232 |
+
"rstrip": false,
|
| 233 |
+
"single_word": false,
|
| 234 |
+
"special": true
|
| 235 |
+
},
|
| 236 |
+
"248073": {
|
| 237 |
+
"content": "<tts_text_bos>",
|
| 238 |
+
"lstrip": false,
|
| 239 |
+
"normalized": false,
|
| 240 |
+
"rstrip": false,
|
| 241 |
+
"single_word": false,
|
| 242 |
+
"special": true
|
| 243 |
+
},
|
| 244 |
+
"248074": {
|
| 245 |
+
"content": "<tts_text_eod>",
|
| 246 |
+
"lstrip": false,
|
| 247 |
+
"normalized": false,
|
| 248 |
+
"rstrip": false,
|
| 249 |
+
"single_word": false,
|
| 250 |
+
"special": true
|
| 251 |
+
},
|
| 252 |
+
"248075": {
|
| 253 |
+
"content": "<tts_text_bos_single>",
|
| 254 |
+
"lstrip": false,
|
| 255 |
+
"normalized": false,
|
| 256 |
+
"rstrip": false,
|
| 257 |
+
"single_word": false,
|
| 258 |
+
"special": true
|
| 259 |
+
},
|
| 260 |
+
"248076": {
|
| 261 |
+
"content": "<|audio_pad|>",
|
| 262 |
+
"lstrip": false,
|
| 263 |
+
"normalized": false,
|
| 264 |
+
"rstrip": false,
|
| 265 |
+
"single_word": false,
|
| 266 |
+
"special": true
|
| 267 |
+
}
|
| 268 |
+
},
|
| 269 |
+
"additional_special_tokens": [
|
| 270 |
+
"<|im_start|>",
|
| 271 |
+
"<|im_end|>",
|
| 272 |
+
"<|object_ref_start|>",
|
| 273 |
+
"<|object_ref_end|>",
|
| 274 |
+
"<|box_start|>",
|
| 275 |
+
"<|box_end|>",
|
| 276 |
+
"<|quad_start|>",
|
| 277 |
+
"<|quad_end|>",
|
| 278 |
+
"<|vision_start|>",
|
| 279 |
+
"<|vision_end|>",
|
| 280 |
+
"<|vision_pad|>",
|
| 281 |
+
"<|image_pad|>",
|
| 282 |
+
"<|video_pad|>"
|
| 283 |
+
],
|
| 284 |
+
"bos_token": null,
|
| 285 |
+
"chat_template": "{%- set image_count = namespace(value=0) %}\n{%- set video_count = namespace(value=0) %}\n{%- macro render_content(content, do_vision_count, is_system_content=false) %}\n {%- if content is string %}\n {{- content }}\n {%- elif content is iterable and content is not mapping %}\n {%- for item in content %}\n {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain images.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set image_count.value = image_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Picture ' ~ image_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|image_pad|><|vision_end|>' }}\n {%- elif 'video' in item or item.type == 'video' %}\n {%- if is_system_content %}\n {{- raise_exception('System message cannot contain videos.') }}\n {%- endif %}\n {%- if do_vision_count %}\n {%- set video_count.value = video_count.value + 1 %}\n {%- endif %}\n {%- if add_vision_id %}\n {{- 'Video ' ~ video_count.value ~ ': ' }}\n {%- endif %}\n {{- '<|vision_start|><|video_pad|><|vision_end|>' }}\n {%- elif 'text' in item %}\n {{- item.text }}\n {%- else %}\n {{- raise_exception('Unexpected item type in content.') }}\n {%- endif %}\n {%- endfor %}\n {%- elif content is none or content is undefined %}\n {{- '' }}\n {%- else %}\n {{- raise_exception('Unexpected content type.') }}\n {%- endif %}\n{%- endmacro %}\n{%- if not messages %}\n {{- raise_exception('No messages provided.') }}\n{%- endif %}\n{%- if tools and tools is iterable and tools is not mapping %}\n {{- '<|im_start|>system\\n' }}\n {{- \"# Tools\\n\\nYou have access to the following functions:\\n\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\" }}\n {{- '\\n\\nIf you choose to call a function ONLY reply in the following format with NO suffix:\\n\\n<tool_call>\\n<function=example_function_name>\\n<parameter=example_parameter_1>\\nvalue_1\\n</parameter>\\n<parameter=example_parameter_2>\\nThis is the value for the second parameter\\nthat can span\\nmultiple lines\\n</parameter>\\n</function>\\n</tool_call>\\n\\n<IMPORTANT>\\nReminder:\\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\\n- Required parameters MUST be specified\\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\\n</IMPORTANT>' }}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {%- if content %}\n {{- '\\n\\n' + content }}\n {%- endif %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {%- set content = render_content(messages[0].content, false, true)|trim %}\n {{- '<|im_start|>system\\n' + content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" %}\n {%- set content = render_content(message.content, false)|trim %}\n {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if ns.multi_step_tool %}\n {{- raise_exception('No user query found in messages.') }}\n{%- endif %}\n{%- for message in messages %}\n {%- set content = render_content(message.content, true)|trim %}\n {%- if message.role == \"system\" %}\n {%- if not loop.first %}\n {{- raise_exception('System message must be at the beginning.') }}\n {%- endif %}\n {%- elif message.role == \"user\" %}\n {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is string %}\n {%- set reasoning_content = message.reasoning_content %}\n {%- else %}\n {%- if '</think>' in content %}\n {%- set reasoning_content = content.split('</think>')[0].rstrip('\\n').split('<think>')[-1].lstrip('\\n') %}\n {%- set content = content.split('</think>')[-1].lstrip('\\n') %}\n {%- endif %}\n {%- endif %}\n {%- set reasoning_content = reasoning_content|trim %}\n {%- if loop.index0 > ns.last_query_index %}\n {{- '<|im_start|>' + message.role + '\\n<think>\\n' + reasoning_content + '\\n</think>\\n\\n' + content }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- endif %}\n {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {%- if loop.first %}\n {%- if content|trim %}\n {{- '\\n\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- else %}\n {{- '<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- endif %}\n {%- else %}\n {{- '\\n<tool_call>\\n<function=' + tool_call.name + '>\\n' }}\n {%- endif %}\n {%- if tool_call.arguments is defined %}\n {%- for args_name, args_value in tool_call.arguments|items %}\n {{- '<parameter=' + args_name + '>\\n' }}\n {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}\n {{- args_value }}\n {{- '\\n</parameter>\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '</function>\\n</tool_call>' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.previtem and loop.previtem.role != \"tool\" %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- content }}\n {{- '\\n</tool_response>' }}\n {%- if not loop.last and loop.nextitem.role != \"tool\" %}\n {{- '<|im_end|>\\n' }}\n {%- elif loop.last %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- else %}\n {{- raise_exception('Unexpected message role.') }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n {%- if enable_thinking is defined and enable_thinking is false %}\n {{- '<think>\\n\\n</think>\\n\\n' }}\n {%- else %}\n {{- '<think>\\n' }}\n {%- endif %}\n{%- endif %}",
|
| 286 |
+
"clean_up_tokenization_spaces": false,
|
| 287 |
+
"eos_token": "<|im_end|>",
|
| 288 |
+
"errors": "replace",
|
| 289 |
+
"model_max_length": 262144,
|
| 290 |
+
"pad_token": "<|endoftext|>",
|
| 291 |
+
"split_special_tokens": false,
|
| 292 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 293 |
+
"unk_token": null,
|
| 294 |
+
"add_bos_token": false,
|
| 295 |
+
"pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
|
| 296 |
+
"extra_special_tokens": {
|
| 297 |
+
"audio_bos_token": "<|audio_start|>",
|
| 298 |
+
"audio_eos_token": "<|audio_end|>",
|
| 299 |
+
"audio_token": "<|audio_pad|>",
|
| 300 |
+
"image_token": "<|image_pad|>",
|
| 301 |
+
"video_token": "<|video_pad|>",
|
| 302 |
+
"vision_bos_token": "<|vision_start|>",
|
| 303 |
+
"vision_eos_token": "<|vision_end|>"
|
| 304 |
+
}
|
| 305 |
+
}
|
video_preprocessor_config.json
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"size": {
|
| 3 |
+
"longest_edge": 25165824,
|
| 4 |
+
"shortest_edge": 4096
|
| 5 |
+
},
|
| 6 |
+
"patch_size": 16,
|
| 7 |
+
"temporal_patch_size": 2,
|
| 8 |
+
"merge_size": 2,
|
| 9 |
+
"image_mean": [
|
| 10 |
+
0.5,
|
| 11 |
+
0.5,
|
| 12 |
+
0.5
|
| 13 |
+
],
|
| 14 |
+
"image_std": [
|
| 15 |
+
0.5,
|
| 16 |
+
0.5,
|
| 17 |
+
0.5
|
| 18 |
+
],
|
| 19 |
+
"processor_class": "Qwen3VLProcessor",
|
| 20 |
+
"video_processor_type": "Qwen3VLVideoProcessor"
|
| 21 |
+
}
|