yongqiang commited on
Commit
c6de0f4
·
0 Parent(s):

first commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +44 -0
  2. .gitignore +9 -0
  3. README.md +263 -0
  4. assets/gradio_img2text.png +3 -0
  5. assets/gradio_text2text.png +3 -0
  6. assets/sample.png +3 -0
  7. assets/sample_1.png +3 -0
  8. config.json +1 -0
  9. gemma_4_e2b_it_ax650n_axmodel/embed_tokens_per_layer.weight.npy +3 -0
  10. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l0_together.axmodel +3 -0
  11. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l10_together.axmodel +3 -0
  12. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l11_together.axmodel +3 -0
  13. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l12_together.axmodel +3 -0
  14. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l13_together.axmodel +3 -0
  15. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l14_together.axmodel +3 -0
  16. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l15_together.axmodel +3 -0
  17. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l16_together.axmodel +3 -0
  18. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l17_together.axmodel +3 -0
  19. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l18_together.axmodel +3 -0
  20. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l19_together.axmodel +3 -0
  21. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l1_together.axmodel +3 -0
  22. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l20_together.axmodel +3 -0
  23. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l21_together.axmodel +3 -0
  24. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l22_together.axmodel +3 -0
  25. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l23_together.axmodel +3 -0
  26. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l24_together.axmodel +3 -0
  27. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l25_together.axmodel +3 -0
  28. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l26_together.axmodel +3 -0
  29. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l27_together.axmodel +3 -0
  30. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l28_together.axmodel +3 -0
  31. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l29_together.axmodel +3 -0
  32. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l2_together.axmodel +3 -0
  33. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l30_together.axmodel +3 -0
  34. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l31_together.axmodel +3 -0
  35. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l32_together.axmodel +3 -0
  36. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l33_together.axmodel +3 -0
  37. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l34_together.axmodel +3 -0
  38. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l3_together.axmodel +3 -0
  39. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l4_together.axmodel +3 -0
  40. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l5_together.axmodel +3 -0
  41. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l6_together.axmodel +3 -0
  42. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l7_together.axmodel +3 -0
  43. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l8_together.axmodel +3 -0
  44. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l9_together.axmodel +3 -0
  45. gemma_4_e2b_it_ax650n_axmodel/gemma4_text_post.axmodel +3 -0
  46. gemma_4_e2b_it_ax650n_axmodel/model.embed_tokens.weight.bfloat16.bin +3 -0
  47. gemma_4_e2b_it_ax650n_axmodel/model.embed_tokens.weight.float32.bin +3 -0
  48. gemma_4_e2b_it_ax650n_axmodel/model.embed_tokens.weight.npy +3 -0
  49. gemma_4_e2b_it_ax650n_axmodel/per_layer_model_projection.weight.npy +3 -0
  50. gemma_4_e2b_it_ax650n_axmodel/per_layer_projection_norm.weight.npy +3 -0
.gitattributes ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.axmodel filter=lfs diff=lfs merge=lfs -text
37
+ main_api_ax650 filter=lfs diff=lfs merge=lfs -text
38
+ main_api_axcl_x86 filter=lfs diff=lfs merge=lfs -text
39
+ main_ax650 filter=lfs diff=lfs merge=lfs -text
40
+ main_axcl_x86 filter=lfs diff=lfs merge=lfs -text
41
+ *.png filter=lfs diff=lfs merge=lfs -text
42
+ *.jpg filter=lfs diff=lfs merge=lfs -text
43
+ *.mp4 filter=lfs diff=lfs merge=lfs -text
44
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
.gitignore ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ __pycache__
2
+ *tmp/
3
+ build/
4
+ dist/
5
+ *.egg-info/
6
+ *.log
7
+ .codex
8
+ .claude
9
+ .gemini
README.md ADDED
@@ -0,0 +1,263 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: transformers
3
+ license: gemma
4
+ base_model:
5
+ - google/gemma-4-E2B-it
6
+ tags:
7
+ - gemma4
8
+ - multimodal
9
+ - axera
10
+ - ax650
11
+ language:
12
+ - en
13
+ ---
14
+
15
+ # Gemma 4 E2B on AXERA NPU
16
+
17
+ Ready-to-run deployment package for `google/gemma-4-E2B-it` on AX650 / NPU3.
18
+
19
+ - This release packages the `w8a16` AXERA NPU runtime.
20
+ - Compatible with `Pulsar2 5.2` and later.
21
+ - Includes the tokenizer/config files required at runtime.
22
+ - Includes compiled Gemma 4 text `.axmodel` files and Vision `.axmodel` files.
23
+ - Supports both text-only chat and single-image multimodal inference.
24
+
25
+ ## Conversion References
26
+
27
+ If you need the original model files or want to rebuild the deployment artifacts, start with:
28
+
29
+ - Original Hugging Face model: [google/gemma-4-E2B-it](https://huggingface.co/google/gemma-4-E2B-it)
30
+ - AXERA conversion and deployment workflow: [AXERA-TECH/gemma-4-E2B-it.axera](https://github.com/AXERA-TECH/gemma-4-E2B-it.axera)
31
+
32
+ ## Supported Platform
33
+
34
+ - [x] AX650 / NPU3
35
+
36
+ ## Validated Devices
37
+
38
+ This package has been validated on the following AX650-based devices:
39
+
40
+ - AX650N Demo Board
41
+ - [M4N-Dock (爱芯派 Pro)](https://wiki.sipeed.com/hardware/zh/maixIV/m4ndock/m4ndock.html)
42
+ - [M.2 Accelerator Card](https://docs.m5stack.com/zh_CN/ai_hardware/LLM-8850_Card)
43
+
44
+ ## Performance
45
+
46
+ All measurements below were taken on AX650 / NPU3. `TTFT` stands for time to first token.
47
+
48
+ - `w8a16`: TTFT is approximately `1664 ms`, with a decode throughput of approximately `10.44 tokens/s`.
49
+ - `w4a16`: TTFT is approximately `1233.7 ms`, with a decode throughput of approximately `15.22 tokens/s`.
50
+
51
+ The packaged text runtime in this release is the `w8a16` build located in `gemma_4_e2b_it_ax650n_axmodel`. The `w4a16` numbers are provided for reference only.
52
+
53
+ ## Vision Encoder Latency
54
+
55
+ | Model | Resolution | Soft Tokens | Time (ms) |
56
+ |---|---|---|---|
57
+ | `gemma4_vision_h336_w480_t70.axmodel` | 336×480 | 70 | 87.966 ms |
58
+ | `gemma4_vision_h480_w672_t140.axmodel` | 480×672 | 140 | 258.329 ms |
59
+ | `gemma4_vision_h672_w960_t280.axmodel` | 672×960 | 280 | 750.429 ms |
60
+
61
+ ## Package Layout
62
+
63
+ ```text
64
+ .
65
+ ├── README.md
66
+ ├── config.json
67
+ ├── infer_axmodel.py
68
+ ├── gradio_demo.py
69
+ ├── assets/
70
+ ├── gemma_4_e2b_it_tokenizer/
71
+ ├── gemma_4_e2b_it_ax650n_axmodel/
72
+ ├── vit_models/
73
+ └── utils/
74
+ ```
75
+
76
+ The runtime scripts auto-detect the packaged directories above. If you keep this layout unchanged, you can run the examples below without passing extra path arguments.
77
+
78
+ ## Runtime Requirements
79
+
80
+ Install the following packages on the AX board:
81
+
82
+ - `pyaxengine`
83
+ - `transformers>=5.5.0`
84
+ - `numpy`
85
+ - `ml_dtypes`
86
+ - `pillow`
87
+ - `gradio` for the web demo only
88
+
89
+ If your board image ships with an older `transformers` stack, you can use a pure-Python overlay directory instead:
90
+
91
+ ```bash
92
+ export PYTHONPATH=/path/to/your/gemma4_pydeps:$PYTHONPATH
93
+ ```
94
+
95
+ ## Quick Start
96
+
97
+ Enter the package directory on the board:
98
+
99
+ ```bash
100
+ cd /path/to/your/gemma-4-E2B-it
101
+ ```
102
+
103
+ ### Text-Only Inference
104
+
105
+ Run the following command:
106
+
107
+ ```bash
108
+ python3 infer_axmodel.py \
109
+ --prompt "What is the capital of the United States?" \
110
+ --max_new_tokens 256
111
+ ```
112
+
113
+ A typical output looks like this:
114
+
115
+ ```sh
116
+ [INFO] Compiler version: 5.1-patch1-dirty ac823c48-dirty
117
+ Init InferenceSession: 100%|██████████████████████████████████████████████████████████| 35/35 [00:02<00:00, 12.73it/s]
118
+ [INFO] Using provider: AxEngineExecutionProvider
119
+ [INFO] Model type: 2 (triple core)
120
+ [INFO] Compiler version: 5.1-patch1-dirty ac823c48-dirty
121
+ Model loaded successfully!
122
+ slice_indices: [0]
123
+ Slice prefill done: 0
124
+ answer >> The capital of the United States is **Washington, D.C.**
125
+ ```
126
+
127
+ ### Multimodal Inference
128
+
129
+ Use the sample image shown below: `assets/sample.png`
130
+
131
+ ![sample](assets/sample.png)
132
+
133
+ Recommended profile: `70` soft tokens at `336x480`.
134
+
135
+ ```bash
136
+ python3 infer_axmodel.py \
137
+ --image_path ./assets/sample.png \
138
+ --prompt "Describe this image in detail." \
139
+ --system_prompt "" \
140
+ --max_new_tokens 1024
141
+ ```
142
+
143
+ A typical output looks like this:
144
+
145
+ ```sh
146
+ [INFO] Compiler version: 5.1-patch1-dirty ac823c48-dirty
147
+ Init InferenceSession: 100%|██████████████████████████████████████████████████████████| 35/35 [00:28<00:00, 1.22it/s]
148
+ [INFO] Using provider: AxEngineExecutionProvider
149
+ [INFO] Model type: 2 (triple core)
150
+ [INFO] Compiler version: 5.1-patch1-dirty ac823c48-dirty
151
+ Model loaded successfully!
152
+ slice_indices: [0]
153
+ Slice prefill done: 0
154
+ answer >> This image is a vibrant, cartoon-style illustration of a **red crab**.
155
+
156
+ Here's a detailed description:
157
+
158
+ * **Subject:** The central subject is a crab, depicted in a bright, saturated red color.
159
+ * **Style:** The illustration is highly stylized and cartoonish, featuring thick outlines and exaggerated features, giving it a playful or energetic feel.
160
+ * **Appearance of the Crab:**
161
+ * **Color:** The crab is predominantly bright red.
162
+ * **Body:** It has a segmented body typical of a crab, with visible claws and legs.
163
+ * **Claws (Chelipeds):** The claws are prominent and appear muscular. The crab is shown with its claws raised, suggesting action or excitement.
164
+ * **Eyes/Face:** It has a somewhat expressive face, though simplified.
165
+ * **Composition:** The crab is positioned centrally and appears to be moving or posed dynamically.
166
+ * **Background:** The background is plain white, which makes the red crab stand out sharply.
167
+ * **Outline/Effect:** The illustration has a distinct, thick black outline, and there is a subtle white or light-colored outline effect around the edges, suggesting it might be a sticker, icon, or graphic element.
168
+
169
+ **Overall Impression:** The image is energetic, bold, and eye-catching, suitable for use as a mascot, icon, or graphic design element.
170
+ ```
171
+
172
+ The package also includes two additional higher-resolution Vision models:
173
+
174
+ | VIT file | Resolution | Soft tokens |
175
+ | --- | --- | --- |
176
+ | `vit_models/gemma4_vision_h336_w480_t70.axmodel` | `336x480` | `70` |
177
+ | `vit_models/gemma4_vision_h480_w672_t140.axmodel` | `480x672` | `140` |
178
+ | `vit_models/gemma4_vision_h672_w960_t280.axmodel` | `672x960` | `280` |
179
+
180
+ To use a different profile, pass `--vit_model_path` explicitly. The runtime will infer the matching soft-token count from the filename:
181
+
182
+ ```bash
183
+ python3 infer_axmodel.py \
184
+ --image_path ./assets/sample.png \
185
+ --prompt "Describe this image in detail." \
186
+ --system_prompt "" \
187
+ --vit_model_path ./vit_models/gemma4_vision_h480_w672_t140.axmodel \
188
+ --max_new_tokens 256
189
+ ```
190
+
191
+ ```bash
192
+ python3 infer_axmodel.py \
193
+ --image_path ./assets/sample.png \
194
+ --prompt "Describe this image in detail." \
195
+ --system_prompt "" \
196
+ --vit_model_path ./vit_models/gemma4_vision_h672_w960_t280.axmodel \
197
+ --max_new_tokens 1024
198
+ ```
199
+
200
+ Example output with the `672x960 / t280` profile:
201
+
202
+ ```sh
203
+ [INFO] Compiler version: 5.1-patch1-dirty ac823c48-dirty
204
+ Init InferenceSession: 100%|██████████████████████████████████████████████████████████| 35/35 [00:27<00:00, 1.29it/s]
205
+ [INFO] Using provider: AxEngineExecutionProvider
206
+ [INFO] Model type: 2 (triple core)
207
+ [INFO] Compiler version: 5.1-patch1-dirty ac823c48-dirty
208
+ Model loaded successfully!
209
+ [WARN] Image token block (group_id=0, pos 5-284) spans 3 prefill slices. Bidirectional attention within earlier slices is partial (chunked prefill limitation).
210
+ slice_indices: [0, 1, 2]
211
+ Slice prefill done: 0
212
+ Slice prefill done: 1
213
+ Slice prefill done: 2
214
+ answer >> This is a digital illustration of a cartoonish, anthropomorphic **red lobster**.
215
+
216
+ Here is a detailed description:
217
+
218
+ * **Subject:** The central subject is a lobster, depicted in a vibrant, glossy red color.
219
+ * **Style:** The illustration is rendered in a bold cartoon style, characterized by thick outlines and bright colors that give it a playful, energetic feel.
220
+ * **Expression and Pose:** The lobster has a cheerful, confident expression with a wide, toothy smile. It is posed dynamically, as if flexing or striking a pose, with its claws raised.
221
+ * Its claws (chelipeds) are prominent and muscular, and one of them appears to be flexed.
222
+ * Its body is curved, suggesting motion.
223
+ * **Details:** The lobster has visible antennae on its head. The overall design emphasizes its bright red color and gives it a strong, assertive personality.
224
+ * **Outline and Background:** The character is outlined in black, which helps define its shape against the plain white background and makes the red lobster stand out prominently.
225
+ * **Format:** The image resembles a sticker or clip-art graphic because of its clean, isolated presentation.
226
+
227
+ In summary, it is a cheerful, stylized, red cartoon lobster flexing its claws.
228
+ ```
229
+
230
+ ### Gradio Demo
231
+
232
+ ```bash
233
+ python3 gradio_demo.py \
234
+ --host 0.0.0.0 \
235
+ --port 7860
236
+ ```
237
+
238
+ ![demo](assets/gradio_img2text.png)
239
+
240
+ After the server starts, open `http://<board-ip>:7860` in your browser.
241
+
242
+ ## Packaged Runtime Paths
243
+
244
+ The release package uses the following default paths:
245
+
246
+ - Tokenizer and config: `./gemma_4_e2b_it_tokenizer`
247
+ - Text LLM axmodels: `./gemma_4_e2b_it_ax650n_axmodel`
248
+ - Vision axmodels: `./vit_models`
249
+
250
+ If you move any of these directories, pass the new values with `--hf_model`, `--axmodel_path`, and `--vit_model_path`.
251
+
252
+ ## Notes
253
+
254
+ - `.axmodel` execution is board-only and is not supported on x86 hosts.
255
+ - The default multimodal profile uses `70` image soft tokens and matches the packaged `336x480` Vision model.
256
+ - The current text runtime package contains `35` decoder layers and `kv_cache_len=2047`.
257
+ - The packaged runtime already includes the embedding and per-layer weight files needed by Gemma 4. Original `model.safetensors` weights are not required for board-side inference.
258
+ - Files under `assets/` are demo inputs for inference examples.
259
+
260
+ ## Discussion
261
+
262
+ - GitHub Issues
263
+ - QQ group: `139953715`
assets/gradio_img2text.png ADDED

Git LFS Details

  • SHA256: 4a1c5d679944f3d8b70074c6db280f05ce442d3bd24ec071df4a5bed996ded2a
  • Pointer size: 131 Bytes
  • Size of remote file: 768 kB
assets/gradio_text2text.png ADDED

Git LFS Details

  • SHA256: 71ac7003937e1a03eca5ba7ea16a1098329ce02b67fb808da0b01f81679e010e
  • Pointer size: 131 Bytes
  • Size of remote file: 358 kB
assets/sample.png ADDED

Git LFS Details

  • SHA256: e10040a55718d1e1157d919fd44051728bc9329e0e28008f940c6a316712e0cf
  • Pointer size: 131 Bytes
  • Size of remote file: 838 kB
assets/sample_1.png ADDED

Git LFS Details

  • SHA256: ff6e6e7c0b0e794380f7a3243e9d4ede5bc5bba2d921b232cbb3b01e32b0c9b0
  • Pointer size: 131 Bytes
  • Size of remote file: 905 kB
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {}
gemma_4_e2b_it_ax650n_axmodel/embed_tokens_per_layer.weight.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:341cbee5f8fb6b17f3b171b6f5ba037144ad214c6a178108b51a169f4ad21f3c
3
+ size 4697620608
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l0_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a24ce87ae5a64232f0fc6471f289dbbe9704b66625797cde2d7c9c2c6a7d5f92
3
+ size 47870901
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l10_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf1747aca3a744fc0fb839215cf6d7b51673e390491663133cf733b2304574f8
3
+ size 47870461
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l11_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c684719d677f07d7977a3522e17a3d54d8b059b698347e0ff2de3266daecb6b
3
+ size 47838205
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l12_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e41418d9463f1d65a3a162910ad96602a716c6a08c7ee215e537f07eb1964e16
3
+ size 47870461
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l13_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7960f97761293eede32765dcdd063c8f2c4bdf1d06711a98c83d6d3695fb3e52
3
+ size 47871549
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l14_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04209d2c7cab4cc6de42ed3947ce93337a500166b8b089d40d165dc7eae0d486
3
+ size 60636797
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l15_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:186021142167fb1807c29a9f66291c2680297911e50029e65480cf83bb1c0ccd
3
+ size 79802873
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l16_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb38ebaf7f147618e64a34a3dfeda7a299c6691643dc0d69f444618048102f95
3
+ size 79804793
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l17_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed4657d66a22c741a4e4c5fa678ff0aa3cd0ce85f7f89bb460752ece0cc16542
3
+ size 79802873
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l18_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1472a60fcec4004da225e9b64266ff62437ef71c6e598011e1fcd88f059309b3
3
+ size 79803897
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l19_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc144ff53442b63a845a7d145bcd0e0f0dba502fc9463f189bbe246701d21e60
3
+ size 91570521
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l1_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac9acc922c568ff3c1189139d6f29b9f637bbc45f9ae314653aa89d61d5b41a2
3
+ size 47871797
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l20_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31f3f68dc8591a7f53a777692773a574c25f284396c0132128c74a841cfcae0d
3
+ size 79804729
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l21_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7465eebe782ebffd7caf466fff784dabca43f19cd682a6aa4d3fcfbc4a2b7f2d
3
+ size 79804697
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l22_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65d1c365ffbfd5b9774376541b2478f8198ea0420ff6180686fcc27b38c91df9
3
+ size 79803257
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l23_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04aafa9cb10b3098357560bd17456c1b2dac1f002ed54e4b87c1b9b5a841b009
3
+ size 79804313
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l24_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af300d41c9ecda8443a7d341f28ae70429f386207426e45e1991eebb157a426d
3
+ size 91570521
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l25_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03d74f348ad323a973b14d3d3928735487bdecafa6932b4ea3cf97b14bce9cad
3
+ size 79803225
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l26_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60faf999ab7d34e3aa4b69a41fdfa1de6b9fc70714bcd68a65cd2c84fde0ea95
3
+ size 79802873
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l27_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbcb7056d047ca48a9431aa2f3a0c29783d4b56a1bccfb8bd8a9c3bd85a761ea
3
+ size 79802873
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l28_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2755b630a1ade4707471ffa6c2842a5f1cb6f93d9d0f031879a25b6c7b165e81
3
+ size 79803417
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l29_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c35f1201a16a9cb0ef709469075175c0f843d2dce879043296da619db453e11
3
+ size 91570521
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l2_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41bff82aac9258058d680203f2882ae6b3b315f7d0997bf97b1c26d4a6a635b4
3
+ size 47873461
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l30_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cfdc7690aa0767cbaf58584c83c03c06f52c5c777d026b8fedc32e63e1eb16f
3
+ size 79803769
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l31_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fd12a27826443da37717e37ac66593962a5687db6e8b39af077730ec3dec477
3
+ size 79804249
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l32_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c9b1565a90b7f8d0d6d2a8a012e2bc75a7876697a0677793a3bead40e74598e
3
+ size 79804409
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l33_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d29eeb75be85b51e327223d4a9781f4248c272a6b03cb1ae734449bf1e4b167b
3
+ size 79802873
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l34_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e0a5ea7aaeeae11db6189f2997ce2d3cd1a5dc69bc68e8a5bce42e7ff5c3c9a
3
+ size 91570521
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l3_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f88347058a946593b35f66dcc19e1d65bcfe203713f6b2a4cb1d4ce3f6c4b023
3
+ size 47870453
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l4_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d52db63701877838a0489d9987c593c29b480e0ec51496ff7d738bad314e4f7c
3
+ size 60636789
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l5_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34bfc22b20471838658249b87cb0f793608cbe8aaa394553a754e4ec054d2e89
3
+ size 47870901
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l6_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00b7d108ca2fbb53346f3336b1a2793c1535ea17e4ed0fc6c0bbfd4be025828d
3
+ size 47870869
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l7_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0778bbad62936cdce2554ee3b75c177b8d6a05ada1162affaa937f6037e3bf8e
3
+ size 47871413
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l8_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a270a5509c65540e81f9e8ced245f435e1f1a60bf5d72b7ddf9dcb942782194
3
+ size 47870997
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_p128_l9_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11a1d55ae855e55e1ba4da636a74f97a38d22a111cf36e73d5b2428066e5f06e
3
+ size 60636789
gemma_4_e2b_it_ax650n_axmodel/gemma4_text_post.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6179918e9b5faef88fbb3243e617d8222eba1889b91ad5593fe85041b8cfe323
3
+ size 439609855
gemma_4_e2b_it_ax650n_axmodel/model.embed_tokens.weight.bfloat16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:882f4e5406506351cd8107c909a2255befe8d6f46b2401a9d4bab61f3b18f3d2
3
+ size 805306368
gemma_4_e2b_it_ax650n_axmodel/model.embed_tokens.weight.float32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a9d41b71f0b15c47807d3874db443daf67ade7d9750c361c00fcab95ac508c0
3
+ size 1610612736
gemma_4_e2b_it_ax650n_axmodel/model.embed_tokens.weight.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39202a6627a585f06b0852d267311d3a063fb8d610c1c106ec403d05d42afba0
3
+ size 1610612864
gemma_4_e2b_it_ax650n_axmodel/per_layer_model_projection.weight.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b0c44a461be8831f4ee34409a7396eb6b27e17f5aacd4047c5f675b21f3fc28
3
+ size 55050368
gemma_4_e2b_it_ax650n_axmodel/per_layer_projection_norm.weight.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e47ddca0695742049a6ba4a806b71f0c250f3b060a210a3cdea89a5c1ddd476
3
+ size 1152