Add 6-step v193 Q4 distill release
Browse files- .gitattributes +1 -0
- README.md +28 -0
- checksums.sha256 +3 -0
- manifest.json +39 -0
- peyton_voice_q4.tar +3 -0
- peyton_voice_q4/models/f5tts_peyton_q4_v0/export_summary.json +12 -0
- peyton_voice_q4/models/f5tts_peyton_q4_v0/manifest.json +36 -0
- peyton_voice_q4/models/f5tts_peyton_q4_v0/tensor_fp16_index.json +1547 -0
- peyton_voice_q4/models/f5tts_peyton_q4_v0/tensor_q4_index.json +2257 -0
- peyton_voice_q4/models/f5tts_peyton_q4_v0/tensors.fp16.bin +3 -0
- peyton_voice_q4/models/f5tts_peyton_q4_v0/tensors.q4.bin +3 -0
- peyton_voice_q4/models/vocos_mel_24khz_q4_v0/export_summary.json +8 -0
- peyton_voice_q4/models/vocos_mel_24khz_q4_v0/manifest.json +26 -0
- peyton_voice_q4/models/vocos_mel_24khz_q4_v0/tensor_fp16_index.json +459 -0
- peyton_voice_q4/models/vocos_mel_24khz_q4_v0/tensor_q4_index.json +349 -0
- peyton_voice_q4/models/vocos_mel_24khz_q4_v0/tensors.fp16.bin +3 -0
- peyton_voice_q4/models/vocos_mel_24khz_q4_v0/tensors.q4.bin +3 -0
- peyton_voice_q4/voice/peyton/F5TTS_Base_vocab.txt +2545 -0
- peyton_voice_q4/voice/peyton/sample_0.wav +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
peyton_voice_q4/voice/peyton/sample_0.wav filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: other
|
| 3 |
+
tags:
|
| 4 |
+
- text-to-speech
|
| 5 |
+
- f5-tts
|
| 6 |
+
- quantized
|
| 7 |
+
- q4
|
| 8 |
+
- distillation
|
| 9 |
+
---
|
| 10 |
+
|
| 11 |
+
# Peyton F5-TTS Q4 Distill - 6-step v193
|
| 12 |
+
|
| 13 |
+
This release packages the best currently accepted 6-step Peyton F5-TTS Q4 distilled checkpoint in the same `peyton_voice_q4` archive layout used by the previous 8-step release.
|
| 14 |
+
|
| 15 |
+
## Files
|
| 16 |
+
|
| 17 |
+
- `peyton_voice_q4.tar` - runtime bundle with F5-TTS Q4 weights, Vocos Q4 weights, Peyton reference WAV, and vocab.
|
| 18 |
+
- `manifest.json` - release metadata, source checkpoint, inference settings, and evaluation metrics.
|
| 19 |
+
- `checksums.sha256` - SHA-256 checksums for uploaded release files.
|
| 20 |
+
|
| 21 |
+
## Selected Checkpoint
|
| 22 |
+
|
| 23 |
+
- Source checkpoint: `runs/checkpoints/f5tts_q4_6step_v193_continue_underfill_floor/model_q4_24to6_best_rollout.pt`
|
| 24 |
+
- NFE steps: `6`
|
| 25 |
+
- Recommended CFG: `0.7`
|
| 26 |
+
- Selection: accepted guarded/best-of v193 candidate from the broad evaluation run.
|
| 27 |
+
|
| 28 |
+
The internal model directory remains `models/f5tts_peyton_q4_v0` for compatibility with consumers of the prior package layout.
|
checksums.sha256
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
921fd459a2787ffb5456806ea99e805187a167cad98d99eac808f633fff8c30c README.md
|
| 2 |
+
2f6a78796a1cce0138b5eae184623d2313d06f9ae91635027c50f459b88e53c9 manifest.json
|
| 3 |
+
3c79b4a8e2dbf94e274bee661defdd8ca9008a7b74b63d49517ba39704187565 peyton_voice_q4.tar
|
manifest.json
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"format": "peyton_voice_q4_release_v1",
|
| 3 |
+
"release_id": "f5tts-peyton-q4-6step-v193",
|
| 4 |
+
"created_utc": "2026-06-02T12:02:03Z",
|
| 5 |
+
"description": "Peyton F5-TTS Q4 6-step distilled checkpoint, packaged in the prior peyton_voice_q4 layout.",
|
| 6 |
+
"source": {
|
| 7 |
+
"checkpoint": "runs/checkpoints/f5tts_q4_6step_v193_continue_underfill_floor/model_q4_24to6_best_rollout.pt",
|
| 8 |
+
"selection_manifest": "runs/evals/f5tts_6step_broad_eval_20260531/v193_bestof_lowcfg_guard_clarity_rms028_antirobotic_tc3rowhybrid_plus5_v0/v193_bestof_lowcfg_guard_clarity_rms028_antirobotic_tc3rowhybrid_plus5_v0/manifest.json",
|
| 9 |
+
"selection_method": "manual_antirobotic_tcguard_rows_0_1_2_3_5_8_10_11",
|
| 10 |
+
"checkpoint_step": 2
|
| 11 |
+
},
|
| 12 |
+
"inference": {
|
| 13 |
+
"nfe_step": 6,
|
| 14 |
+
"cfg_strength": 0.7,
|
| 15 |
+
"seed": 89,
|
| 16 |
+
"sample_rate_hz": 24000
|
| 17 |
+
},
|
| 18 |
+
"bundle": {
|
| 19 |
+
"archive": "peyton_voice_q4.tar",
|
| 20 |
+
"root": "peyton_voice_q4",
|
| 21 |
+
"f5tts_manifest": "peyton_voice_q4/models/f5tts_peyton_q4_v0/manifest.json",
|
| 22 |
+
"vocos_manifest": "peyton_voice_q4/models/vocos_mel_24khz_q4_v0/manifest.json",
|
| 23 |
+
"reference_wav": "peyton_voice_q4/voice/peyton/sample_0.wav",
|
| 24 |
+
"vocab": "peyton_voice_q4/voice/peyton/F5TTS_Base_vocab.txt"
|
| 25 |
+
},
|
| 26 |
+
"metrics": {
|
| 27 |
+
"phonetic_wer": 0.09140211640211642,
|
| 28 |
+
"seg4_high_band_max": 0.09506378346835871,
|
| 29 |
+
"seg4_high_band_p90": 0.06802433522500728,
|
| 30 |
+
"seg4_zcr_max": 0.2610209908694424,
|
| 31 |
+
"seg4_zcr_p90": 0.21684573550868816,
|
| 32 |
+
"wavlm_mean": 0.8690003206332525,
|
| 33 |
+
"wer": 0.11453473427157639
|
| 34 |
+
},
|
| 35 |
+
"notes": [
|
| 36 |
+
"Internal F5-TTS folder name remains f5tts_peyton_q4_v0 for compatibility with 8-step package consumers.",
|
| 37 |
+
"This is the accepted guarded/best-of 6-step candidate from the 2026-05-31/2026-06-01 evaluation run."
|
| 38 |
+
]
|
| 39 |
+
}
|
peyton_voice_q4.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3c79b4a8e2dbf94e274bee661defdd8ca9008a7b74b63d49517ba39704187565
|
| 3 |
+
size 179169280
|
peyton_voice_q4/models/f5tts_peyton_q4_v0/export_summary.json
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dry_run": false,
|
| 3 |
+
"manifest_path": "/data/tmp/f5tts_6step_hf_release_20260602/peyton_voice_q4/models/f5tts_peyton_q4_v0/manifest.json",
|
| 4 |
+
"dense_tensors": 191,
|
| 5 |
+
"q4_tensors": 173,
|
| 6 |
+
"dense_parameter_count": 1624196,
|
| 7 |
+
"q4_parameter_count": 335472640,
|
| 8 |
+
"dense_bytes": 3248392,
|
| 9 |
+
"q4_bytes": 168352968,
|
| 10 |
+
"total_tensor_bytes": 171601360,
|
| 11 |
+
"total_tensor_human": "163.65 MiB"
|
| 12 |
+
}
|
peyton_voice_q4/models/f5tts_peyton_q4_v0/manifest.json
ADDED
|
@@ -0,0 +1,36 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"format": "f5tts-q4-bundle-v0",
|
| 3 |
+
"model_id": "f5tts-peyton-q4-6step-v193",
|
| 4 |
+
"source_checkpoint": "/data/agentkernel-acoustic-generation-lab/runs/checkpoints/f5tts_q4_6step_v193_continue_underfill_floor/model_q4_24to6_best_rollout.pt",
|
| 5 |
+
"state_key": "model_state_dict",
|
| 6 |
+
"architecture": {
|
| 7 |
+
"name": "F5TTS CFM DiT",
|
| 8 |
+
"dim": 1024,
|
| 9 |
+
"depth": 22,
|
| 10 |
+
"heads": 16,
|
| 11 |
+
"ff_mult": 2,
|
| 12 |
+
"text_dim": 512,
|
| 13 |
+
"conv_layers": 4,
|
| 14 |
+
"mel_dim": 100,
|
| 15 |
+
"sample_rate": 24000
|
| 16 |
+
},
|
| 17 |
+
"quantization": {
|
| 18 |
+
"scheme": "q4_symmetric_row_scale_f16",
|
| 19 |
+
"packed_values": "signed int4 two values per byte, low nibble first",
|
| 20 |
+
"dense_dtype": "float16",
|
| 21 |
+
"include": [],
|
| 22 |
+
"exclude": [
|
| 23 |
+
"text_embed.text_embed",
|
| 24 |
+
"mel_spec"
|
| 25 |
+
],
|
| 26 |
+
"q4_parameter_count": 335472640,
|
| 27 |
+
"dense_parameter_count": 1624196
|
| 28 |
+
},
|
| 29 |
+
"files": {
|
| 30 |
+
"dense": "tensors.fp16.bin",
|
| 31 |
+
"dense_index": "tensor_fp16_index.json",
|
| 32 |
+
"q4": "tensors.q4.bin",
|
| 33 |
+
"q4_index": "tensor_q4_index.json"
|
| 34 |
+
},
|
| 35 |
+
"runtime_status": "weights_only_export; F5TTS graph/vocoder runtime still required"
|
| 36 |
+
}
|
peyton_voice_q4/models/f5tts_peyton_q4_v0/tensor_fp16_index.json
ADDED
|
@@ -0,0 +1,1547 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"transformer.time_embed.time_mlp.0.bias": {
|
| 3 |
+
"dtype": "float16",
|
| 4 |
+
"shape": [
|
| 5 |
+
1024
|
| 6 |
+
],
|
| 7 |
+
"offset": 0,
|
| 8 |
+
"nbytes": 2048
|
| 9 |
+
},
|
| 10 |
+
"transformer.time_embed.time_mlp.2.bias": {
|
| 11 |
+
"dtype": "float16",
|
| 12 |
+
"shape": [
|
| 13 |
+
1024
|
| 14 |
+
],
|
| 15 |
+
"offset": 2048,
|
| 16 |
+
"nbytes": 2048
|
| 17 |
+
},
|
| 18 |
+
"transformer.text_embed.text_embed.weight": {
|
| 19 |
+
"dtype": "float16",
|
| 20 |
+
"shape": [
|
| 21 |
+
2546,
|
| 22 |
+
512
|
| 23 |
+
],
|
| 24 |
+
"offset": 4096,
|
| 25 |
+
"nbytes": 2607104
|
| 26 |
+
},
|
| 27 |
+
"transformer.text_embed.text_blocks.0.dwconv.bias": {
|
| 28 |
+
"dtype": "float16",
|
| 29 |
+
"shape": [
|
| 30 |
+
512
|
| 31 |
+
],
|
| 32 |
+
"offset": 2611200,
|
| 33 |
+
"nbytes": 1024
|
| 34 |
+
},
|
| 35 |
+
"transformer.text_embed.text_blocks.0.norm.weight": {
|
| 36 |
+
"dtype": "float16",
|
| 37 |
+
"shape": [
|
| 38 |
+
512
|
| 39 |
+
],
|
| 40 |
+
"offset": 2612224,
|
| 41 |
+
"nbytes": 1024
|
| 42 |
+
},
|
| 43 |
+
"transformer.text_embed.text_blocks.0.norm.bias": {
|
| 44 |
+
"dtype": "float16",
|
| 45 |
+
"shape": [
|
| 46 |
+
512
|
| 47 |
+
],
|
| 48 |
+
"offset": 2613248,
|
| 49 |
+
"nbytes": 1024
|
| 50 |
+
},
|
| 51 |
+
"transformer.text_embed.text_blocks.0.pwconv1.bias": {
|
| 52 |
+
"dtype": "float16",
|
| 53 |
+
"shape": [
|
| 54 |
+
1024
|
| 55 |
+
],
|
| 56 |
+
"offset": 2614272,
|
| 57 |
+
"nbytes": 2048
|
| 58 |
+
},
|
| 59 |
+
"transformer.text_embed.text_blocks.0.grn.gamma": {
|
| 60 |
+
"dtype": "float16",
|
| 61 |
+
"shape": [
|
| 62 |
+
1,
|
| 63 |
+
1,
|
| 64 |
+
1024
|
| 65 |
+
],
|
| 66 |
+
"offset": 2616320,
|
| 67 |
+
"nbytes": 2048
|
| 68 |
+
},
|
| 69 |
+
"transformer.text_embed.text_blocks.0.grn.beta": {
|
| 70 |
+
"dtype": "float16",
|
| 71 |
+
"shape": [
|
| 72 |
+
1,
|
| 73 |
+
1,
|
| 74 |
+
1024
|
| 75 |
+
],
|
| 76 |
+
"offset": 2618368,
|
| 77 |
+
"nbytes": 2048
|
| 78 |
+
},
|
| 79 |
+
"transformer.text_embed.text_blocks.0.pwconv2.bias": {
|
| 80 |
+
"dtype": "float16",
|
| 81 |
+
"shape": [
|
| 82 |
+
512
|
| 83 |
+
],
|
| 84 |
+
"offset": 2620416,
|
| 85 |
+
"nbytes": 1024
|
| 86 |
+
},
|
| 87 |
+
"transformer.text_embed.text_blocks.1.dwconv.bias": {
|
| 88 |
+
"dtype": "float16",
|
| 89 |
+
"shape": [
|
| 90 |
+
512
|
| 91 |
+
],
|
| 92 |
+
"offset": 2621440,
|
| 93 |
+
"nbytes": 1024
|
| 94 |
+
},
|
| 95 |
+
"transformer.text_embed.text_blocks.1.norm.weight": {
|
| 96 |
+
"dtype": "float16",
|
| 97 |
+
"shape": [
|
| 98 |
+
512
|
| 99 |
+
],
|
| 100 |
+
"offset": 2622464,
|
| 101 |
+
"nbytes": 1024
|
| 102 |
+
},
|
| 103 |
+
"transformer.text_embed.text_blocks.1.norm.bias": {
|
| 104 |
+
"dtype": "float16",
|
| 105 |
+
"shape": [
|
| 106 |
+
512
|
| 107 |
+
],
|
| 108 |
+
"offset": 2623488,
|
| 109 |
+
"nbytes": 1024
|
| 110 |
+
},
|
| 111 |
+
"transformer.text_embed.text_blocks.1.pwconv1.bias": {
|
| 112 |
+
"dtype": "float16",
|
| 113 |
+
"shape": [
|
| 114 |
+
1024
|
| 115 |
+
],
|
| 116 |
+
"offset": 2624512,
|
| 117 |
+
"nbytes": 2048
|
| 118 |
+
},
|
| 119 |
+
"transformer.text_embed.text_blocks.1.grn.gamma": {
|
| 120 |
+
"dtype": "float16",
|
| 121 |
+
"shape": [
|
| 122 |
+
1,
|
| 123 |
+
1,
|
| 124 |
+
1024
|
| 125 |
+
],
|
| 126 |
+
"offset": 2626560,
|
| 127 |
+
"nbytes": 2048
|
| 128 |
+
},
|
| 129 |
+
"transformer.text_embed.text_blocks.1.grn.beta": {
|
| 130 |
+
"dtype": "float16",
|
| 131 |
+
"shape": [
|
| 132 |
+
1,
|
| 133 |
+
1,
|
| 134 |
+
1024
|
| 135 |
+
],
|
| 136 |
+
"offset": 2628608,
|
| 137 |
+
"nbytes": 2048
|
| 138 |
+
},
|
| 139 |
+
"transformer.text_embed.text_blocks.1.pwconv2.bias": {
|
| 140 |
+
"dtype": "float16",
|
| 141 |
+
"shape": [
|
| 142 |
+
512
|
| 143 |
+
],
|
| 144 |
+
"offset": 2630656,
|
| 145 |
+
"nbytes": 1024
|
| 146 |
+
},
|
| 147 |
+
"transformer.text_embed.text_blocks.2.dwconv.bias": {
|
| 148 |
+
"dtype": "float16",
|
| 149 |
+
"shape": [
|
| 150 |
+
512
|
| 151 |
+
],
|
| 152 |
+
"offset": 2631680,
|
| 153 |
+
"nbytes": 1024
|
| 154 |
+
},
|
| 155 |
+
"transformer.text_embed.text_blocks.2.norm.weight": {
|
| 156 |
+
"dtype": "float16",
|
| 157 |
+
"shape": [
|
| 158 |
+
512
|
| 159 |
+
],
|
| 160 |
+
"offset": 2632704,
|
| 161 |
+
"nbytes": 1024
|
| 162 |
+
},
|
| 163 |
+
"transformer.text_embed.text_blocks.2.norm.bias": {
|
| 164 |
+
"dtype": "float16",
|
| 165 |
+
"shape": [
|
| 166 |
+
512
|
| 167 |
+
],
|
| 168 |
+
"offset": 2633728,
|
| 169 |
+
"nbytes": 1024
|
| 170 |
+
},
|
| 171 |
+
"transformer.text_embed.text_blocks.2.pwconv1.bias": {
|
| 172 |
+
"dtype": "float16",
|
| 173 |
+
"shape": [
|
| 174 |
+
1024
|
| 175 |
+
],
|
| 176 |
+
"offset": 2634752,
|
| 177 |
+
"nbytes": 2048
|
| 178 |
+
},
|
| 179 |
+
"transformer.text_embed.text_blocks.2.grn.gamma": {
|
| 180 |
+
"dtype": "float16",
|
| 181 |
+
"shape": [
|
| 182 |
+
1,
|
| 183 |
+
1,
|
| 184 |
+
1024
|
| 185 |
+
],
|
| 186 |
+
"offset": 2636800,
|
| 187 |
+
"nbytes": 2048
|
| 188 |
+
},
|
| 189 |
+
"transformer.text_embed.text_blocks.2.grn.beta": {
|
| 190 |
+
"dtype": "float16",
|
| 191 |
+
"shape": [
|
| 192 |
+
1,
|
| 193 |
+
1,
|
| 194 |
+
1024
|
| 195 |
+
],
|
| 196 |
+
"offset": 2638848,
|
| 197 |
+
"nbytes": 2048
|
| 198 |
+
},
|
| 199 |
+
"transformer.text_embed.text_blocks.2.pwconv2.bias": {
|
| 200 |
+
"dtype": "float16",
|
| 201 |
+
"shape": [
|
| 202 |
+
512
|
| 203 |
+
],
|
| 204 |
+
"offset": 2640896,
|
| 205 |
+
"nbytes": 1024
|
| 206 |
+
},
|
| 207 |
+
"transformer.text_embed.text_blocks.3.dwconv.bias": {
|
| 208 |
+
"dtype": "float16",
|
| 209 |
+
"shape": [
|
| 210 |
+
512
|
| 211 |
+
],
|
| 212 |
+
"offset": 2641920,
|
| 213 |
+
"nbytes": 1024
|
| 214 |
+
},
|
| 215 |
+
"transformer.text_embed.text_blocks.3.norm.weight": {
|
| 216 |
+
"dtype": "float16",
|
| 217 |
+
"shape": [
|
| 218 |
+
512
|
| 219 |
+
],
|
| 220 |
+
"offset": 2642944,
|
| 221 |
+
"nbytes": 1024
|
| 222 |
+
},
|
| 223 |
+
"transformer.text_embed.text_blocks.3.norm.bias": {
|
| 224 |
+
"dtype": "float16",
|
| 225 |
+
"shape": [
|
| 226 |
+
512
|
| 227 |
+
],
|
| 228 |
+
"offset": 2643968,
|
| 229 |
+
"nbytes": 1024
|
| 230 |
+
},
|
| 231 |
+
"transformer.text_embed.text_blocks.3.pwconv1.bias": {
|
| 232 |
+
"dtype": "float16",
|
| 233 |
+
"shape": [
|
| 234 |
+
1024
|
| 235 |
+
],
|
| 236 |
+
"offset": 2644992,
|
| 237 |
+
"nbytes": 2048
|
| 238 |
+
},
|
| 239 |
+
"transformer.text_embed.text_blocks.3.grn.gamma": {
|
| 240 |
+
"dtype": "float16",
|
| 241 |
+
"shape": [
|
| 242 |
+
1,
|
| 243 |
+
1,
|
| 244 |
+
1024
|
| 245 |
+
],
|
| 246 |
+
"offset": 2647040,
|
| 247 |
+
"nbytes": 2048
|
| 248 |
+
},
|
| 249 |
+
"transformer.text_embed.text_blocks.3.grn.beta": {
|
| 250 |
+
"dtype": "float16",
|
| 251 |
+
"shape": [
|
| 252 |
+
1,
|
| 253 |
+
1,
|
| 254 |
+
1024
|
| 255 |
+
],
|
| 256 |
+
"offset": 2649088,
|
| 257 |
+
"nbytes": 2048
|
| 258 |
+
},
|
| 259 |
+
"transformer.text_embed.text_blocks.3.pwconv2.bias": {
|
| 260 |
+
"dtype": "float16",
|
| 261 |
+
"shape": [
|
| 262 |
+
512
|
| 263 |
+
],
|
| 264 |
+
"offset": 2651136,
|
| 265 |
+
"nbytes": 1024
|
| 266 |
+
},
|
| 267 |
+
"transformer.input_embed.proj.bias": {
|
| 268 |
+
"dtype": "float16",
|
| 269 |
+
"shape": [
|
| 270 |
+
1024
|
| 271 |
+
],
|
| 272 |
+
"offset": 2652160,
|
| 273 |
+
"nbytes": 2048
|
| 274 |
+
},
|
| 275 |
+
"transformer.input_embed.conv_pos_embed.conv1d.0.bias": {
|
| 276 |
+
"dtype": "float16",
|
| 277 |
+
"shape": [
|
| 278 |
+
1024
|
| 279 |
+
],
|
| 280 |
+
"offset": 2654208,
|
| 281 |
+
"nbytes": 2048
|
| 282 |
+
},
|
| 283 |
+
"transformer.input_embed.conv_pos_embed.conv1d.2.bias": {
|
| 284 |
+
"dtype": "float16",
|
| 285 |
+
"shape": [
|
| 286 |
+
1024
|
| 287 |
+
],
|
| 288 |
+
"offset": 2656256,
|
| 289 |
+
"nbytes": 2048
|
| 290 |
+
},
|
| 291 |
+
"transformer.rotary_embed.inv_freq": {
|
| 292 |
+
"dtype": "float16",
|
| 293 |
+
"shape": [
|
| 294 |
+
32
|
| 295 |
+
],
|
| 296 |
+
"offset": 2658304,
|
| 297 |
+
"nbytes": 64
|
| 298 |
+
},
|
| 299 |
+
"transformer.transformer_blocks.0.attn_norm.linear.bias": {
|
| 300 |
+
"dtype": "float16",
|
| 301 |
+
"shape": [
|
| 302 |
+
6144
|
| 303 |
+
],
|
| 304 |
+
"offset": 2658368,
|
| 305 |
+
"nbytes": 12288
|
| 306 |
+
},
|
| 307 |
+
"transformer.transformer_blocks.0.attn.to_q.bias": {
|
| 308 |
+
"dtype": "float16",
|
| 309 |
+
"shape": [
|
| 310 |
+
1024
|
| 311 |
+
],
|
| 312 |
+
"offset": 2670656,
|
| 313 |
+
"nbytes": 2048
|
| 314 |
+
},
|
| 315 |
+
"transformer.transformer_blocks.0.attn.to_k.bias": {
|
| 316 |
+
"dtype": "float16",
|
| 317 |
+
"shape": [
|
| 318 |
+
1024
|
| 319 |
+
],
|
| 320 |
+
"offset": 2672704,
|
| 321 |
+
"nbytes": 2048
|
| 322 |
+
},
|
| 323 |
+
"transformer.transformer_blocks.0.attn.to_v.bias": {
|
| 324 |
+
"dtype": "float16",
|
| 325 |
+
"shape": [
|
| 326 |
+
1024
|
| 327 |
+
],
|
| 328 |
+
"offset": 2674752,
|
| 329 |
+
"nbytes": 2048
|
| 330 |
+
},
|
| 331 |
+
"transformer.transformer_blocks.0.attn.to_out.0.bias": {
|
| 332 |
+
"dtype": "float16",
|
| 333 |
+
"shape": [
|
| 334 |
+
1024
|
| 335 |
+
],
|
| 336 |
+
"offset": 2676800,
|
| 337 |
+
"nbytes": 2048
|
| 338 |
+
},
|
| 339 |
+
"transformer.transformer_blocks.0.ff.ff.0.0.bias": {
|
| 340 |
+
"dtype": "float16",
|
| 341 |
+
"shape": [
|
| 342 |
+
2048
|
| 343 |
+
],
|
| 344 |
+
"offset": 2678848,
|
| 345 |
+
"nbytes": 4096
|
| 346 |
+
},
|
| 347 |
+
"transformer.transformer_blocks.0.ff.ff.2.bias": {
|
| 348 |
+
"dtype": "float16",
|
| 349 |
+
"shape": [
|
| 350 |
+
1024
|
| 351 |
+
],
|
| 352 |
+
"offset": 2682944,
|
| 353 |
+
"nbytes": 2048
|
| 354 |
+
},
|
| 355 |
+
"transformer.transformer_blocks.1.attn_norm.linear.bias": {
|
| 356 |
+
"dtype": "float16",
|
| 357 |
+
"shape": [
|
| 358 |
+
6144
|
| 359 |
+
],
|
| 360 |
+
"offset": 2684992,
|
| 361 |
+
"nbytes": 12288
|
| 362 |
+
},
|
| 363 |
+
"transformer.transformer_blocks.1.attn.to_q.bias": {
|
| 364 |
+
"dtype": "float16",
|
| 365 |
+
"shape": [
|
| 366 |
+
1024
|
| 367 |
+
],
|
| 368 |
+
"offset": 2697280,
|
| 369 |
+
"nbytes": 2048
|
| 370 |
+
},
|
| 371 |
+
"transformer.transformer_blocks.1.attn.to_k.bias": {
|
| 372 |
+
"dtype": "float16",
|
| 373 |
+
"shape": [
|
| 374 |
+
1024
|
| 375 |
+
],
|
| 376 |
+
"offset": 2699328,
|
| 377 |
+
"nbytes": 2048
|
| 378 |
+
},
|
| 379 |
+
"transformer.transformer_blocks.1.attn.to_v.bias": {
|
| 380 |
+
"dtype": "float16",
|
| 381 |
+
"shape": [
|
| 382 |
+
1024
|
| 383 |
+
],
|
| 384 |
+
"offset": 2701376,
|
| 385 |
+
"nbytes": 2048
|
| 386 |
+
},
|
| 387 |
+
"transformer.transformer_blocks.1.attn.to_out.0.bias": {
|
| 388 |
+
"dtype": "float16",
|
| 389 |
+
"shape": [
|
| 390 |
+
1024
|
| 391 |
+
],
|
| 392 |
+
"offset": 2703424,
|
| 393 |
+
"nbytes": 2048
|
| 394 |
+
},
|
| 395 |
+
"transformer.transformer_blocks.1.ff.ff.0.0.bias": {
|
| 396 |
+
"dtype": "float16",
|
| 397 |
+
"shape": [
|
| 398 |
+
2048
|
| 399 |
+
],
|
| 400 |
+
"offset": 2705472,
|
| 401 |
+
"nbytes": 4096
|
| 402 |
+
},
|
| 403 |
+
"transformer.transformer_blocks.1.ff.ff.2.bias": {
|
| 404 |
+
"dtype": "float16",
|
| 405 |
+
"shape": [
|
| 406 |
+
1024
|
| 407 |
+
],
|
| 408 |
+
"offset": 2709568,
|
| 409 |
+
"nbytes": 2048
|
| 410 |
+
},
|
| 411 |
+
"transformer.transformer_blocks.2.attn_norm.linear.bias": {
|
| 412 |
+
"dtype": "float16",
|
| 413 |
+
"shape": [
|
| 414 |
+
6144
|
| 415 |
+
],
|
| 416 |
+
"offset": 2711616,
|
| 417 |
+
"nbytes": 12288
|
| 418 |
+
},
|
| 419 |
+
"transformer.transformer_blocks.2.attn.to_q.bias": {
|
| 420 |
+
"dtype": "float16",
|
| 421 |
+
"shape": [
|
| 422 |
+
1024
|
| 423 |
+
],
|
| 424 |
+
"offset": 2723904,
|
| 425 |
+
"nbytes": 2048
|
| 426 |
+
},
|
| 427 |
+
"transformer.transformer_blocks.2.attn.to_k.bias": {
|
| 428 |
+
"dtype": "float16",
|
| 429 |
+
"shape": [
|
| 430 |
+
1024
|
| 431 |
+
],
|
| 432 |
+
"offset": 2725952,
|
| 433 |
+
"nbytes": 2048
|
| 434 |
+
},
|
| 435 |
+
"transformer.transformer_blocks.2.attn.to_v.bias": {
|
| 436 |
+
"dtype": "float16",
|
| 437 |
+
"shape": [
|
| 438 |
+
1024
|
| 439 |
+
],
|
| 440 |
+
"offset": 2728000,
|
| 441 |
+
"nbytes": 2048
|
| 442 |
+
},
|
| 443 |
+
"transformer.transformer_blocks.2.attn.to_out.0.bias": {
|
| 444 |
+
"dtype": "float16",
|
| 445 |
+
"shape": [
|
| 446 |
+
1024
|
| 447 |
+
],
|
| 448 |
+
"offset": 2730048,
|
| 449 |
+
"nbytes": 2048
|
| 450 |
+
},
|
| 451 |
+
"transformer.transformer_blocks.2.ff.ff.0.0.bias": {
|
| 452 |
+
"dtype": "float16",
|
| 453 |
+
"shape": [
|
| 454 |
+
2048
|
| 455 |
+
],
|
| 456 |
+
"offset": 2732096,
|
| 457 |
+
"nbytes": 4096
|
| 458 |
+
},
|
| 459 |
+
"transformer.transformer_blocks.2.ff.ff.2.bias": {
|
| 460 |
+
"dtype": "float16",
|
| 461 |
+
"shape": [
|
| 462 |
+
1024
|
| 463 |
+
],
|
| 464 |
+
"offset": 2736192,
|
| 465 |
+
"nbytes": 2048
|
| 466 |
+
},
|
| 467 |
+
"transformer.transformer_blocks.3.attn_norm.linear.bias": {
|
| 468 |
+
"dtype": "float16",
|
| 469 |
+
"shape": [
|
| 470 |
+
6144
|
| 471 |
+
],
|
| 472 |
+
"offset": 2738240,
|
| 473 |
+
"nbytes": 12288
|
| 474 |
+
},
|
| 475 |
+
"transformer.transformer_blocks.3.attn.to_q.bias": {
|
| 476 |
+
"dtype": "float16",
|
| 477 |
+
"shape": [
|
| 478 |
+
1024
|
| 479 |
+
],
|
| 480 |
+
"offset": 2750528,
|
| 481 |
+
"nbytes": 2048
|
| 482 |
+
},
|
| 483 |
+
"transformer.transformer_blocks.3.attn.to_k.bias": {
|
| 484 |
+
"dtype": "float16",
|
| 485 |
+
"shape": [
|
| 486 |
+
1024
|
| 487 |
+
],
|
| 488 |
+
"offset": 2752576,
|
| 489 |
+
"nbytes": 2048
|
| 490 |
+
},
|
| 491 |
+
"transformer.transformer_blocks.3.attn.to_v.bias": {
|
| 492 |
+
"dtype": "float16",
|
| 493 |
+
"shape": [
|
| 494 |
+
1024
|
| 495 |
+
],
|
| 496 |
+
"offset": 2754624,
|
| 497 |
+
"nbytes": 2048
|
| 498 |
+
},
|
| 499 |
+
"transformer.transformer_blocks.3.attn.to_out.0.bias": {
|
| 500 |
+
"dtype": "float16",
|
| 501 |
+
"shape": [
|
| 502 |
+
1024
|
| 503 |
+
],
|
| 504 |
+
"offset": 2756672,
|
| 505 |
+
"nbytes": 2048
|
| 506 |
+
},
|
| 507 |
+
"transformer.transformer_blocks.3.ff.ff.0.0.bias": {
|
| 508 |
+
"dtype": "float16",
|
| 509 |
+
"shape": [
|
| 510 |
+
2048
|
| 511 |
+
],
|
| 512 |
+
"offset": 2758720,
|
| 513 |
+
"nbytes": 4096
|
| 514 |
+
},
|
| 515 |
+
"transformer.transformer_blocks.3.ff.ff.2.bias": {
|
| 516 |
+
"dtype": "float16",
|
| 517 |
+
"shape": [
|
| 518 |
+
1024
|
| 519 |
+
],
|
| 520 |
+
"offset": 2762816,
|
| 521 |
+
"nbytes": 2048
|
| 522 |
+
},
|
| 523 |
+
"transformer.transformer_blocks.4.attn_norm.linear.bias": {
|
| 524 |
+
"dtype": "float16",
|
| 525 |
+
"shape": [
|
| 526 |
+
6144
|
| 527 |
+
],
|
| 528 |
+
"offset": 2764864,
|
| 529 |
+
"nbytes": 12288
|
| 530 |
+
},
|
| 531 |
+
"transformer.transformer_blocks.4.attn.to_q.bias": {
|
| 532 |
+
"dtype": "float16",
|
| 533 |
+
"shape": [
|
| 534 |
+
1024
|
| 535 |
+
],
|
| 536 |
+
"offset": 2777152,
|
| 537 |
+
"nbytes": 2048
|
| 538 |
+
},
|
| 539 |
+
"transformer.transformer_blocks.4.attn.to_k.bias": {
|
| 540 |
+
"dtype": "float16",
|
| 541 |
+
"shape": [
|
| 542 |
+
1024
|
| 543 |
+
],
|
| 544 |
+
"offset": 2779200,
|
| 545 |
+
"nbytes": 2048
|
| 546 |
+
},
|
| 547 |
+
"transformer.transformer_blocks.4.attn.to_v.bias": {
|
| 548 |
+
"dtype": "float16",
|
| 549 |
+
"shape": [
|
| 550 |
+
1024
|
| 551 |
+
],
|
| 552 |
+
"offset": 2781248,
|
| 553 |
+
"nbytes": 2048
|
| 554 |
+
},
|
| 555 |
+
"transformer.transformer_blocks.4.attn.to_out.0.bias": {
|
| 556 |
+
"dtype": "float16",
|
| 557 |
+
"shape": [
|
| 558 |
+
1024
|
| 559 |
+
],
|
| 560 |
+
"offset": 2783296,
|
| 561 |
+
"nbytes": 2048
|
| 562 |
+
},
|
| 563 |
+
"transformer.transformer_blocks.4.ff.ff.0.0.bias": {
|
| 564 |
+
"dtype": "float16",
|
| 565 |
+
"shape": [
|
| 566 |
+
2048
|
| 567 |
+
],
|
| 568 |
+
"offset": 2785344,
|
| 569 |
+
"nbytes": 4096
|
| 570 |
+
},
|
| 571 |
+
"transformer.transformer_blocks.4.ff.ff.2.bias": {
|
| 572 |
+
"dtype": "float16",
|
| 573 |
+
"shape": [
|
| 574 |
+
1024
|
| 575 |
+
],
|
| 576 |
+
"offset": 2789440,
|
| 577 |
+
"nbytes": 2048
|
| 578 |
+
},
|
| 579 |
+
"transformer.transformer_blocks.5.attn_norm.linear.bias": {
|
| 580 |
+
"dtype": "float16",
|
| 581 |
+
"shape": [
|
| 582 |
+
6144
|
| 583 |
+
],
|
| 584 |
+
"offset": 2791488,
|
| 585 |
+
"nbytes": 12288
|
| 586 |
+
},
|
| 587 |
+
"transformer.transformer_blocks.5.attn.to_q.bias": {
|
| 588 |
+
"dtype": "float16",
|
| 589 |
+
"shape": [
|
| 590 |
+
1024
|
| 591 |
+
],
|
| 592 |
+
"offset": 2803776,
|
| 593 |
+
"nbytes": 2048
|
| 594 |
+
},
|
| 595 |
+
"transformer.transformer_blocks.5.attn.to_k.bias": {
|
| 596 |
+
"dtype": "float16",
|
| 597 |
+
"shape": [
|
| 598 |
+
1024
|
| 599 |
+
],
|
| 600 |
+
"offset": 2805824,
|
| 601 |
+
"nbytes": 2048
|
| 602 |
+
},
|
| 603 |
+
"transformer.transformer_blocks.5.attn.to_v.bias": {
|
| 604 |
+
"dtype": "float16",
|
| 605 |
+
"shape": [
|
| 606 |
+
1024
|
| 607 |
+
],
|
| 608 |
+
"offset": 2807872,
|
| 609 |
+
"nbytes": 2048
|
| 610 |
+
},
|
| 611 |
+
"transformer.transformer_blocks.5.attn.to_out.0.bias": {
|
| 612 |
+
"dtype": "float16",
|
| 613 |
+
"shape": [
|
| 614 |
+
1024
|
| 615 |
+
],
|
| 616 |
+
"offset": 2809920,
|
| 617 |
+
"nbytes": 2048
|
| 618 |
+
},
|
| 619 |
+
"transformer.transformer_blocks.5.ff.ff.0.0.bias": {
|
| 620 |
+
"dtype": "float16",
|
| 621 |
+
"shape": [
|
| 622 |
+
2048
|
| 623 |
+
],
|
| 624 |
+
"offset": 2811968,
|
| 625 |
+
"nbytes": 4096
|
| 626 |
+
},
|
| 627 |
+
"transformer.transformer_blocks.5.ff.ff.2.bias": {
|
| 628 |
+
"dtype": "float16",
|
| 629 |
+
"shape": [
|
| 630 |
+
1024
|
| 631 |
+
],
|
| 632 |
+
"offset": 2816064,
|
| 633 |
+
"nbytes": 2048
|
| 634 |
+
},
|
| 635 |
+
"transformer.transformer_blocks.6.attn_norm.linear.bias": {
|
| 636 |
+
"dtype": "float16",
|
| 637 |
+
"shape": [
|
| 638 |
+
6144
|
| 639 |
+
],
|
| 640 |
+
"offset": 2818112,
|
| 641 |
+
"nbytes": 12288
|
| 642 |
+
},
|
| 643 |
+
"transformer.transformer_blocks.6.attn.to_q.bias": {
|
| 644 |
+
"dtype": "float16",
|
| 645 |
+
"shape": [
|
| 646 |
+
1024
|
| 647 |
+
],
|
| 648 |
+
"offset": 2830400,
|
| 649 |
+
"nbytes": 2048
|
| 650 |
+
},
|
| 651 |
+
"transformer.transformer_blocks.6.attn.to_k.bias": {
|
| 652 |
+
"dtype": "float16",
|
| 653 |
+
"shape": [
|
| 654 |
+
1024
|
| 655 |
+
],
|
| 656 |
+
"offset": 2832448,
|
| 657 |
+
"nbytes": 2048
|
| 658 |
+
},
|
| 659 |
+
"transformer.transformer_blocks.6.attn.to_v.bias": {
|
| 660 |
+
"dtype": "float16",
|
| 661 |
+
"shape": [
|
| 662 |
+
1024
|
| 663 |
+
],
|
| 664 |
+
"offset": 2834496,
|
| 665 |
+
"nbytes": 2048
|
| 666 |
+
},
|
| 667 |
+
"transformer.transformer_blocks.6.attn.to_out.0.bias": {
|
| 668 |
+
"dtype": "float16",
|
| 669 |
+
"shape": [
|
| 670 |
+
1024
|
| 671 |
+
],
|
| 672 |
+
"offset": 2836544,
|
| 673 |
+
"nbytes": 2048
|
| 674 |
+
},
|
| 675 |
+
"transformer.transformer_blocks.6.ff.ff.0.0.bias": {
|
| 676 |
+
"dtype": "float16",
|
| 677 |
+
"shape": [
|
| 678 |
+
2048
|
| 679 |
+
],
|
| 680 |
+
"offset": 2838592,
|
| 681 |
+
"nbytes": 4096
|
| 682 |
+
},
|
| 683 |
+
"transformer.transformer_blocks.6.ff.ff.2.bias": {
|
| 684 |
+
"dtype": "float16",
|
| 685 |
+
"shape": [
|
| 686 |
+
1024
|
| 687 |
+
],
|
| 688 |
+
"offset": 2842688,
|
| 689 |
+
"nbytes": 2048
|
| 690 |
+
},
|
| 691 |
+
"transformer.transformer_blocks.7.attn_norm.linear.bias": {
|
| 692 |
+
"dtype": "float16",
|
| 693 |
+
"shape": [
|
| 694 |
+
6144
|
| 695 |
+
],
|
| 696 |
+
"offset": 2844736,
|
| 697 |
+
"nbytes": 12288
|
| 698 |
+
},
|
| 699 |
+
"transformer.transformer_blocks.7.attn.to_q.bias": {
|
| 700 |
+
"dtype": "float16",
|
| 701 |
+
"shape": [
|
| 702 |
+
1024
|
| 703 |
+
],
|
| 704 |
+
"offset": 2857024,
|
| 705 |
+
"nbytes": 2048
|
| 706 |
+
},
|
| 707 |
+
"transformer.transformer_blocks.7.attn.to_k.bias": {
|
| 708 |
+
"dtype": "float16",
|
| 709 |
+
"shape": [
|
| 710 |
+
1024
|
| 711 |
+
],
|
| 712 |
+
"offset": 2859072,
|
| 713 |
+
"nbytes": 2048
|
| 714 |
+
},
|
| 715 |
+
"transformer.transformer_blocks.7.attn.to_v.bias": {
|
| 716 |
+
"dtype": "float16",
|
| 717 |
+
"shape": [
|
| 718 |
+
1024
|
| 719 |
+
],
|
| 720 |
+
"offset": 2861120,
|
| 721 |
+
"nbytes": 2048
|
| 722 |
+
},
|
| 723 |
+
"transformer.transformer_blocks.7.attn.to_out.0.bias": {
|
| 724 |
+
"dtype": "float16",
|
| 725 |
+
"shape": [
|
| 726 |
+
1024
|
| 727 |
+
],
|
| 728 |
+
"offset": 2863168,
|
| 729 |
+
"nbytes": 2048
|
| 730 |
+
},
|
| 731 |
+
"transformer.transformer_blocks.7.ff.ff.0.0.bias": {
|
| 732 |
+
"dtype": "float16",
|
| 733 |
+
"shape": [
|
| 734 |
+
2048
|
| 735 |
+
],
|
| 736 |
+
"offset": 2865216,
|
| 737 |
+
"nbytes": 4096
|
| 738 |
+
},
|
| 739 |
+
"transformer.transformer_blocks.7.ff.ff.2.bias": {
|
| 740 |
+
"dtype": "float16",
|
| 741 |
+
"shape": [
|
| 742 |
+
1024
|
| 743 |
+
],
|
| 744 |
+
"offset": 2869312,
|
| 745 |
+
"nbytes": 2048
|
| 746 |
+
},
|
| 747 |
+
"transformer.transformer_blocks.8.attn_norm.linear.bias": {
|
| 748 |
+
"dtype": "float16",
|
| 749 |
+
"shape": [
|
| 750 |
+
6144
|
| 751 |
+
],
|
| 752 |
+
"offset": 2871360,
|
| 753 |
+
"nbytes": 12288
|
| 754 |
+
},
|
| 755 |
+
"transformer.transformer_blocks.8.attn.to_q.bias": {
|
| 756 |
+
"dtype": "float16",
|
| 757 |
+
"shape": [
|
| 758 |
+
1024
|
| 759 |
+
],
|
| 760 |
+
"offset": 2883648,
|
| 761 |
+
"nbytes": 2048
|
| 762 |
+
},
|
| 763 |
+
"transformer.transformer_blocks.8.attn.to_k.bias": {
|
| 764 |
+
"dtype": "float16",
|
| 765 |
+
"shape": [
|
| 766 |
+
1024
|
| 767 |
+
],
|
| 768 |
+
"offset": 2885696,
|
| 769 |
+
"nbytes": 2048
|
| 770 |
+
},
|
| 771 |
+
"transformer.transformer_blocks.8.attn.to_v.bias": {
|
| 772 |
+
"dtype": "float16",
|
| 773 |
+
"shape": [
|
| 774 |
+
1024
|
| 775 |
+
],
|
| 776 |
+
"offset": 2887744,
|
| 777 |
+
"nbytes": 2048
|
| 778 |
+
},
|
| 779 |
+
"transformer.transformer_blocks.8.attn.to_out.0.bias": {
|
| 780 |
+
"dtype": "float16",
|
| 781 |
+
"shape": [
|
| 782 |
+
1024
|
| 783 |
+
],
|
| 784 |
+
"offset": 2889792,
|
| 785 |
+
"nbytes": 2048
|
| 786 |
+
},
|
| 787 |
+
"transformer.transformer_blocks.8.ff.ff.0.0.bias": {
|
| 788 |
+
"dtype": "float16",
|
| 789 |
+
"shape": [
|
| 790 |
+
2048
|
| 791 |
+
],
|
| 792 |
+
"offset": 2891840,
|
| 793 |
+
"nbytes": 4096
|
| 794 |
+
},
|
| 795 |
+
"transformer.transformer_blocks.8.ff.ff.2.bias": {
|
| 796 |
+
"dtype": "float16",
|
| 797 |
+
"shape": [
|
| 798 |
+
1024
|
| 799 |
+
],
|
| 800 |
+
"offset": 2895936,
|
| 801 |
+
"nbytes": 2048
|
| 802 |
+
},
|
| 803 |
+
"transformer.transformer_blocks.9.attn_norm.linear.bias": {
|
| 804 |
+
"dtype": "float16",
|
| 805 |
+
"shape": [
|
| 806 |
+
6144
|
| 807 |
+
],
|
| 808 |
+
"offset": 2897984,
|
| 809 |
+
"nbytes": 12288
|
| 810 |
+
},
|
| 811 |
+
"transformer.transformer_blocks.9.attn.to_q.bias": {
|
| 812 |
+
"dtype": "float16",
|
| 813 |
+
"shape": [
|
| 814 |
+
1024
|
| 815 |
+
],
|
| 816 |
+
"offset": 2910272,
|
| 817 |
+
"nbytes": 2048
|
| 818 |
+
},
|
| 819 |
+
"transformer.transformer_blocks.9.attn.to_k.bias": {
|
| 820 |
+
"dtype": "float16",
|
| 821 |
+
"shape": [
|
| 822 |
+
1024
|
| 823 |
+
],
|
| 824 |
+
"offset": 2912320,
|
| 825 |
+
"nbytes": 2048
|
| 826 |
+
},
|
| 827 |
+
"transformer.transformer_blocks.9.attn.to_v.bias": {
|
| 828 |
+
"dtype": "float16",
|
| 829 |
+
"shape": [
|
| 830 |
+
1024
|
| 831 |
+
],
|
| 832 |
+
"offset": 2914368,
|
| 833 |
+
"nbytes": 2048
|
| 834 |
+
},
|
| 835 |
+
"transformer.transformer_blocks.9.attn.to_out.0.bias": {
|
| 836 |
+
"dtype": "float16",
|
| 837 |
+
"shape": [
|
| 838 |
+
1024
|
| 839 |
+
],
|
| 840 |
+
"offset": 2916416,
|
| 841 |
+
"nbytes": 2048
|
| 842 |
+
},
|
| 843 |
+
"transformer.transformer_blocks.9.ff.ff.0.0.bias": {
|
| 844 |
+
"dtype": "float16",
|
| 845 |
+
"shape": [
|
| 846 |
+
2048
|
| 847 |
+
],
|
| 848 |
+
"offset": 2918464,
|
| 849 |
+
"nbytes": 4096
|
| 850 |
+
},
|
| 851 |
+
"transformer.transformer_blocks.9.ff.ff.2.bias": {
|
| 852 |
+
"dtype": "float16",
|
| 853 |
+
"shape": [
|
| 854 |
+
1024
|
| 855 |
+
],
|
| 856 |
+
"offset": 2922560,
|
| 857 |
+
"nbytes": 2048
|
| 858 |
+
},
|
| 859 |
+
"transformer.transformer_blocks.10.attn_norm.linear.bias": {
|
| 860 |
+
"dtype": "float16",
|
| 861 |
+
"shape": [
|
| 862 |
+
6144
|
| 863 |
+
],
|
| 864 |
+
"offset": 2924608,
|
| 865 |
+
"nbytes": 12288
|
| 866 |
+
},
|
| 867 |
+
"transformer.transformer_blocks.10.attn.to_q.bias": {
|
| 868 |
+
"dtype": "float16",
|
| 869 |
+
"shape": [
|
| 870 |
+
1024
|
| 871 |
+
],
|
| 872 |
+
"offset": 2936896,
|
| 873 |
+
"nbytes": 2048
|
| 874 |
+
},
|
| 875 |
+
"transformer.transformer_blocks.10.attn.to_k.bias": {
|
| 876 |
+
"dtype": "float16",
|
| 877 |
+
"shape": [
|
| 878 |
+
1024
|
| 879 |
+
],
|
| 880 |
+
"offset": 2938944,
|
| 881 |
+
"nbytes": 2048
|
| 882 |
+
},
|
| 883 |
+
"transformer.transformer_blocks.10.attn.to_v.bias": {
|
| 884 |
+
"dtype": "float16",
|
| 885 |
+
"shape": [
|
| 886 |
+
1024
|
| 887 |
+
],
|
| 888 |
+
"offset": 2940992,
|
| 889 |
+
"nbytes": 2048
|
| 890 |
+
},
|
| 891 |
+
"transformer.transformer_blocks.10.attn.to_out.0.bias": {
|
| 892 |
+
"dtype": "float16",
|
| 893 |
+
"shape": [
|
| 894 |
+
1024
|
| 895 |
+
],
|
| 896 |
+
"offset": 2943040,
|
| 897 |
+
"nbytes": 2048
|
| 898 |
+
},
|
| 899 |
+
"transformer.transformer_blocks.10.ff.ff.0.0.bias": {
|
| 900 |
+
"dtype": "float16",
|
| 901 |
+
"shape": [
|
| 902 |
+
2048
|
| 903 |
+
],
|
| 904 |
+
"offset": 2945088,
|
| 905 |
+
"nbytes": 4096
|
| 906 |
+
},
|
| 907 |
+
"transformer.transformer_blocks.10.ff.ff.2.bias": {
|
| 908 |
+
"dtype": "float16",
|
| 909 |
+
"shape": [
|
| 910 |
+
1024
|
| 911 |
+
],
|
| 912 |
+
"offset": 2949184,
|
| 913 |
+
"nbytes": 2048
|
| 914 |
+
},
|
| 915 |
+
"transformer.transformer_blocks.11.attn_norm.linear.bias": {
|
| 916 |
+
"dtype": "float16",
|
| 917 |
+
"shape": [
|
| 918 |
+
6144
|
| 919 |
+
],
|
| 920 |
+
"offset": 2951232,
|
| 921 |
+
"nbytes": 12288
|
| 922 |
+
},
|
| 923 |
+
"transformer.transformer_blocks.11.attn.to_q.bias": {
|
| 924 |
+
"dtype": "float16",
|
| 925 |
+
"shape": [
|
| 926 |
+
1024
|
| 927 |
+
],
|
| 928 |
+
"offset": 2963520,
|
| 929 |
+
"nbytes": 2048
|
| 930 |
+
},
|
| 931 |
+
"transformer.transformer_blocks.11.attn.to_k.bias": {
|
| 932 |
+
"dtype": "float16",
|
| 933 |
+
"shape": [
|
| 934 |
+
1024
|
| 935 |
+
],
|
| 936 |
+
"offset": 2965568,
|
| 937 |
+
"nbytes": 2048
|
| 938 |
+
},
|
| 939 |
+
"transformer.transformer_blocks.11.attn.to_v.bias": {
|
| 940 |
+
"dtype": "float16",
|
| 941 |
+
"shape": [
|
| 942 |
+
1024
|
| 943 |
+
],
|
| 944 |
+
"offset": 2967616,
|
| 945 |
+
"nbytes": 2048
|
| 946 |
+
},
|
| 947 |
+
"transformer.transformer_blocks.11.attn.to_out.0.bias": {
|
| 948 |
+
"dtype": "float16",
|
| 949 |
+
"shape": [
|
| 950 |
+
1024
|
| 951 |
+
],
|
| 952 |
+
"offset": 2969664,
|
| 953 |
+
"nbytes": 2048
|
| 954 |
+
},
|
| 955 |
+
"transformer.transformer_blocks.11.ff.ff.0.0.bias": {
|
| 956 |
+
"dtype": "float16",
|
| 957 |
+
"shape": [
|
| 958 |
+
2048
|
| 959 |
+
],
|
| 960 |
+
"offset": 2971712,
|
| 961 |
+
"nbytes": 4096
|
| 962 |
+
},
|
| 963 |
+
"transformer.transformer_blocks.11.ff.ff.2.bias": {
|
| 964 |
+
"dtype": "float16",
|
| 965 |
+
"shape": [
|
| 966 |
+
1024
|
| 967 |
+
],
|
| 968 |
+
"offset": 2975808,
|
| 969 |
+
"nbytes": 2048
|
| 970 |
+
},
|
| 971 |
+
"transformer.transformer_blocks.12.attn_norm.linear.bias": {
|
| 972 |
+
"dtype": "float16",
|
| 973 |
+
"shape": [
|
| 974 |
+
6144
|
| 975 |
+
],
|
| 976 |
+
"offset": 2977856,
|
| 977 |
+
"nbytes": 12288
|
| 978 |
+
},
|
| 979 |
+
"transformer.transformer_blocks.12.attn.to_q.bias": {
|
| 980 |
+
"dtype": "float16",
|
| 981 |
+
"shape": [
|
| 982 |
+
1024
|
| 983 |
+
],
|
| 984 |
+
"offset": 2990144,
|
| 985 |
+
"nbytes": 2048
|
| 986 |
+
},
|
| 987 |
+
"transformer.transformer_blocks.12.attn.to_k.bias": {
|
| 988 |
+
"dtype": "float16",
|
| 989 |
+
"shape": [
|
| 990 |
+
1024
|
| 991 |
+
],
|
| 992 |
+
"offset": 2992192,
|
| 993 |
+
"nbytes": 2048
|
| 994 |
+
},
|
| 995 |
+
"transformer.transformer_blocks.12.attn.to_v.bias": {
|
| 996 |
+
"dtype": "float16",
|
| 997 |
+
"shape": [
|
| 998 |
+
1024
|
| 999 |
+
],
|
| 1000 |
+
"offset": 2994240,
|
| 1001 |
+
"nbytes": 2048
|
| 1002 |
+
},
|
| 1003 |
+
"transformer.transformer_blocks.12.attn.to_out.0.bias": {
|
| 1004 |
+
"dtype": "float16",
|
| 1005 |
+
"shape": [
|
| 1006 |
+
1024
|
| 1007 |
+
],
|
| 1008 |
+
"offset": 2996288,
|
| 1009 |
+
"nbytes": 2048
|
| 1010 |
+
},
|
| 1011 |
+
"transformer.transformer_blocks.12.ff.ff.0.0.bias": {
|
| 1012 |
+
"dtype": "float16",
|
| 1013 |
+
"shape": [
|
| 1014 |
+
2048
|
| 1015 |
+
],
|
| 1016 |
+
"offset": 2998336,
|
| 1017 |
+
"nbytes": 4096
|
| 1018 |
+
},
|
| 1019 |
+
"transformer.transformer_blocks.12.ff.ff.2.bias": {
|
| 1020 |
+
"dtype": "float16",
|
| 1021 |
+
"shape": [
|
| 1022 |
+
1024
|
| 1023 |
+
],
|
| 1024 |
+
"offset": 3002432,
|
| 1025 |
+
"nbytes": 2048
|
| 1026 |
+
},
|
| 1027 |
+
"transformer.transformer_blocks.13.attn_norm.linear.bias": {
|
| 1028 |
+
"dtype": "float16",
|
| 1029 |
+
"shape": [
|
| 1030 |
+
6144
|
| 1031 |
+
],
|
| 1032 |
+
"offset": 3004480,
|
| 1033 |
+
"nbytes": 12288
|
| 1034 |
+
},
|
| 1035 |
+
"transformer.transformer_blocks.13.attn.to_q.bias": {
|
| 1036 |
+
"dtype": "float16",
|
| 1037 |
+
"shape": [
|
| 1038 |
+
1024
|
| 1039 |
+
],
|
| 1040 |
+
"offset": 3016768,
|
| 1041 |
+
"nbytes": 2048
|
| 1042 |
+
},
|
| 1043 |
+
"transformer.transformer_blocks.13.attn.to_k.bias": {
|
| 1044 |
+
"dtype": "float16",
|
| 1045 |
+
"shape": [
|
| 1046 |
+
1024
|
| 1047 |
+
],
|
| 1048 |
+
"offset": 3018816,
|
| 1049 |
+
"nbytes": 2048
|
| 1050 |
+
},
|
| 1051 |
+
"transformer.transformer_blocks.13.attn.to_v.bias": {
|
| 1052 |
+
"dtype": "float16",
|
| 1053 |
+
"shape": [
|
| 1054 |
+
1024
|
| 1055 |
+
],
|
| 1056 |
+
"offset": 3020864,
|
| 1057 |
+
"nbytes": 2048
|
| 1058 |
+
},
|
| 1059 |
+
"transformer.transformer_blocks.13.attn.to_out.0.bias": {
|
| 1060 |
+
"dtype": "float16",
|
| 1061 |
+
"shape": [
|
| 1062 |
+
1024
|
| 1063 |
+
],
|
| 1064 |
+
"offset": 3022912,
|
| 1065 |
+
"nbytes": 2048
|
| 1066 |
+
},
|
| 1067 |
+
"transformer.transformer_blocks.13.ff.ff.0.0.bias": {
|
| 1068 |
+
"dtype": "float16",
|
| 1069 |
+
"shape": [
|
| 1070 |
+
2048
|
| 1071 |
+
],
|
| 1072 |
+
"offset": 3024960,
|
| 1073 |
+
"nbytes": 4096
|
| 1074 |
+
},
|
| 1075 |
+
"transformer.transformer_blocks.13.ff.ff.2.bias": {
|
| 1076 |
+
"dtype": "float16",
|
| 1077 |
+
"shape": [
|
| 1078 |
+
1024
|
| 1079 |
+
],
|
| 1080 |
+
"offset": 3029056,
|
| 1081 |
+
"nbytes": 2048
|
| 1082 |
+
},
|
| 1083 |
+
"transformer.transformer_blocks.14.attn_norm.linear.bias": {
|
| 1084 |
+
"dtype": "float16",
|
| 1085 |
+
"shape": [
|
| 1086 |
+
6144
|
| 1087 |
+
],
|
| 1088 |
+
"offset": 3031104,
|
| 1089 |
+
"nbytes": 12288
|
| 1090 |
+
},
|
| 1091 |
+
"transformer.transformer_blocks.14.attn.to_q.bias": {
|
| 1092 |
+
"dtype": "float16",
|
| 1093 |
+
"shape": [
|
| 1094 |
+
1024
|
| 1095 |
+
],
|
| 1096 |
+
"offset": 3043392,
|
| 1097 |
+
"nbytes": 2048
|
| 1098 |
+
},
|
| 1099 |
+
"transformer.transformer_blocks.14.attn.to_k.bias": {
|
| 1100 |
+
"dtype": "float16",
|
| 1101 |
+
"shape": [
|
| 1102 |
+
1024
|
| 1103 |
+
],
|
| 1104 |
+
"offset": 3045440,
|
| 1105 |
+
"nbytes": 2048
|
| 1106 |
+
},
|
| 1107 |
+
"transformer.transformer_blocks.14.attn.to_v.bias": {
|
| 1108 |
+
"dtype": "float16",
|
| 1109 |
+
"shape": [
|
| 1110 |
+
1024
|
| 1111 |
+
],
|
| 1112 |
+
"offset": 3047488,
|
| 1113 |
+
"nbytes": 2048
|
| 1114 |
+
},
|
| 1115 |
+
"transformer.transformer_blocks.14.attn.to_out.0.bias": {
|
| 1116 |
+
"dtype": "float16",
|
| 1117 |
+
"shape": [
|
| 1118 |
+
1024
|
| 1119 |
+
],
|
| 1120 |
+
"offset": 3049536,
|
| 1121 |
+
"nbytes": 2048
|
| 1122 |
+
},
|
| 1123 |
+
"transformer.transformer_blocks.14.ff.ff.0.0.bias": {
|
| 1124 |
+
"dtype": "float16",
|
| 1125 |
+
"shape": [
|
| 1126 |
+
2048
|
| 1127 |
+
],
|
| 1128 |
+
"offset": 3051584,
|
| 1129 |
+
"nbytes": 4096
|
| 1130 |
+
},
|
| 1131 |
+
"transformer.transformer_blocks.14.ff.ff.2.bias": {
|
| 1132 |
+
"dtype": "float16",
|
| 1133 |
+
"shape": [
|
| 1134 |
+
1024
|
| 1135 |
+
],
|
| 1136 |
+
"offset": 3055680,
|
| 1137 |
+
"nbytes": 2048
|
| 1138 |
+
},
|
| 1139 |
+
"transformer.transformer_blocks.15.attn_norm.linear.bias": {
|
| 1140 |
+
"dtype": "float16",
|
| 1141 |
+
"shape": [
|
| 1142 |
+
6144
|
| 1143 |
+
],
|
| 1144 |
+
"offset": 3057728,
|
| 1145 |
+
"nbytes": 12288
|
| 1146 |
+
},
|
| 1147 |
+
"transformer.transformer_blocks.15.attn.to_q.bias": {
|
| 1148 |
+
"dtype": "float16",
|
| 1149 |
+
"shape": [
|
| 1150 |
+
1024
|
| 1151 |
+
],
|
| 1152 |
+
"offset": 3070016,
|
| 1153 |
+
"nbytes": 2048
|
| 1154 |
+
},
|
| 1155 |
+
"transformer.transformer_blocks.15.attn.to_k.bias": {
|
| 1156 |
+
"dtype": "float16",
|
| 1157 |
+
"shape": [
|
| 1158 |
+
1024
|
| 1159 |
+
],
|
| 1160 |
+
"offset": 3072064,
|
| 1161 |
+
"nbytes": 2048
|
| 1162 |
+
},
|
| 1163 |
+
"transformer.transformer_blocks.15.attn.to_v.bias": {
|
| 1164 |
+
"dtype": "float16",
|
| 1165 |
+
"shape": [
|
| 1166 |
+
1024
|
| 1167 |
+
],
|
| 1168 |
+
"offset": 3074112,
|
| 1169 |
+
"nbytes": 2048
|
| 1170 |
+
},
|
| 1171 |
+
"transformer.transformer_blocks.15.attn.to_out.0.bias": {
|
| 1172 |
+
"dtype": "float16",
|
| 1173 |
+
"shape": [
|
| 1174 |
+
1024
|
| 1175 |
+
],
|
| 1176 |
+
"offset": 3076160,
|
| 1177 |
+
"nbytes": 2048
|
| 1178 |
+
},
|
| 1179 |
+
"transformer.transformer_blocks.15.ff.ff.0.0.bias": {
|
| 1180 |
+
"dtype": "float16",
|
| 1181 |
+
"shape": [
|
| 1182 |
+
2048
|
| 1183 |
+
],
|
| 1184 |
+
"offset": 3078208,
|
| 1185 |
+
"nbytes": 4096
|
| 1186 |
+
},
|
| 1187 |
+
"transformer.transformer_blocks.15.ff.ff.2.bias": {
|
| 1188 |
+
"dtype": "float16",
|
| 1189 |
+
"shape": [
|
| 1190 |
+
1024
|
| 1191 |
+
],
|
| 1192 |
+
"offset": 3082304,
|
| 1193 |
+
"nbytes": 2048
|
| 1194 |
+
},
|
| 1195 |
+
"transformer.transformer_blocks.16.attn_norm.linear.bias": {
|
| 1196 |
+
"dtype": "float16",
|
| 1197 |
+
"shape": [
|
| 1198 |
+
6144
|
| 1199 |
+
],
|
| 1200 |
+
"offset": 3084352,
|
| 1201 |
+
"nbytes": 12288
|
| 1202 |
+
},
|
| 1203 |
+
"transformer.transformer_blocks.16.attn.to_q.bias": {
|
| 1204 |
+
"dtype": "float16",
|
| 1205 |
+
"shape": [
|
| 1206 |
+
1024
|
| 1207 |
+
],
|
| 1208 |
+
"offset": 3096640,
|
| 1209 |
+
"nbytes": 2048
|
| 1210 |
+
},
|
| 1211 |
+
"transformer.transformer_blocks.16.attn.to_k.bias": {
|
| 1212 |
+
"dtype": "float16",
|
| 1213 |
+
"shape": [
|
| 1214 |
+
1024
|
| 1215 |
+
],
|
| 1216 |
+
"offset": 3098688,
|
| 1217 |
+
"nbytes": 2048
|
| 1218 |
+
},
|
| 1219 |
+
"transformer.transformer_blocks.16.attn.to_v.bias": {
|
| 1220 |
+
"dtype": "float16",
|
| 1221 |
+
"shape": [
|
| 1222 |
+
1024
|
| 1223 |
+
],
|
| 1224 |
+
"offset": 3100736,
|
| 1225 |
+
"nbytes": 2048
|
| 1226 |
+
},
|
| 1227 |
+
"transformer.transformer_blocks.16.attn.to_out.0.bias": {
|
| 1228 |
+
"dtype": "float16",
|
| 1229 |
+
"shape": [
|
| 1230 |
+
1024
|
| 1231 |
+
],
|
| 1232 |
+
"offset": 3102784,
|
| 1233 |
+
"nbytes": 2048
|
| 1234 |
+
},
|
| 1235 |
+
"transformer.transformer_blocks.16.ff.ff.0.0.bias": {
|
| 1236 |
+
"dtype": "float16",
|
| 1237 |
+
"shape": [
|
| 1238 |
+
2048
|
| 1239 |
+
],
|
| 1240 |
+
"offset": 3104832,
|
| 1241 |
+
"nbytes": 4096
|
| 1242 |
+
},
|
| 1243 |
+
"transformer.transformer_blocks.16.ff.ff.2.bias": {
|
| 1244 |
+
"dtype": "float16",
|
| 1245 |
+
"shape": [
|
| 1246 |
+
1024
|
| 1247 |
+
],
|
| 1248 |
+
"offset": 3108928,
|
| 1249 |
+
"nbytes": 2048
|
| 1250 |
+
},
|
| 1251 |
+
"transformer.transformer_blocks.17.attn_norm.linear.bias": {
|
| 1252 |
+
"dtype": "float16",
|
| 1253 |
+
"shape": [
|
| 1254 |
+
6144
|
| 1255 |
+
],
|
| 1256 |
+
"offset": 3110976,
|
| 1257 |
+
"nbytes": 12288
|
| 1258 |
+
},
|
| 1259 |
+
"transformer.transformer_blocks.17.attn.to_q.bias": {
|
| 1260 |
+
"dtype": "float16",
|
| 1261 |
+
"shape": [
|
| 1262 |
+
1024
|
| 1263 |
+
],
|
| 1264 |
+
"offset": 3123264,
|
| 1265 |
+
"nbytes": 2048
|
| 1266 |
+
},
|
| 1267 |
+
"transformer.transformer_blocks.17.attn.to_k.bias": {
|
| 1268 |
+
"dtype": "float16",
|
| 1269 |
+
"shape": [
|
| 1270 |
+
1024
|
| 1271 |
+
],
|
| 1272 |
+
"offset": 3125312,
|
| 1273 |
+
"nbytes": 2048
|
| 1274 |
+
},
|
| 1275 |
+
"transformer.transformer_blocks.17.attn.to_v.bias": {
|
| 1276 |
+
"dtype": "float16",
|
| 1277 |
+
"shape": [
|
| 1278 |
+
1024
|
| 1279 |
+
],
|
| 1280 |
+
"offset": 3127360,
|
| 1281 |
+
"nbytes": 2048
|
| 1282 |
+
},
|
| 1283 |
+
"transformer.transformer_blocks.17.attn.to_out.0.bias": {
|
| 1284 |
+
"dtype": "float16",
|
| 1285 |
+
"shape": [
|
| 1286 |
+
1024
|
| 1287 |
+
],
|
| 1288 |
+
"offset": 3129408,
|
| 1289 |
+
"nbytes": 2048
|
| 1290 |
+
},
|
| 1291 |
+
"transformer.transformer_blocks.17.ff.ff.0.0.bias": {
|
| 1292 |
+
"dtype": "float16",
|
| 1293 |
+
"shape": [
|
| 1294 |
+
2048
|
| 1295 |
+
],
|
| 1296 |
+
"offset": 3131456,
|
| 1297 |
+
"nbytes": 4096
|
| 1298 |
+
},
|
| 1299 |
+
"transformer.transformer_blocks.17.ff.ff.2.bias": {
|
| 1300 |
+
"dtype": "float16",
|
| 1301 |
+
"shape": [
|
| 1302 |
+
1024
|
| 1303 |
+
],
|
| 1304 |
+
"offset": 3135552,
|
| 1305 |
+
"nbytes": 2048
|
| 1306 |
+
},
|
| 1307 |
+
"transformer.transformer_blocks.18.attn_norm.linear.bias": {
|
| 1308 |
+
"dtype": "float16",
|
| 1309 |
+
"shape": [
|
| 1310 |
+
6144
|
| 1311 |
+
],
|
| 1312 |
+
"offset": 3137600,
|
| 1313 |
+
"nbytes": 12288
|
| 1314 |
+
},
|
| 1315 |
+
"transformer.transformer_blocks.18.attn.to_q.bias": {
|
| 1316 |
+
"dtype": "float16",
|
| 1317 |
+
"shape": [
|
| 1318 |
+
1024
|
| 1319 |
+
],
|
| 1320 |
+
"offset": 3149888,
|
| 1321 |
+
"nbytes": 2048
|
| 1322 |
+
},
|
| 1323 |
+
"transformer.transformer_blocks.18.attn.to_k.bias": {
|
| 1324 |
+
"dtype": "float16",
|
| 1325 |
+
"shape": [
|
| 1326 |
+
1024
|
| 1327 |
+
],
|
| 1328 |
+
"offset": 3151936,
|
| 1329 |
+
"nbytes": 2048
|
| 1330 |
+
},
|
| 1331 |
+
"transformer.transformer_blocks.18.attn.to_v.bias": {
|
| 1332 |
+
"dtype": "float16",
|
| 1333 |
+
"shape": [
|
| 1334 |
+
1024
|
| 1335 |
+
],
|
| 1336 |
+
"offset": 3153984,
|
| 1337 |
+
"nbytes": 2048
|
| 1338 |
+
},
|
| 1339 |
+
"transformer.transformer_blocks.18.attn.to_out.0.bias": {
|
| 1340 |
+
"dtype": "float16",
|
| 1341 |
+
"shape": [
|
| 1342 |
+
1024
|
| 1343 |
+
],
|
| 1344 |
+
"offset": 3156032,
|
| 1345 |
+
"nbytes": 2048
|
| 1346 |
+
},
|
| 1347 |
+
"transformer.transformer_blocks.18.ff.ff.0.0.bias": {
|
| 1348 |
+
"dtype": "float16",
|
| 1349 |
+
"shape": [
|
| 1350 |
+
2048
|
| 1351 |
+
],
|
| 1352 |
+
"offset": 3158080,
|
| 1353 |
+
"nbytes": 4096
|
| 1354 |
+
},
|
| 1355 |
+
"transformer.transformer_blocks.18.ff.ff.2.bias": {
|
| 1356 |
+
"dtype": "float16",
|
| 1357 |
+
"shape": [
|
| 1358 |
+
1024
|
| 1359 |
+
],
|
| 1360 |
+
"offset": 3162176,
|
| 1361 |
+
"nbytes": 2048
|
| 1362 |
+
},
|
| 1363 |
+
"transformer.transformer_blocks.19.attn_norm.linear.bias": {
|
| 1364 |
+
"dtype": "float16",
|
| 1365 |
+
"shape": [
|
| 1366 |
+
6144
|
| 1367 |
+
],
|
| 1368 |
+
"offset": 3164224,
|
| 1369 |
+
"nbytes": 12288
|
| 1370 |
+
},
|
| 1371 |
+
"transformer.transformer_blocks.19.attn.to_q.bias": {
|
| 1372 |
+
"dtype": "float16",
|
| 1373 |
+
"shape": [
|
| 1374 |
+
1024
|
| 1375 |
+
],
|
| 1376 |
+
"offset": 3176512,
|
| 1377 |
+
"nbytes": 2048
|
| 1378 |
+
},
|
| 1379 |
+
"transformer.transformer_blocks.19.attn.to_k.bias": {
|
| 1380 |
+
"dtype": "float16",
|
| 1381 |
+
"shape": [
|
| 1382 |
+
1024
|
| 1383 |
+
],
|
| 1384 |
+
"offset": 3178560,
|
| 1385 |
+
"nbytes": 2048
|
| 1386 |
+
},
|
| 1387 |
+
"transformer.transformer_blocks.19.attn.to_v.bias": {
|
| 1388 |
+
"dtype": "float16",
|
| 1389 |
+
"shape": [
|
| 1390 |
+
1024
|
| 1391 |
+
],
|
| 1392 |
+
"offset": 3180608,
|
| 1393 |
+
"nbytes": 2048
|
| 1394 |
+
},
|
| 1395 |
+
"transformer.transformer_blocks.19.attn.to_out.0.bias": {
|
| 1396 |
+
"dtype": "float16",
|
| 1397 |
+
"shape": [
|
| 1398 |
+
1024
|
| 1399 |
+
],
|
| 1400 |
+
"offset": 3182656,
|
| 1401 |
+
"nbytes": 2048
|
| 1402 |
+
},
|
| 1403 |
+
"transformer.transformer_blocks.19.ff.ff.0.0.bias": {
|
| 1404 |
+
"dtype": "float16",
|
| 1405 |
+
"shape": [
|
| 1406 |
+
2048
|
| 1407 |
+
],
|
| 1408 |
+
"offset": 3184704,
|
| 1409 |
+
"nbytes": 4096
|
| 1410 |
+
},
|
| 1411 |
+
"transformer.transformer_blocks.19.ff.ff.2.bias": {
|
| 1412 |
+
"dtype": "float16",
|
| 1413 |
+
"shape": [
|
| 1414 |
+
1024
|
| 1415 |
+
],
|
| 1416 |
+
"offset": 3188800,
|
| 1417 |
+
"nbytes": 2048
|
| 1418 |
+
},
|
| 1419 |
+
"transformer.transformer_blocks.20.attn_norm.linear.bias": {
|
| 1420 |
+
"dtype": "float16",
|
| 1421 |
+
"shape": [
|
| 1422 |
+
6144
|
| 1423 |
+
],
|
| 1424 |
+
"offset": 3190848,
|
| 1425 |
+
"nbytes": 12288
|
| 1426 |
+
},
|
| 1427 |
+
"transformer.transformer_blocks.20.attn.to_q.bias": {
|
| 1428 |
+
"dtype": "float16",
|
| 1429 |
+
"shape": [
|
| 1430 |
+
1024
|
| 1431 |
+
],
|
| 1432 |
+
"offset": 3203136,
|
| 1433 |
+
"nbytes": 2048
|
| 1434 |
+
},
|
| 1435 |
+
"transformer.transformer_blocks.20.attn.to_k.bias": {
|
| 1436 |
+
"dtype": "float16",
|
| 1437 |
+
"shape": [
|
| 1438 |
+
1024
|
| 1439 |
+
],
|
| 1440 |
+
"offset": 3205184,
|
| 1441 |
+
"nbytes": 2048
|
| 1442 |
+
},
|
| 1443 |
+
"transformer.transformer_blocks.20.attn.to_v.bias": {
|
| 1444 |
+
"dtype": "float16",
|
| 1445 |
+
"shape": [
|
| 1446 |
+
1024
|
| 1447 |
+
],
|
| 1448 |
+
"offset": 3207232,
|
| 1449 |
+
"nbytes": 2048
|
| 1450 |
+
},
|
| 1451 |
+
"transformer.transformer_blocks.20.attn.to_out.0.bias": {
|
| 1452 |
+
"dtype": "float16",
|
| 1453 |
+
"shape": [
|
| 1454 |
+
1024
|
| 1455 |
+
],
|
| 1456 |
+
"offset": 3209280,
|
| 1457 |
+
"nbytes": 2048
|
| 1458 |
+
},
|
| 1459 |
+
"transformer.transformer_blocks.20.ff.ff.0.0.bias": {
|
| 1460 |
+
"dtype": "float16",
|
| 1461 |
+
"shape": [
|
| 1462 |
+
2048
|
| 1463 |
+
],
|
| 1464 |
+
"offset": 3211328,
|
| 1465 |
+
"nbytes": 4096
|
| 1466 |
+
},
|
| 1467 |
+
"transformer.transformer_blocks.20.ff.ff.2.bias": {
|
| 1468 |
+
"dtype": "float16",
|
| 1469 |
+
"shape": [
|
| 1470 |
+
1024
|
| 1471 |
+
],
|
| 1472 |
+
"offset": 3215424,
|
| 1473 |
+
"nbytes": 2048
|
| 1474 |
+
},
|
| 1475 |
+
"transformer.transformer_blocks.21.attn_norm.linear.bias": {
|
| 1476 |
+
"dtype": "float16",
|
| 1477 |
+
"shape": [
|
| 1478 |
+
6144
|
| 1479 |
+
],
|
| 1480 |
+
"offset": 3217472,
|
| 1481 |
+
"nbytes": 12288
|
| 1482 |
+
},
|
| 1483 |
+
"transformer.transformer_blocks.21.attn.to_q.bias": {
|
| 1484 |
+
"dtype": "float16",
|
| 1485 |
+
"shape": [
|
| 1486 |
+
1024
|
| 1487 |
+
],
|
| 1488 |
+
"offset": 3229760,
|
| 1489 |
+
"nbytes": 2048
|
| 1490 |
+
},
|
| 1491 |
+
"transformer.transformer_blocks.21.attn.to_k.bias": {
|
| 1492 |
+
"dtype": "float16",
|
| 1493 |
+
"shape": [
|
| 1494 |
+
1024
|
| 1495 |
+
],
|
| 1496 |
+
"offset": 3231808,
|
| 1497 |
+
"nbytes": 2048
|
| 1498 |
+
},
|
| 1499 |
+
"transformer.transformer_blocks.21.attn.to_v.bias": {
|
| 1500 |
+
"dtype": "float16",
|
| 1501 |
+
"shape": [
|
| 1502 |
+
1024
|
| 1503 |
+
],
|
| 1504 |
+
"offset": 3233856,
|
| 1505 |
+
"nbytes": 2048
|
| 1506 |
+
},
|
| 1507 |
+
"transformer.transformer_blocks.21.attn.to_out.0.bias": {
|
| 1508 |
+
"dtype": "float16",
|
| 1509 |
+
"shape": [
|
| 1510 |
+
1024
|
| 1511 |
+
],
|
| 1512 |
+
"offset": 3235904,
|
| 1513 |
+
"nbytes": 2048
|
| 1514 |
+
},
|
| 1515 |
+
"transformer.transformer_blocks.21.ff.ff.0.0.bias": {
|
| 1516 |
+
"dtype": "float16",
|
| 1517 |
+
"shape": [
|
| 1518 |
+
2048
|
| 1519 |
+
],
|
| 1520 |
+
"offset": 3237952,
|
| 1521 |
+
"nbytes": 4096
|
| 1522 |
+
},
|
| 1523 |
+
"transformer.transformer_blocks.21.ff.ff.2.bias": {
|
| 1524 |
+
"dtype": "float16",
|
| 1525 |
+
"shape": [
|
| 1526 |
+
1024
|
| 1527 |
+
],
|
| 1528 |
+
"offset": 3242048,
|
| 1529 |
+
"nbytes": 2048
|
| 1530 |
+
},
|
| 1531 |
+
"transformer.norm_out.linear.bias": {
|
| 1532 |
+
"dtype": "float16",
|
| 1533 |
+
"shape": [
|
| 1534 |
+
2048
|
| 1535 |
+
],
|
| 1536 |
+
"offset": 3244096,
|
| 1537 |
+
"nbytes": 4096
|
| 1538 |
+
},
|
| 1539 |
+
"transformer.proj_out.bias": {
|
| 1540 |
+
"dtype": "float16",
|
| 1541 |
+
"shape": [
|
| 1542 |
+
100
|
| 1543 |
+
],
|
| 1544 |
+
"offset": 3248192,
|
| 1545 |
+
"nbytes": 200
|
| 1546 |
+
}
|
| 1547 |
+
}
|
peyton_voice_q4/models/f5tts_peyton_q4_v0/tensor_q4_index.json
ADDED
|
@@ -0,0 +1,2257 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"transformer.time_embed.time_mlp.0.weight": {
|
| 3 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 4 |
+
"shape": [
|
| 5 |
+
1024,
|
| 6 |
+
256
|
| 7 |
+
],
|
| 8 |
+
"offset": 0,
|
| 9 |
+
"nbytes": 131072,
|
| 10 |
+
"scale_offset": 131072,
|
| 11 |
+
"scale_nbytes": 2048,
|
| 12 |
+
"row_count": 1024,
|
| 13 |
+
"values_per_byte": 2
|
| 14 |
+
},
|
| 15 |
+
"transformer.time_embed.time_mlp.2.weight": {
|
| 16 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 17 |
+
"shape": [
|
| 18 |
+
1024,
|
| 19 |
+
1024
|
| 20 |
+
],
|
| 21 |
+
"offset": 133120,
|
| 22 |
+
"nbytes": 524288,
|
| 23 |
+
"scale_offset": 657408,
|
| 24 |
+
"scale_nbytes": 2048,
|
| 25 |
+
"row_count": 1024,
|
| 26 |
+
"values_per_byte": 2
|
| 27 |
+
},
|
| 28 |
+
"transformer.text_embed.text_blocks.0.dwconv.weight": {
|
| 29 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 30 |
+
"shape": [
|
| 31 |
+
512,
|
| 32 |
+
1,
|
| 33 |
+
7
|
| 34 |
+
],
|
| 35 |
+
"offset": 659456,
|
| 36 |
+
"nbytes": 1792,
|
| 37 |
+
"scale_offset": 661248,
|
| 38 |
+
"scale_nbytes": 1024,
|
| 39 |
+
"row_count": 512,
|
| 40 |
+
"values_per_byte": 2
|
| 41 |
+
},
|
| 42 |
+
"transformer.text_embed.text_blocks.0.pwconv1.weight": {
|
| 43 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 44 |
+
"shape": [
|
| 45 |
+
1024,
|
| 46 |
+
512
|
| 47 |
+
],
|
| 48 |
+
"offset": 662272,
|
| 49 |
+
"nbytes": 262144,
|
| 50 |
+
"scale_offset": 924416,
|
| 51 |
+
"scale_nbytes": 2048,
|
| 52 |
+
"row_count": 1024,
|
| 53 |
+
"values_per_byte": 2
|
| 54 |
+
},
|
| 55 |
+
"transformer.text_embed.text_blocks.0.pwconv2.weight": {
|
| 56 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 57 |
+
"shape": [
|
| 58 |
+
512,
|
| 59 |
+
1024
|
| 60 |
+
],
|
| 61 |
+
"offset": 926464,
|
| 62 |
+
"nbytes": 262144,
|
| 63 |
+
"scale_offset": 1188608,
|
| 64 |
+
"scale_nbytes": 1024,
|
| 65 |
+
"row_count": 512,
|
| 66 |
+
"values_per_byte": 2
|
| 67 |
+
},
|
| 68 |
+
"transformer.text_embed.text_blocks.1.dwconv.weight": {
|
| 69 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 70 |
+
"shape": [
|
| 71 |
+
512,
|
| 72 |
+
1,
|
| 73 |
+
7
|
| 74 |
+
],
|
| 75 |
+
"offset": 1189632,
|
| 76 |
+
"nbytes": 1792,
|
| 77 |
+
"scale_offset": 1191424,
|
| 78 |
+
"scale_nbytes": 1024,
|
| 79 |
+
"row_count": 512,
|
| 80 |
+
"values_per_byte": 2
|
| 81 |
+
},
|
| 82 |
+
"transformer.text_embed.text_blocks.1.pwconv1.weight": {
|
| 83 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 84 |
+
"shape": [
|
| 85 |
+
1024,
|
| 86 |
+
512
|
| 87 |
+
],
|
| 88 |
+
"offset": 1192448,
|
| 89 |
+
"nbytes": 262144,
|
| 90 |
+
"scale_offset": 1454592,
|
| 91 |
+
"scale_nbytes": 2048,
|
| 92 |
+
"row_count": 1024,
|
| 93 |
+
"values_per_byte": 2
|
| 94 |
+
},
|
| 95 |
+
"transformer.text_embed.text_blocks.1.pwconv2.weight": {
|
| 96 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 97 |
+
"shape": [
|
| 98 |
+
512,
|
| 99 |
+
1024
|
| 100 |
+
],
|
| 101 |
+
"offset": 1456640,
|
| 102 |
+
"nbytes": 262144,
|
| 103 |
+
"scale_offset": 1718784,
|
| 104 |
+
"scale_nbytes": 1024,
|
| 105 |
+
"row_count": 512,
|
| 106 |
+
"values_per_byte": 2
|
| 107 |
+
},
|
| 108 |
+
"transformer.text_embed.text_blocks.2.dwconv.weight": {
|
| 109 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 110 |
+
"shape": [
|
| 111 |
+
512,
|
| 112 |
+
1,
|
| 113 |
+
7
|
| 114 |
+
],
|
| 115 |
+
"offset": 1719808,
|
| 116 |
+
"nbytes": 1792,
|
| 117 |
+
"scale_offset": 1721600,
|
| 118 |
+
"scale_nbytes": 1024,
|
| 119 |
+
"row_count": 512,
|
| 120 |
+
"values_per_byte": 2
|
| 121 |
+
},
|
| 122 |
+
"transformer.text_embed.text_blocks.2.pwconv1.weight": {
|
| 123 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 124 |
+
"shape": [
|
| 125 |
+
1024,
|
| 126 |
+
512
|
| 127 |
+
],
|
| 128 |
+
"offset": 1722624,
|
| 129 |
+
"nbytes": 262144,
|
| 130 |
+
"scale_offset": 1984768,
|
| 131 |
+
"scale_nbytes": 2048,
|
| 132 |
+
"row_count": 1024,
|
| 133 |
+
"values_per_byte": 2
|
| 134 |
+
},
|
| 135 |
+
"transformer.text_embed.text_blocks.2.pwconv2.weight": {
|
| 136 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 137 |
+
"shape": [
|
| 138 |
+
512,
|
| 139 |
+
1024
|
| 140 |
+
],
|
| 141 |
+
"offset": 1986816,
|
| 142 |
+
"nbytes": 262144,
|
| 143 |
+
"scale_offset": 2248960,
|
| 144 |
+
"scale_nbytes": 1024,
|
| 145 |
+
"row_count": 512,
|
| 146 |
+
"values_per_byte": 2
|
| 147 |
+
},
|
| 148 |
+
"transformer.text_embed.text_blocks.3.dwconv.weight": {
|
| 149 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 150 |
+
"shape": [
|
| 151 |
+
512,
|
| 152 |
+
1,
|
| 153 |
+
7
|
| 154 |
+
],
|
| 155 |
+
"offset": 2249984,
|
| 156 |
+
"nbytes": 1792,
|
| 157 |
+
"scale_offset": 2251776,
|
| 158 |
+
"scale_nbytes": 1024,
|
| 159 |
+
"row_count": 512,
|
| 160 |
+
"values_per_byte": 2
|
| 161 |
+
},
|
| 162 |
+
"transformer.text_embed.text_blocks.3.pwconv1.weight": {
|
| 163 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 164 |
+
"shape": [
|
| 165 |
+
1024,
|
| 166 |
+
512
|
| 167 |
+
],
|
| 168 |
+
"offset": 2252800,
|
| 169 |
+
"nbytes": 262144,
|
| 170 |
+
"scale_offset": 2514944,
|
| 171 |
+
"scale_nbytes": 2048,
|
| 172 |
+
"row_count": 1024,
|
| 173 |
+
"values_per_byte": 2
|
| 174 |
+
},
|
| 175 |
+
"transformer.text_embed.text_blocks.3.pwconv2.weight": {
|
| 176 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 177 |
+
"shape": [
|
| 178 |
+
512,
|
| 179 |
+
1024
|
| 180 |
+
],
|
| 181 |
+
"offset": 2516992,
|
| 182 |
+
"nbytes": 262144,
|
| 183 |
+
"scale_offset": 2779136,
|
| 184 |
+
"scale_nbytes": 1024,
|
| 185 |
+
"row_count": 512,
|
| 186 |
+
"values_per_byte": 2
|
| 187 |
+
},
|
| 188 |
+
"transformer.input_embed.proj.weight": {
|
| 189 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 190 |
+
"shape": [
|
| 191 |
+
1024,
|
| 192 |
+
712
|
| 193 |
+
],
|
| 194 |
+
"offset": 2780160,
|
| 195 |
+
"nbytes": 364544,
|
| 196 |
+
"scale_offset": 3144704,
|
| 197 |
+
"scale_nbytes": 2048,
|
| 198 |
+
"row_count": 1024,
|
| 199 |
+
"values_per_byte": 2
|
| 200 |
+
},
|
| 201 |
+
"transformer.input_embed.conv_pos_embed.conv1d.0.weight": {
|
| 202 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 203 |
+
"shape": [
|
| 204 |
+
1024,
|
| 205 |
+
64,
|
| 206 |
+
31
|
| 207 |
+
],
|
| 208 |
+
"offset": 3146752,
|
| 209 |
+
"nbytes": 1015808,
|
| 210 |
+
"scale_offset": 4162560,
|
| 211 |
+
"scale_nbytes": 2048,
|
| 212 |
+
"row_count": 1024,
|
| 213 |
+
"values_per_byte": 2
|
| 214 |
+
},
|
| 215 |
+
"transformer.input_embed.conv_pos_embed.conv1d.2.weight": {
|
| 216 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 217 |
+
"shape": [
|
| 218 |
+
1024,
|
| 219 |
+
64,
|
| 220 |
+
31
|
| 221 |
+
],
|
| 222 |
+
"offset": 4164608,
|
| 223 |
+
"nbytes": 1015808,
|
| 224 |
+
"scale_offset": 5180416,
|
| 225 |
+
"scale_nbytes": 2048,
|
| 226 |
+
"row_count": 1024,
|
| 227 |
+
"values_per_byte": 2
|
| 228 |
+
},
|
| 229 |
+
"transformer.transformer_blocks.0.attn_norm.linear.weight": {
|
| 230 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 231 |
+
"shape": [
|
| 232 |
+
6144,
|
| 233 |
+
1024
|
| 234 |
+
],
|
| 235 |
+
"offset": 5182464,
|
| 236 |
+
"nbytes": 3145728,
|
| 237 |
+
"scale_offset": 8328192,
|
| 238 |
+
"scale_nbytes": 12288,
|
| 239 |
+
"row_count": 6144,
|
| 240 |
+
"values_per_byte": 2
|
| 241 |
+
},
|
| 242 |
+
"transformer.transformer_blocks.0.attn.to_q.weight": {
|
| 243 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 244 |
+
"shape": [
|
| 245 |
+
1024,
|
| 246 |
+
1024
|
| 247 |
+
],
|
| 248 |
+
"offset": 8340480,
|
| 249 |
+
"nbytes": 524288,
|
| 250 |
+
"scale_offset": 8864768,
|
| 251 |
+
"scale_nbytes": 2048,
|
| 252 |
+
"row_count": 1024,
|
| 253 |
+
"values_per_byte": 2
|
| 254 |
+
},
|
| 255 |
+
"transformer.transformer_blocks.0.attn.to_k.weight": {
|
| 256 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 257 |
+
"shape": [
|
| 258 |
+
1024,
|
| 259 |
+
1024
|
| 260 |
+
],
|
| 261 |
+
"offset": 8866816,
|
| 262 |
+
"nbytes": 524288,
|
| 263 |
+
"scale_offset": 9391104,
|
| 264 |
+
"scale_nbytes": 2048,
|
| 265 |
+
"row_count": 1024,
|
| 266 |
+
"values_per_byte": 2
|
| 267 |
+
},
|
| 268 |
+
"transformer.transformer_blocks.0.attn.to_v.weight": {
|
| 269 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 270 |
+
"shape": [
|
| 271 |
+
1024,
|
| 272 |
+
1024
|
| 273 |
+
],
|
| 274 |
+
"offset": 9393152,
|
| 275 |
+
"nbytes": 524288,
|
| 276 |
+
"scale_offset": 9917440,
|
| 277 |
+
"scale_nbytes": 2048,
|
| 278 |
+
"row_count": 1024,
|
| 279 |
+
"values_per_byte": 2
|
| 280 |
+
},
|
| 281 |
+
"transformer.transformer_blocks.0.attn.to_out.0.weight": {
|
| 282 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 283 |
+
"shape": [
|
| 284 |
+
1024,
|
| 285 |
+
1024
|
| 286 |
+
],
|
| 287 |
+
"offset": 9919488,
|
| 288 |
+
"nbytes": 524288,
|
| 289 |
+
"scale_offset": 10443776,
|
| 290 |
+
"scale_nbytes": 2048,
|
| 291 |
+
"row_count": 1024,
|
| 292 |
+
"values_per_byte": 2
|
| 293 |
+
},
|
| 294 |
+
"transformer.transformer_blocks.0.ff.ff.0.0.weight": {
|
| 295 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 296 |
+
"shape": [
|
| 297 |
+
2048,
|
| 298 |
+
1024
|
| 299 |
+
],
|
| 300 |
+
"offset": 10445824,
|
| 301 |
+
"nbytes": 1048576,
|
| 302 |
+
"scale_offset": 11494400,
|
| 303 |
+
"scale_nbytes": 4096,
|
| 304 |
+
"row_count": 2048,
|
| 305 |
+
"values_per_byte": 2
|
| 306 |
+
},
|
| 307 |
+
"transformer.transformer_blocks.0.ff.ff.2.weight": {
|
| 308 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 309 |
+
"shape": [
|
| 310 |
+
1024,
|
| 311 |
+
2048
|
| 312 |
+
],
|
| 313 |
+
"offset": 11498496,
|
| 314 |
+
"nbytes": 1048576,
|
| 315 |
+
"scale_offset": 12547072,
|
| 316 |
+
"scale_nbytes": 2048,
|
| 317 |
+
"row_count": 1024,
|
| 318 |
+
"values_per_byte": 2
|
| 319 |
+
},
|
| 320 |
+
"transformer.transformer_blocks.1.attn_norm.linear.weight": {
|
| 321 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 322 |
+
"shape": [
|
| 323 |
+
6144,
|
| 324 |
+
1024
|
| 325 |
+
],
|
| 326 |
+
"offset": 12549120,
|
| 327 |
+
"nbytes": 3145728,
|
| 328 |
+
"scale_offset": 15694848,
|
| 329 |
+
"scale_nbytes": 12288,
|
| 330 |
+
"row_count": 6144,
|
| 331 |
+
"values_per_byte": 2
|
| 332 |
+
},
|
| 333 |
+
"transformer.transformer_blocks.1.attn.to_q.weight": {
|
| 334 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 335 |
+
"shape": [
|
| 336 |
+
1024,
|
| 337 |
+
1024
|
| 338 |
+
],
|
| 339 |
+
"offset": 15707136,
|
| 340 |
+
"nbytes": 524288,
|
| 341 |
+
"scale_offset": 16231424,
|
| 342 |
+
"scale_nbytes": 2048,
|
| 343 |
+
"row_count": 1024,
|
| 344 |
+
"values_per_byte": 2
|
| 345 |
+
},
|
| 346 |
+
"transformer.transformer_blocks.1.attn.to_k.weight": {
|
| 347 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 348 |
+
"shape": [
|
| 349 |
+
1024,
|
| 350 |
+
1024
|
| 351 |
+
],
|
| 352 |
+
"offset": 16233472,
|
| 353 |
+
"nbytes": 524288,
|
| 354 |
+
"scale_offset": 16757760,
|
| 355 |
+
"scale_nbytes": 2048,
|
| 356 |
+
"row_count": 1024,
|
| 357 |
+
"values_per_byte": 2
|
| 358 |
+
},
|
| 359 |
+
"transformer.transformer_blocks.1.attn.to_v.weight": {
|
| 360 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 361 |
+
"shape": [
|
| 362 |
+
1024,
|
| 363 |
+
1024
|
| 364 |
+
],
|
| 365 |
+
"offset": 16759808,
|
| 366 |
+
"nbytes": 524288,
|
| 367 |
+
"scale_offset": 17284096,
|
| 368 |
+
"scale_nbytes": 2048,
|
| 369 |
+
"row_count": 1024,
|
| 370 |
+
"values_per_byte": 2
|
| 371 |
+
},
|
| 372 |
+
"transformer.transformer_blocks.1.attn.to_out.0.weight": {
|
| 373 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 374 |
+
"shape": [
|
| 375 |
+
1024,
|
| 376 |
+
1024
|
| 377 |
+
],
|
| 378 |
+
"offset": 17286144,
|
| 379 |
+
"nbytes": 524288,
|
| 380 |
+
"scale_offset": 17810432,
|
| 381 |
+
"scale_nbytes": 2048,
|
| 382 |
+
"row_count": 1024,
|
| 383 |
+
"values_per_byte": 2
|
| 384 |
+
},
|
| 385 |
+
"transformer.transformer_blocks.1.ff.ff.0.0.weight": {
|
| 386 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 387 |
+
"shape": [
|
| 388 |
+
2048,
|
| 389 |
+
1024
|
| 390 |
+
],
|
| 391 |
+
"offset": 17812480,
|
| 392 |
+
"nbytes": 1048576,
|
| 393 |
+
"scale_offset": 18861056,
|
| 394 |
+
"scale_nbytes": 4096,
|
| 395 |
+
"row_count": 2048,
|
| 396 |
+
"values_per_byte": 2
|
| 397 |
+
},
|
| 398 |
+
"transformer.transformer_blocks.1.ff.ff.2.weight": {
|
| 399 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 400 |
+
"shape": [
|
| 401 |
+
1024,
|
| 402 |
+
2048
|
| 403 |
+
],
|
| 404 |
+
"offset": 18865152,
|
| 405 |
+
"nbytes": 1048576,
|
| 406 |
+
"scale_offset": 19913728,
|
| 407 |
+
"scale_nbytes": 2048,
|
| 408 |
+
"row_count": 1024,
|
| 409 |
+
"values_per_byte": 2
|
| 410 |
+
},
|
| 411 |
+
"transformer.transformer_blocks.2.attn_norm.linear.weight": {
|
| 412 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 413 |
+
"shape": [
|
| 414 |
+
6144,
|
| 415 |
+
1024
|
| 416 |
+
],
|
| 417 |
+
"offset": 19915776,
|
| 418 |
+
"nbytes": 3145728,
|
| 419 |
+
"scale_offset": 23061504,
|
| 420 |
+
"scale_nbytes": 12288,
|
| 421 |
+
"row_count": 6144,
|
| 422 |
+
"values_per_byte": 2
|
| 423 |
+
},
|
| 424 |
+
"transformer.transformer_blocks.2.attn.to_q.weight": {
|
| 425 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 426 |
+
"shape": [
|
| 427 |
+
1024,
|
| 428 |
+
1024
|
| 429 |
+
],
|
| 430 |
+
"offset": 23073792,
|
| 431 |
+
"nbytes": 524288,
|
| 432 |
+
"scale_offset": 23598080,
|
| 433 |
+
"scale_nbytes": 2048,
|
| 434 |
+
"row_count": 1024,
|
| 435 |
+
"values_per_byte": 2
|
| 436 |
+
},
|
| 437 |
+
"transformer.transformer_blocks.2.attn.to_k.weight": {
|
| 438 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 439 |
+
"shape": [
|
| 440 |
+
1024,
|
| 441 |
+
1024
|
| 442 |
+
],
|
| 443 |
+
"offset": 23600128,
|
| 444 |
+
"nbytes": 524288,
|
| 445 |
+
"scale_offset": 24124416,
|
| 446 |
+
"scale_nbytes": 2048,
|
| 447 |
+
"row_count": 1024,
|
| 448 |
+
"values_per_byte": 2
|
| 449 |
+
},
|
| 450 |
+
"transformer.transformer_blocks.2.attn.to_v.weight": {
|
| 451 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 452 |
+
"shape": [
|
| 453 |
+
1024,
|
| 454 |
+
1024
|
| 455 |
+
],
|
| 456 |
+
"offset": 24126464,
|
| 457 |
+
"nbytes": 524288,
|
| 458 |
+
"scale_offset": 24650752,
|
| 459 |
+
"scale_nbytes": 2048,
|
| 460 |
+
"row_count": 1024,
|
| 461 |
+
"values_per_byte": 2
|
| 462 |
+
},
|
| 463 |
+
"transformer.transformer_blocks.2.attn.to_out.0.weight": {
|
| 464 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 465 |
+
"shape": [
|
| 466 |
+
1024,
|
| 467 |
+
1024
|
| 468 |
+
],
|
| 469 |
+
"offset": 24652800,
|
| 470 |
+
"nbytes": 524288,
|
| 471 |
+
"scale_offset": 25177088,
|
| 472 |
+
"scale_nbytes": 2048,
|
| 473 |
+
"row_count": 1024,
|
| 474 |
+
"values_per_byte": 2
|
| 475 |
+
},
|
| 476 |
+
"transformer.transformer_blocks.2.ff.ff.0.0.weight": {
|
| 477 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 478 |
+
"shape": [
|
| 479 |
+
2048,
|
| 480 |
+
1024
|
| 481 |
+
],
|
| 482 |
+
"offset": 25179136,
|
| 483 |
+
"nbytes": 1048576,
|
| 484 |
+
"scale_offset": 26227712,
|
| 485 |
+
"scale_nbytes": 4096,
|
| 486 |
+
"row_count": 2048,
|
| 487 |
+
"values_per_byte": 2
|
| 488 |
+
},
|
| 489 |
+
"transformer.transformer_blocks.2.ff.ff.2.weight": {
|
| 490 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 491 |
+
"shape": [
|
| 492 |
+
1024,
|
| 493 |
+
2048
|
| 494 |
+
],
|
| 495 |
+
"offset": 26231808,
|
| 496 |
+
"nbytes": 1048576,
|
| 497 |
+
"scale_offset": 27280384,
|
| 498 |
+
"scale_nbytes": 2048,
|
| 499 |
+
"row_count": 1024,
|
| 500 |
+
"values_per_byte": 2
|
| 501 |
+
},
|
| 502 |
+
"transformer.transformer_blocks.3.attn_norm.linear.weight": {
|
| 503 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 504 |
+
"shape": [
|
| 505 |
+
6144,
|
| 506 |
+
1024
|
| 507 |
+
],
|
| 508 |
+
"offset": 27282432,
|
| 509 |
+
"nbytes": 3145728,
|
| 510 |
+
"scale_offset": 30428160,
|
| 511 |
+
"scale_nbytes": 12288,
|
| 512 |
+
"row_count": 6144,
|
| 513 |
+
"values_per_byte": 2
|
| 514 |
+
},
|
| 515 |
+
"transformer.transformer_blocks.3.attn.to_q.weight": {
|
| 516 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 517 |
+
"shape": [
|
| 518 |
+
1024,
|
| 519 |
+
1024
|
| 520 |
+
],
|
| 521 |
+
"offset": 30440448,
|
| 522 |
+
"nbytes": 524288,
|
| 523 |
+
"scale_offset": 30964736,
|
| 524 |
+
"scale_nbytes": 2048,
|
| 525 |
+
"row_count": 1024,
|
| 526 |
+
"values_per_byte": 2
|
| 527 |
+
},
|
| 528 |
+
"transformer.transformer_blocks.3.attn.to_k.weight": {
|
| 529 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 530 |
+
"shape": [
|
| 531 |
+
1024,
|
| 532 |
+
1024
|
| 533 |
+
],
|
| 534 |
+
"offset": 30966784,
|
| 535 |
+
"nbytes": 524288,
|
| 536 |
+
"scale_offset": 31491072,
|
| 537 |
+
"scale_nbytes": 2048,
|
| 538 |
+
"row_count": 1024,
|
| 539 |
+
"values_per_byte": 2
|
| 540 |
+
},
|
| 541 |
+
"transformer.transformer_blocks.3.attn.to_v.weight": {
|
| 542 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 543 |
+
"shape": [
|
| 544 |
+
1024,
|
| 545 |
+
1024
|
| 546 |
+
],
|
| 547 |
+
"offset": 31493120,
|
| 548 |
+
"nbytes": 524288,
|
| 549 |
+
"scale_offset": 32017408,
|
| 550 |
+
"scale_nbytes": 2048,
|
| 551 |
+
"row_count": 1024,
|
| 552 |
+
"values_per_byte": 2
|
| 553 |
+
},
|
| 554 |
+
"transformer.transformer_blocks.3.attn.to_out.0.weight": {
|
| 555 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 556 |
+
"shape": [
|
| 557 |
+
1024,
|
| 558 |
+
1024
|
| 559 |
+
],
|
| 560 |
+
"offset": 32019456,
|
| 561 |
+
"nbytes": 524288,
|
| 562 |
+
"scale_offset": 32543744,
|
| 563 |
+
"scale_nbytes": 2048,
|
| 564 |
+
"row_count": 1024,
|
| 565 |
+
"values_per_byte": 2
|
| 566 |
+
},
|
| 567 |
+
"transformer.transformer_blocks.3.ff.ff.0.0.weight": {
|
| 568 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 569 |
+
"shape": [
|
| 570 |
+
2048,
|
| 571 |
+
1024
|
| 572 |
+
],
|
| 573 |
+
"offset": 32545792,
|
| 574 |
+
"nbytes": 1048576,
|
| 575 |
+
"scale_offset": 33594368,
|
| 576 |
+
"scale_nbytes": 4096,
|
| 577 |
+
"row_count": 2048,
|
| 578 |
+
"values_per_byte": 2
|
| 579 |
+
},
|
| 580 |
+
"transformer.transformer_blocks.3.ff.ff.2.weight": {
|
| 581 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 582 |
+
"shape": [
|
| 583 |
+
1024,
|
| 584 |
+
2048
|
| 585 |
+
],
|
| 586 |
+
"offset": 33598464,
|
| 587 |
+
"nbytes": 1048576,
|
| 588 |
+
"scale_offset": 34647040,
|
| 589 |
+
"scale_nbytes": 2048,
|
| 590 |
+
"row_count": 1024,
|
| 591 |
+
"values_per_byte": 2
|
| 592 |
+
},
|
| 593 |
+
"transformer.transformer_blocks.4.attn_norm.linear.weight": {
|
| 594 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 595 |
+
"shape": [
|
| 596 |
+
6144,
|
| 597 |
+
1024
|
| 598 |
+
],
|
| 599 |
+
"offset": 34649088,
|
| 600 |
+
"nbytes": 3145728,
|
| 601 |
+
"scale_offset": 37794816,
|
| 602 |
+
"scale_nbytes": 12288,
|
| 603 |
+
"row_count": 6144,
|
| 604 |
+
"values_per_byte": 2
|
| 605 |
+
},
|
| 606 |
+
"transformer.transformer_blocks.4.attn.to_q.weight": {
|
| 607 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 608 |
+
"shape": [
|
| 609 |
+
1024,
|
| 610 |
+
1024
|
| 611 |
+
],
|
| 612 |
+
"offset": 37807104,
|
| 613 |
+
"nbytes": 524288,
|
| 614 |
+
"scale_offset": 38331392,
|
| 615 |
+
"scale_nbytes": 2048,
|
| 616 |
+
"row_count": 1024,
|
| 617 |
+
"values_per_byte": 2
|
| 618 |
+
},
|
| 619 |
+
"transformer.transformer_blocks.4.attn.to_k.weight": {
|
| 620 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 621 |
+
"shape": [
|
| 622 |
+
1024,
|
| 623 |
+
1024
|
| 624 |
+
],
|
| 625 |
+
"offset": 38333440,
|
| 626 |
+
"nbytes": 524288,
|
| 627 |
+
"scale_offset": 38857728,
|
| 628 |
+
"scale_nbytes": 2048,
|
| 629 |
+
"row_count": 1024,
|
| 630 |
+
"values_per_byte": 2
|
| 631 |
+
},
|
| 632 |
+
"transformer.transformer_blocks.4.attn.to_v.weight": {
|
| 633 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 634 |
+
"shape": [
|
| 635 |
+
1024,
|
| 636 |
+
1024
|
| 637 |
+
],
|
| 638 |
+
"offset": 38859776,
|
| 639 |
+
"nbytes": 524288,
|
| 640 |
+
"scale_offset": 39384064,
|
| 641 |
+
"scale_nbytes": 2048,
|
| 642 |
+
"row_count": 1024,
|
| 643 |
+
"values_per_byte": 2
|
| 644 |
+
},
|
| 645 |
+
"transformer.transformer_blocks.4.attn.to_out.0.weight": {
|
| 646 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 647 |
+
"shape": [
|
| 648 |
+
1024,
|
| 649 |
+
1024
|
| 650 |
+
],
|
| 651 |
+
"offset": 39386112,
|
| 652 |
+
"nbytes": 524288,
|
| 653 |
+
"scale_offset": 39910400,
|
| 654 |
+
"scale_nbytes": 2048,
|
| 655 |
+
"row_count": 1024,
|
| 656 |
+
"values_per_byte": 2
|
| 657 |
+
},
|
| 658 |
+
"transformer.transformer_blocks.4.ff.ff.0.0.weight": {
|
| 659 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 660 |
+
"shape": [
|
| 661 |
+
2048,
|
| 662 |
+
1024
|
| 663 |
+
],
|
| 664 |
+
"offset": 39912448,
|
| 665 |
+
"nbytes": 1048576,
|
| 666 |
+
"scale_offset": 40961024,
|
| 667 |
+
"scale_nbytes": 4096,
|
| 668 |
+
"row_count": 2048,
|
| 669 |
+
"values_per_byte": 2
|
| 670 |
+
},
|
| 671 |
+
"transformer.transformer_blocks.4.ff.ff.2.weight": {
|
| 672 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 673 |
+
"shape": [
|
| 674 |
+
1024,
|
| 675 |
+
2048
|
| 676 |
+
],
|
| 677 |
+
"offset": 40965120,
|
| 678 |
+
"nbytes": 1048576,
|
| 679 |
+
"scale_offset": 42013696,
|
| 680 |
+
"scale_nbytes": 2048,
|
| 681 |
+
"row_count": 1024,
|
| 682 |
+
"values_per_byte": 2
|
| 683 |
+
},
|
| 684 |
+
"transformer.transformer_blocks.5.attn_norm.linear.weight": {
|
| 685 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 686 |
+
"shape": [
|
| 687 |
+
6144,
|
| 688 |
+
1024
|
| 689 |
+
],
|
| 690 |
+
"offset": 42015744,
|
| 691 |
+
"nbytes": 3145728,
|
| 692 |
+
"scale_offset": 45161472,
|
| 693 |
+
"scale_nbytes": 12288,
|
| 694 |
+
"row_count": 6144,
|
| 695 |
+
"values_per_byte": 2
|
| 696 |
+
},
|
| 697 |
+
"transformer.transformer_blocks.5.attn.to_q.weight": {
|
| 698 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 699 |
+
"shape": [
|
| 700 |
+
1024,
|
| 701 |
+
1024
|
| 702 |
+
],
|
| 703 |
+
"offset": 45173760,
|
| 704 |
+
"nbytes": 524288,
|
| 705 |
+
"scale_offset": 45698048,
|
| 706 |
+
"scale_nbytes": 2048,
|
| 707 |
+
"row_count": 1024,
|
| 708 |
+
"values_per_byte": 2
|
| 709 |
+
},
|
| 710 |
+
"transformer.transformer_blocks.5.attn.to_k.weight": {
|
| 711 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 712 |
+
"shape": [
|
| 713 |
+
1024,
|
| 714 |
+
1024
|
| 715 |
+
],
|
| 716 |
+
"offset": 45700096,
|
| 717 |
+
"nbytes": 524288,
|
| 718 |
+
"scale_offset": 46224384,
|
| 719 |
+
"scale_nbytes": 2048,
|
| 720 |
+
"row_count": 1024,
|
| 721 |
+
"values_per_byte": 2
|
| 722 |
+
},
|
| 723 |
+
"transformer.transformer_blocks.5.attn.to_v.weight": {
|
| 724 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 725 |
+
"shape": [
|
| 726 |
+
1024,
|
| 727 |
+
1024
|
| 728 |
+
],
|
| 729 |
+
"offset": 46226432,
|
| 730 |
+
"nbytes": 524288,
|
| 731 |
+
"scale_offset": 46750720,
|
| 732 |
+
"scale_nbytes": 2048,
|
| 733 |
+
"row_count": 1024,
|
| 734 |
+
"values_per_byte": 2
|
| 735 |
+
},
|
| 736 |
+
"transformer.transformer_blocks.5.attn.to_out.0.weight": {
|
| 737 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 738 |
+
"shape": [
|
| 739 |
+
1024,
|
| 740 |
+
1024
|
| 741 |
+
],
|
| 742 |
+
"offset": 46752768,
|
| 743 |
+
"nbytes": 524288,
|
| 744 |
+
"scale_offset": 47277056,
|
| 745 |
+
"scale_nbytes": 2048,
|
| 746 |
+
"row_count": 1024,
|
| 747 |
+
"values_per_byte": 2
|
| 748 |
+
},
|
| 749 |
+
"transformer.transformer_blocks.5.ff.ff.0.0.weight": {
|
| 750 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 751 |
+
"shape": [
|
| 752 |
+
2048,
|
| 753 |
+
1024
|
| 754 |
+
],
|
| 755 |
+
"offset": 47279104,
|
| 756 |
+
"nbytes": 1048576,
|
| 757 |
+
"scale_offset": 48327680,
|
| 758 |
+
"scale_nbytes": 4096,
|
| 759 |
+
"row_count": 2048,
|
| 760 |
+
"values_per_byte": 2
|
| 761 |
+
},
|
| 762 |
+
"transformer.transformer_blocks.5.ff.ff.2.weight": {
|
| 763 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 764 |
+
"shape": [
|
| 765 |
+
1024,
|
| 766 |
+
2048
|
| 767 |
+
],
|
| 768 |
+
"offset": 48331776,
|
| 769 |
+
"nbytes": 1048576,
|
| 770 |
+
"scale_offset": 49380352,
|
| 771 |
+
"scale_nbytes": 2048,
|
| 772 |
+
"row_count": 1024,
|
| 773 |
+
"values_per_byte": 2
|
| 774 |
+
},
|
| 775 |
+
"transformer.transformer_blocks.6.attn_norm.linear.weight": {
|
| 776 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 777 |
+
"shape": [
|
| 778 |
+
6144,
|
| 779 |
+
1024
|
| 780 |
+
],
|
| 781 |
+
"offset": 49382400,
|
| 782 |
+
"nbytes": 3145728,
|
| 783 |
+
"scale_offset": 52528128,
|
| 784 |
+
"scale_nbytes": 12288,
|
| 785 |
+
"row_count": 6144,
|
| 786 |
+
"values_per_byte": 2
|
| 787 |
+
},
|
| 788 |
+
"transformer.transformer_blocks.6.attn.to_q.weight": {
|
| 789 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 790 |
+
"shape": [
|
| 791 |
+
1024,
|
| 792 |
+
1024
|
| 793 |
+
],
|
| 794 |
+
"offset": 52540416,
|
| 795 |
+
"nbytes": 524288,
|
| 796 |
+
"scale_offset": 53064704,
|
| 797 |
+
"scale_nbytes": 2048,
|
| 798 |
+
"row_count": 1024,
|
| 799 |
+
"values_per_byte": 2
|
| 800 |
+
},
|
| 801 |
+
"transformer.transformer_blocks.6.attn.to_k.weight": {
|
| 802 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 803 |
+
"shape": [
|
| 804 |
+
1024,
|
| 805 |
+
1024
|
| 806 |
+
],
|
| 807 |
+
"offset": 53066752,
|
| 808 |
+
"nbytes": 524288,
|
| 809 |
+
"scale_offset": 53591040,
|
| 810 |
+
"scale_nbytes": 2048,
|
| 811 |
+
"row_count": 1024,
|
| 812 |
+
"values_per_byte": 2
|
| 813 |
+
},
|
| 814 |
+
"transformer.transformer_blocks.6.attn.to_v.weight": {
|
| 815 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 816 |
+
"shape": [
|
| 817 |
+
1024,
|
| 818 |
+
1024
|
| 819 |
+
],
|
| 820 |
+
"offset": 53593088,
|
| 821 |
+
"nbytes": 524288,
|
| 822 |
+
"scale_offset": 54117376,
|
| 823 |
+
"scale_nbytes": 2048,
|
| 824 |
+
"row_count": 1024,
|
| 825 |
+
"values_per_byte": 2
|
| 826 |
+
},
|
| 827 |
+
"transformer.transformer_blocks.6.attn.to_out.0.weight": {
|
| 828 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 829 |
+
"shape": [
|
| 830 |
+
1024,
|
| 831 |
+
1024
|
| 832 |
+
],
|
| 833 |
+
"offset": 54119424,
|
| 834 |
+
"nbytes": 524288,
|
| 835 |
+
"scale_offset": 54643712,
|
| 836 |
+
"scale_nbytes": 2048,
|
| 837 |
+
"row_count": 1024,
|
| 838 |
+
"values_per_byte": 2
|
| 839 |
+
},
|
| 840 |
+
"transformer.transformer_blocks.6.ff.ff.0.0.weight": {
|
| 841 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 842 |
+
"shape": [
|
| 843 |
+
2048,
|
| 844 |
+
1024
|
| 845 |
+
],
|
| 846 |
+
"offset": 54645760,
|
| 847 |
+
"nbytes": 1048576,
|
| 848 |
+
"scale_offset": 55694336,
|
| 849 |
+
"scale_nbytes": 4096,
|
| 850 |
+
"row_count": 2048,
|
| 851 |
+
"values_per_byte": 2
|
| 852 |
+
},
|
| 853 |
+
"transformer.transformer_blocks.6.ff.ff.2.weight": {
|
| 854 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 855 |
+
"shape": [
|
| 856 |
+
1024,
|
| 857 |
+
2048
|
| 858 |
+
],
|
| 859 |
+
"offset": 55698432,
|
| 860 |
+
"nbytes": 1048576,
|
| 861 |
+
"scale_offset": 56747008,
|
| 862 |
+
"scale_nbytes": 2048,
|
| 863 |
+
"row_count": 1024,
|
| 864 |
+
"values_per_byte": 2
|
| 865 |
+
},
|
| 866 |
+
"transformer.transformer_blocks.7.attn_norm.linear.weight": {
|
| 867 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 868 |
+
"shape": [
|
| 869 |
+
6144,
|
| 870 |
+
1024
|
| 871 |
+
],
|
| 872 |
+
"offset": 56749056,
|
| 873 |
+
"nbytes": 3145728,
|
| 874 |
+
"scale_offset": 59894784,
|
| 875 |
+
"scale_nbytes": 12288,
|
| 876 |
+
"row_count": 6144,
|
| 877 |
+
"values_per_byte": 2
|
| 878 |
+
},
|
| 879 |
+
"transformer.transformer_blocks.7.attn.to_q.weight": {
|
| 880 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 881 |
+
"shape": [
|
| 882 |
+
1024,
|
| 883 |
+
1024
|
| 884 |
+
],
|
| 885 |
+
"offset": 59907072,
|
| 886 |
+
"nbytes": 524288,
|
| 887 |
+
"scale_offset": 60431360,
|
| 888 |
+
"scale_nbytes": 2048,
|
| 889 |
+
"row_count": 1024,
|
| 890 |
+
"values_per_byte": 2
|
| 891 |
+
},
|
| 892 |
+
"transformer.transformer_blocks.7.attn.to_k.weight": {
|
| 893 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 894 |
+
"shape": [
|
| 895 |
+
1024,
|
| 896 |
+
1024
|
| 897 |
+
],
|
| 898 |
+
"offset": 60433408,
|
| 899 |
+
"nbytes": 524288,
|
| 900 |
+
"scale_offset": 60957696,
|
| 901 |
+
"scale_nbytes": 2048,
|
| 902 |
+
"row_count": 1024,
|
| 903 |
+
"values_per_byte": 2
|
| 904 |
+
},
|
| 905 |
+
"transformer.transformer_blocks.7.attn.to_v.weight": {
|
| 906 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 907 |
+
"shape": [
|
| 908 |
+
1024,
|
| 909 |
+
1024
|
| 910 |
+
],
|
| 911 |
+
"offset": 60959744,
|
| 912 |
+
"nbytes": 524288,
|
| 913 |
+
"scale_offset": 61484032,
|
| 914 |
+
"scale_nbytes": 2048,
|
| 915 |
+
"row_count": 1024,
|
| 916 |
+
"values_per_byte": 2
|
| 917 |
+
},
|
| 918 |
+
"transformer.transformer_blocks.7.attn.to_out.0.weight": {
|
| 919 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 920 |
+
"shape": [
|
| 921 |
+
1024,
|
| 922 |
+
1024
|
| 923 |
+
],
|
| 924 |
+
"offset": 61486080,
|
| 925 |
+
"nbytes": 524288,
|
| 926 |
+
"scale_offset": 62010368,
|
| 927 |
+
"scale_nbytes": 2048,
|
| 928 |
+
"row_count": 1024,
|
| 929 |
+
"values_per_byte": 2
|
| 930 |
+
},
|
| 931 |
+
"transformer.transformer_blocks.7.ff.ff.0.0.weight": {
|
| 932 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 933 |
+
"shape": [
|
| 934 |
+
2048,
|
| 935 |
+
1024
|
| 936 |
+
],
|
| 937 |
+
"offset": 62012416,
|
| 938 |
+
"nbytes": 1048576,
|
| 939 |
+
"scale_offset": 63060992,
|
| 940 |
+
"scale_nbytes": 4096,
|
| 941 |
+
"row_count": 2048,
|
| 942 |
+
"values_per_byte": 2
|
| 943 |
+
},
|
| 944 |
+
"transformer.transformer_blocks.7.ff.ff.2.weight": {
|
| 945 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 946 |
+
"shape": [
|
| 947 |
+
1024,
|
| 948 |
+
2048
|
| 949 |
+
],
|
| 950 |
+
"offset": 63065088,
|
| 951 |
+
"nbytes": 1048576,
|
| 952 |
+
"scale_offset": 64113664,
|
| 953 |
+
"scale_nbytes": 2048,
|
| 954 |
+
"row_count": 1024,
|
| 955 |
+
"values_per_byte": 2
|
| 956 |
+
},
|
| 957 |
+
"transformer.transformer_blocks.8.attn_norm.linear.weight": {
|
| 958 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 959 |
+
"shape": [
|
| 960 |
+
6144,
|
| 961 |
+
1024
|
| 962 |
+
],
|
| 963 |
+
"offset": 64115712,
|
| 964 |
+
"nbytes": 3145728,
|
| 965 |
+
"scale_offset": 67261440,
|
| 966 |
+
"scale_nbytes": 12288,
|
| 967 |
+
"row_count": 6144,
|
| 968 |
+
"values_per_byte": 2
|
| 969 |
+
},
|
| 970 |
+
"transformer.transformer_blocks.8.attn.to_q.weight": {
|
| 971 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 972 |
+
"shape": [
|
| 973 |
+
1024,
|
| 974 |
+
1024
|
| 975 |
+
],
|
| 976 |
+
"offset": 67273728,
|
| 977 |
+
"nbytes": 524288,
|
| 978 |
+
"scale_offset": 67798016,
|
| 979 |
+
"scale_nbytes": 2048,
|
| 980 |
+
"row_count": 1024,
|
| 981 |
+
"values_per_byte": 2
|
| 982 |
+
},
|
| 983 |
+
"transformer.transformer_blocks.8.attn.to_k.weight": {
|
| 984 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 985 |
+
"shape": [
|
| 986 |
+
1024,
|
| 987 |
+
1024
|
| 988 |
+
],
|
| 989 |
+
"offset": 67800064,
|
| 990 |
+
"nbytes": 524288,
|
| 991 |
+
"scale_offset": 68324352,
|
| 992 |
+
"scale_nbytes": 2048,
|
| 993 |
+
"row_count": 1024,
|
| 994 |
+
"values_per_byte": 2
|
| 995 |
+
},
|
| 996 |
+
"transformer.transformer_blocks.8.attn.to_v.weight": {
|
| 997 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 998 |
+
"shape": [
|
| 999 |
+
1024,
|
| 1000 |
+
1024
|
| 1001 |
+
],
|
| 1002 |
+
"offset": 68326400,
|
| 1003 |
+
"nbytes": 524288,
|
| 1004 |
+
"scale_offset": 68850688,
|
| 1005 |
+
"scale_nbytes": 2048,
|
| 1006 |
+
"row_count": 1024,
|
| 1007 |
+
"values_per_byte": 2
|
| 1008 |
+
},
|
| 1009 |
+
"transformer.transformer_blocks.8.attn.to_out.0.weight": {
|
| 1010 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1011 |
+
"shape": [
|
| 1012 |
+
1024,
|
| 1013 |
+
1024
|
| 1014 |
+
],
|
| 1015 |
+
"offset": 68852736,
|
| 1016 |
+
"nbytes": 524288,
|
| 1017 |
+
"scale_offset": 69377024,
|
| 1018 |
+
"scale_nbytes": 2048,
|
| 1019 |
+
"row_count": 1024,
|
| 1020 |
+
"values_per_byte": 2
|
| 1021 |
+
},
|
| 1022 |
+
"transformer.transformer_blocks.8.ff.ff.0.0.weight": {
|
| 1023 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1024 |
+
"shape": [
|
| 1025 |
+
2048,
|
| 1026 |
+
1024
|
| 1027 |
+
],
|
| 1028 |
+
"offset": 69379072,
|
| 1029 |
+
"nbytes": 1048576,
|
| 1030 |
+
"scale_offset": 70427648,
|
| 1031 |
+
"scale_nbytes": 4096,
|
| 1032 |
+
"row_count": 2048,
|
| 1033 |
+
"values_per_byte": 2
|
| 1034 |
+
},
|
| 1035 |
+
"transformer.transformer_blocks.8.ff.ff.2.weight": {
|
| 1036 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1037 |
+
"shape": [
|
| 1038 |
+
1024,
|
| 1039 |
+
2048
|
| 1040 |
+
],
|
| 1041 |
+
"offset": 70431744,
|
| 1042 |
+
"nbytes": 1048576,
|
| 1043 |
+
"scale_offset": 71480320,
|
| 1044 |
+
"scale_nbytes": 2048,
|
| 1045 |
+
"row_count": 1024,
|
| 1046 |
+
"values_per_byte": 2
|
| 1047 |
+
},
|
| 1048 |
+
"transformer.transformer_blocks.9.attn_norm.linear.weight": {
|
| 1049 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1050 |
+
"shape": [
|
| 1051 |
+
6144,
|
| 1052 |
+
1024
|
| 1053 |
+
],
|
| 1054 |
+
"offset": 71482368,
|
| 1055 |
+
"nbytes": 3145728,
|
| 1056 |
+
"scale_offset": 74628096,
|
| 1057 |
+
"scale_nbytes": 12288,
|
| 1058 |
+
"row_count": 6144,
|
| 1059 |
+
"values_per_byte": 2
|
| 1060 |
+
},
|
| 1061 |
+
"transformer.transformer_blocks.9.attn.to_q.weight": {
|
| 1062 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1063 |
+
"shape": [
|
| 1064 |
+
1024,
|
| 1065 |
+
1024
|
| 1066 |
+
],
|
| 1067 |
+
"offset": 74640384,
|
| 1068 |
+
"nbytes": 524288,
|
| 1069 |
+
"scale_offset": 75164672,
|
| 1070 |
+
"scale_nbytes": 2048,
|
| 1071 |
+
"row_count": 1024,
|
| 1072 |
+
"values_per_byte": 2
|
| 1073 |
+
},
|
| 1074 |
+
"transformer.transformer_blocks.9.attn.to_k.weight": {
|
| 1075 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1076 |
+
"shape": [
|
| 1077 |
+
1024,
|
| 1078 |
+
1024
|
| 1079 |
+
],
|
| 1080 |
+
"offset": 75166720,
|
| 1081 |
+
"nbytes": 524288,
|
| 1082 |
+
"scale_offset": 75691008,
|
| 1083 |
+
"scale_nbytes": 2048,
|
| 1084 |
+
"row_count": 1024,
|
| 1085 |
+
"values_per_byte": 2
|
| 1086 |
+
},
|
| 1087 |
+
"transformer.transformer_blocks.9.attn.to_v.weight": {
|
| 1088 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1089 |
+
"shape": [
|
| 1090 |
+
1024,
|
| 1091 |
+
1024
|
| 1092 |
+
],
|
| 1093 |
+
"offset": 75693056,
|
| 1094 |
+
"nbytes": 524288,
|
| 1095 |
+
"scale_offset": 76217344,
|
| 1096 |
+
"scale_nbytes": 2048,
|
| 1097 |
+
"row_count": 1024,
|
| 1098 |
+
"values_per_byte": 2
|
| 1099 |
+
},
|
| 1100 |
+
"transformer.transformer_blocks.9.attn.to_out.0.weight": {
|
| 1101 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1102 |
+
"shape": [
|
| 1103 |
+
1024,
|
| 1104 |
+
1024
|
| 1105 |
+
],
|
| 1106 |
+
"offset": 76219392,
|
| 1107 |
+
"nbytes": 524288,
|
| 1108 |
+
"scale_offset": 76743680,
|
| 1109 |
+
"scale_nbytes": 2048,
|
| 1110 |
+
"row_count": 1024,
|
| 1111 |
+
"values_per_byte": 2
|
| 1112 |
+
},
|
| 1113 |
+
"transformer.transformer_blocks.9.ff.ff.0.0.weight": {
|
| 1114 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1115 |
+
"shape": [
|
| 1116 |
+
2048,
|
| 1117 |
+
1024
|
| 1118 |
+
],
|
| 1119 |
+
"offset": 76745728,
|
| 1120 |
+
"nbytes": 1048576,
|
| 1121 |
+
"scale_offset": 77794304,
|
| 1122 |
+
"scale_nbytes": 4096,
|
| 1123 |
+
"row_count": 2048,
|
| 1124 |
+
"values_per_byte": 2
|
| 1125 |
+
},
|
| 1126 |
+
"transformer.transformer_blocks.9.ff.ff.2.weight": {
|
| 1127 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1128 |
+
"shape": [
|
| 1129 |
+
1024,
|
| 1130 |
+
2048
|
| 1131 |
+
],
|
| 1132 |
+
"offset": 77798400,
|
| 1133 |
+
"nbytes": 1048576,
|
| 1134 |
+
"scale_offset": 78846976,
|
| 1135 |
+
"scale_nbytes": 2048,
|
| 1136 |
+
"row_count": 1024,
|
| 1137 |
+
"values_per_byte": 2
|
| 1138 |
+
},
|
| 1139 |
+
"transformer.transformer_blocks.10.attn_norm.linear.weight": {
|
| 1140 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1141 |
+
"shape": [
|
| 1142 |
+
6144,
|
| 1143 |
+
1024
|
| 1144 |
+
],
|
| 1145 |
+
"offset": 78849024,
|
| 1146 |
+
"nbytes": 3145728,
|
| 1147 |
+
"scale_offset": 81994752,
|
| 1148 |
+
"scale_nbytes": 12288,
|
| 1149 |
+
"row_count": 6144,
|
| 1150 |
+
"values_per_byte": 2
|
| 1151 |
+
},
|
| 1152 |
+
"transformer.transformer_blocks.10.attn.to_q.weight": {
|
| 1153 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1154 |
+
"shape": [
|
| 1155 |
+
1024,
|
| 1156 |
+
1024
|
| 1157 |
+
],
|
| 1158 |
+
"offset": 82007040,
|
| 1159 |
+
"nbytes": 524288,
|
| 1160 |
+
"scale_offset": 82531328,
|
| 1161 |
+
"scale_nbytes": 2048,
|
| 1162 |
+
"row_count": 1024,
|
| 1163 |
+
"values_per_byte": 2
|
| 1164 |
+
},
|
| 1165 |
+
"transformer.transformer_blocks.10.attn.to_k.weight": {
|
| 1166 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1167 |
+
"shape": [
|
| 1168 |
+
1024,
|
| 1169 |
+
1024
|
| 1170 |
+
],
|
| 1171 |
+
"offset": 82533376,
|
| 1172 |
+
"nbytes": 524288,
|
| 1173 |
+
"scale_offset": 83057664,
|
| 1174 |
+
"scale_nbytes": 2048,
|
| 1175 |
+
"row_count": 1024,
|
| 1176 |
+
"values_per_byte": 2
|
| 1177 |
+
},
|
| 1178 |
+
"transformer.transformer_blocks.10.attn.to_v.weight": {
|
| 1179 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1180 |
+
"shape": [
|
| 1181 |
+
1024,
|
| 1182 |
+
1024
|
| 1183 |
+
],
|
| 1184 |
+
"offset": 83059712,
|
| 1185 |
+
"nbytes": 524288,
|
| 1186 |
+
"scale_offset": 83584000,
|
| 1187 |
+
"scale_nbytes": 2048,
|
| 1188 |
+
"row_count": 1024,
|
| 1189 |
+
"values_per_byte": 2
|
| 1190 |
+
},
|
| 1191 |
+
"transformer.transformer_blocks.10.attn.to_out.0.weight": {
|
| 1192 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1193 |
+
"shape": [
|
| 1194 |
+
1024,
|
| 1195 |
+
1024
|
| 1196 |
+
],
|
| 1197 |
+
"offset": 83586048,
|
| 1198 |
+
"nbytes": 524288,
|
| 1199 |
+
"scale_offset": 84110336,
|
| 1200 |
+
"scale_nbytes": 2048,
|
| 1201 |
+
"row_count": 1024,
|
| 1202 |
+
"values_per_byte": 2
|
| 1203 |
+
},
|
| 1204 |
+
"transformer.transformer_blocks.10.ff.ff.0.0.weight": {
|
| 1205 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1206 |
+
"shape": [
|
| 1207 |
+
2048,
|
| 1208 |
+
1024
|
| 1209 |
+
],
|
| 1210 |
+
"offset": 84112384,
|
| 1211 |
+
"nbytes": 1048576,
|
| 1212 |
+
"scale_offset": 85160960,
|
| 1213 |
+
"scale_nbytes": 4096,
|
| 1214 |
+
"row_count": 2048,
|
| 1215 |
+
"values_per_byte": 2
|
| 1216 |
+
},
|
| 1217 |
+
"transformer.transformer_blocks.10.ff.ff.2.weight": {
|
| 1218 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1219 |
+
"shape": [
|
| 1220 |
+
1024,
|
| 1221 |
+
2048
|
| 1222 |
+
],
|
| 1223 |
+
"offset": 85165056,
|
| 1224 |
+
"nbytes": 1048576,
|
| 1225 |
+
"scale_offset": 86213632,
|
| 1226 |
+
"scale_nbytes": 2048,
|
| 1227 |
+
"row_count": 1024,
|
| 1228 |
+
"values_per_byte": 2
|
| 1229 |
+
},
|
| 1230 |
+
"transformer.transformer_blocks.11.attn_norm.linear.weight": {
|
| 1231 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1232 |
+
"shape": [
|
| 1233 |
+
6144,
|
| 1234 |
+
1024
|
| 1235 |
+
],
|
| 1236 |
+
"offset": 86215680,
|
| 1237 |
+
"nbytes": 3145728,
|
| 1238 |
+
"scale_offset": 89361408,
|
| 1239 |
+
"scale_nbytes": 12288,
|
| 1240 |
+
"row_count": 6144,
|
| 1241 |
+
"values_per_byte": 2
|
| 1242 |
+
},
|
| 1243 |
+
"transformer.transformer_blocks.11.attn.to_q.weight": {
|
| 1244 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1245 |
+
"shape": [
|
| 1246 |
+
1024,
|
| 1247 |
+
1024
|
| 1248 |
+
],
|
| 1249 |
+
"offset": 89373696,
|
| 1250 |
+
"nbytes": 524288,
|
| 1251 |
+
"scale_offset": 89897984,
|
| 1252 |
+
"scale_nbytes": 2048,
|
| 1253 |
+
"row_count": 1024,
|
| 1254 |
+
"values_per_byte": 2
|
| 1255 |
+
},
|
| 1256 |
+
"transformer.transformer_blocks.11.attn.to_k.weight": {
|
| 1257 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1258 |
+
"shape": [
|
| 1259 |
+
1024,
|
| 1260 |
+
1024
|
| 1261 |
+
],
|
| 1262 |
+
"offset": 89900032,
|
| 1263 |
+
"nbytes": 524288,
|
| 1264 |
+
"scale_offset": 90424320,
|
| 1265 |
+
"scale_nbytes": 2048,
|
| 1266 |
+
"row_count": 1024,
|
| 1267 |
+
"values_per_byte": 2
|
| 1268 |
+
},
|
| 1269 |
+
"transformer.transformer_blocks.11.attn.to_v.weight": {
|
| 1270 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1271 |
+
"shape": [
|
| 1272 |
+
1024,
|
| 1273 |
+
1024
|
| 1274 |
+
],
|
| 1275 |
+
"offset": 90426368,
|
| 1276 |
+
"nbytes": 524288,
|
| 1277 |
+
"scale_offset": 90950656,
|
| 1278 |
+
"scale_nbytes": 2048,
|
| 1279 |
+
"row_count": 1024,
|
| 1280 |
+
"values_per_byte": 2
|
| 1281 |
+
},
|
| 1282 |
+
"transformer.transformer_blocks.11.attn.to_out.0.weight": {
|
| 1283 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1284 |
+
"shape": [
|
| 1285 |
+
1024,
|
| 1286 |
+
1024
|
| 1287 |
+
],
|
| 1288 |
+
"offset": 90952704,
|
| 1289 |
+
"nbytes": 524288,
|
| 1290 |
+
"scale_offset": 91476992,
|
| 1291 |
+
"scale_nbytes": 2048,
|
| 1292 |
+
"row_count": 1024,
|
| 1293 |
+
"values_per_byte": 2
|
| 1294 |
+
},
|
| 1295 |
+
"transformer.transformer_blocks.11.ff.ff.0.0.weight": {
|
| 1296 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1297 |
+
"shape": [
|
| 1298 |
+
2048,
|
| 1299 |
+
1024
|
| 1300 |
+
],
|
| 1301 |
+
"offset": 91479040,
|
| 1302 |
+
"nbytes": 1048576,
|
| 1303 |
+
"scale_offset": 92527616,
|
| 1304 |
+
"scale_nbytes": 4096,
|
| 1305 |
+
"row_count": 2048,
|
| 1306 |
+
"values_per_byte": 2
|
| 1307 |
+
},
|
| 1308 |
+
"transformer.transformer_blocks.11.ff.ff.2.weight": {
|
| 1309 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1310 |
+
"shape": [
|
| 1311 |
+
1024,
|
| 1312 |
+
2048
|
| 1313 |
+
],
|
| 1314 |
+
"offset": 92531712,
|
| 1315 |
+
"nbytes": 1048576,
|
| 1316 |
+
"scale_offset": 93580288,
|
| 1317 |
+
"scale_nbytes": 2048,
|
| 1318 |
+
"row_count": 1024,
|
| 1319 |
+
"values_per_byte": 2
|
| 1320 |
+
},
|
| 1321 |
+
"transformer.transformer_blocks.12.attn_norm.linear.weight": {
|
| 1322 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1323 |
+
"shape": [
|
| 1324 |
+
6144,
|
| 1325 |
+
1024
|
| 1326 |
+
],
|
| 1327 |
+
"offset": 93582336,
|
| 1328 |
+
"nbytes": 3145728,
|
| 1329 |
+
"scale_offset": 96728064,
|
| 1330 |
+
"scale_nbytes": 12288,
|
| 1331 |
+
"row_count": 6144,
|
| 1332 |
+
"values_per_byte": 2
|
| 1333 |
+
},
|
| 1334 |
+
"transformer.transformer_blocks.12.attn.to_q.weight": {
|
| 1335 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1336 |
+
"shape": [
|
| 1337 |
+
1024,
|
| 1338 |
+
1024
|
| 1339 |
+
],
|
| 1340 |
+
"offset": 96740352,
|
| 1341 |
+
"nbytes": 524288,
|
| 1342 |
+
"scale_offset": 97264640,
|
| 1343 |
+
"scale_nbytes": 2048,
|
| 1344 |
+
"row_count": 1024,
|
| 1345 |
+
"values_per_byte": 2
|
| 1346 |
+
},
|
| 1347 |
+
"transformer.transformer_blocks.12.attn.to_k.weight": {
|
| 1348 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1349 |
+
"shape": [
|
| 1350 |
+
1024,
|
| 1351 |
+
1024
|
| 1352 |
+
],
|
| 1353 |
+
"offset": 97266688,
|
| 1354 |
+
"nbytes": 524288,
|
| 1355 |
+
"scale_offset": 97790976,
|
| 1356 |
+
"scale_nbytes": 2048,
|
| 1357 |
+
"row_count": 1024,
|
| 1358 |
+
"values_per_byte": 2
|
| 1359 |
+
},
|
| 1360 |
+
"transformer.transformer_blocks.12.attn.to_v.weight": {
|
| 1361 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1362 |
+
"shape": [
|
| 1363 |
+
1024,
|
| 1364 |
+
1024
|
| 1365 |
+
],
|
| 1366 |
+
"offset": 97793024,
|
| 1367 |
+
"nbytes": 524288,
|
| 1368 |
+
"scale_offset": 98317312,
|
| 1369 |
+
"scale_nbytes": 2048,
|
| 1370 |
+
"row_count": 1024,
|
| 1371 |
+
"values_per_byte": 2
|
| 1372 |
+
},
|
| 1373 |
+
"transformer.transformer_blocks.12.attn.to_out.0.weight": {
|
| 1374 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1375 |
+
"shape": [
|
| 1376 |
+
1024,
|
| 1377 |
+
1024
|
| 1378 |
+
],
|
| 1379 |
+
"offset": 98319360,
|
| 1380 |
+
"nbytes": 524288,
|
| 1381 |
+
"scale_offset": 98843648,
|
| 1382 |
+
"scale_nbytes": 2048,
|
| 1383 |
+
"row_count": 1024,
|
| 1384 |
+
"values_per_byte": 2
|
| 1385 |
+
},
|
| 1386 |
+
"transformer.transformer_blocks.12.ff.ff.0.0.weight": {
|
| 1387 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1388 |
+
"shape": [
|
| 1389 |
+
2048,
|
| 1390 |
+
1024
|
| 1391 |
+
],
|
| 1392 |
+
"offset": 98845696,
|
| 1393 |
+
"nbytes": 1048576,
|
| 1394 |
+
"scale_offset": 99894272,
|
| 1395 |
+
"scale_nbytes": 4096,
|
| 1396 |
+
"row_count": 2048,
|
| 1397 |
+
"values_per_byte": 2
|
| 1398 |
+
},
|
| 1399 |
+
"transformer.transformer_blocks.12.ff.ff.2.weight": {
|
| 1400 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1401 |
+
"shape": [
|
| 1402 |
+
1024,
|
| 1403 |
+
2048
|
| 1404 |
+
],
|
| 1405 |
+
"offset": 99898368,
|
| 1406 |
+
"nbytes": 1048576,
|
| 1407 |
+
"scale_offset": 100946944,
|
| 1408 |
+
"scale_nbytes": 2048,
|
| 1409 |
+
"row_count": 1024,
|
| 1410 |
+
"values_per_byte": 2
|
| 1411 |
+
},
|
| 1412 |
+
"transformer.transformer_blocks.13.attn_norm.linear.weight": {
|
| 1413 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1414 |
+
"shape": [
|
| 1415 |
+
6144,
|
| 1416 |
+
1024
|
| 1417 |
+
],
|
| 1418 |
+
"offset": 100948992,
|
| 1419 |
+
"nbytes": 3145728,
|
| 1420 |
+
"scale_offset": 104094720,
|
| 1421 |
+
"scale_nbytes": 12288,
|
| 1422 |
+
"row_count": 6144,
|
| 1423 |
+
"values_per_byte": 2
|
| 1424 |
+
},
|
| 1425 |
+
"transformer.transformer_blocks.13.attn.to_q.weight": {
|
| 1426 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1427 |
+
"shape": [
|
| 1428 |
+
1024,
|
| 1429 |
+
1024
|
| 1430 |
+
],
|
| 1431 |
+
"offset": 104107008,
|
| 1432 |
+
"nbytes": 524288,
|
| 1433 |
+
"scale_offset": 104631296,
|
| 1434 |
+
"scale_nbytes": 2048,
|
| 1435 |
+
"row_count": 1024,
|
| 1436 |
+
"values_per_byte": 2
|
| 1437 |
+
},
|
| 1438 |
+
"transformer.transformer_blocks.13.attn.to_k.weight": {
|
| 1439 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1440 |
+
"shape": [
|
| 1441 |
+
1024,
|
| 1442 |
+
1024
|
| 1443 |
+
],
|
| 1444 |
+
"offset": 104633344,
|
| 1445 |
+
"nbytes": 524288,
|
| 1446 |
+
"scale_offset": 105157632,
|
| 1447 |
+
"scale_nbytes": 2048,
|
| 1448 |
+
"row_count": 1024,
|
| 1449 |
+
"values_per_byte": 2
|
| 1450 |
+
},
|
| 1451 |
+
"transformer.transformer_blocks.13.attn.to_v.weight": {
|
| 1452 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1453 |
+
"shape": [
|
| 1454 |
+
1024,
|
| 1455 |
+
1024
|
| 1456 |
+
],
|
| 1457 |
+
"offset": 105159680,
|
| 1458 |
+
"nbytes": 524288,
|
| 1459 |
+
"scale_offset": 105683968,
|
| 1460 |
+
"scale_nbytes": 2048,
|
| 1461 |
+
"row_count": 1024,
|
| 1462 |
+
"values_per_byte": 2
|
| 1463 |
+
},
|
| 1464 |
+
"transformer.transformer_blocks.13.attn.to_out.0.weight": {
|
| 1465 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1466 |
+
"shape": [
|
| 1467 |
+
1024,
|
| 1468 |
+
1024
|
| 1469 |
+
],
|
| 1470 |
+
"offset": 105686016,
|
| 1471 |
+
"nbytes": 524288,
|
| 1472 |
+
"scale_offset": 106210304,
|
| 1473 |
+
"scale_nbytes": 2048,
|
| 1474 |
+
"row_count": 1024,
|
| 1475 |
+
"values_per_byte": 2
|
| 1476 |
+
},
|
| 1477 |
+
"transformer.transformer_blocks.13.ff.ff.0.0.weight": {
|
| 1478 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1479 |
+
"shape": [
|
| 1480 |
+
2048,
|
| 1481 |
+
1024
|
| 1482 |
+
],
|
| 1483 |
+
"offset": 106212352,
|
| 1484 |
+
"nbytes": 1048576,
|
| 1485 |
+
"scale_offset": 107260928,
|
| 1486 |
+
"scale_nbytes": 4096,
|
| 1487 |
+
"row_count": 2048,
|
| 1488 |
+
"values_per_byte": 2
|
| 1489 |
+
},
|
| 1490 |
+
"transformer.transformer_blocks.13.ff.ff.2.weight": {
|
| 1491 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1492 |
+
"shape": [
|
| 1493 |
+
1024,
|
| 1494 |
+
2048
|
| 1495 |
+
],
|
| 1496 |
+
"offset": 107265024,
|
| 1497 |
+
"nbytes": 1048576,
|
| 1498 |
+
"scale_offset": 108313600,
|
| 1499 |
+
"scale_nbytes": 2048,
|
| 1500 |
+
"row_count": 1024,
|
| 1501 |
+
"values_per_byte": 2
|
| 1502 |
+
},
|
| 1503 |
+
"transformer.transformer_blocks.14.attn_norm.linear.weight": {
|
| 1504 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1505 |
+
"shape": [
|
| 1506 |
+
6144,
|
| 1507 |
+
1024
|
| 1508 |
+
],
|
| 1509 |
+
"offset": 108315648,
|
| 1510 |
+
"nbytes": 3145728,
|
| 1511 |
+
"scale_offset": 111461376,
|
| 1512 |
+
"scale_nbytes": 12288,
|
| 1513 |
+
"row_count": 6144,
|
| 1514 |
+
"values_per_byte": 2
|
| 1515 |
+
},
|
| 1516 |
+
"transformer.transformer_blocks.14.attn.to_q.weight": {
|
| 1517 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1518 |
+
"shape": [
|
| 1519 |
+
1024,
|
| 1520 |
+
1024
|
| 1521 |
+
],
|
| 1522 |
+
"offset": 111473664,
|
| 1523 |
+
"nbytes": 524288,
|
| 1524 |
+
"scale_offset": 111997952,
|
| 1525 |
+
"scale_nbytes": 2048,
|
| 1526 |
+
"row_count": 1024,
|
| 1527 |
+
"values_per_byte": 2
|
| 1528 |
+
},
|
| 1529 |
+
"transformer.transformer_blocks.14.attn.to_k.weight": {
|
| 1530 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1531 |
+
"shape": [
|
| 1532 |
+
1024,
|
| 1533 |
+
1024
|
| 1534 |
+
],
|
| 1535 |
+
"offset": 112000000,
|
| 1536 |
+
"nbytes": 524288,
|
| 1537 |
+
"scale_offset": 112524288,
|
| 1538 |
+
"scale_nbytes": 2048,
|
| 1539 |
+
"row_count": 1024,
|
| 1540 |
+
"values_per_byte": 2
|
| 1541 |
+
},
|
| 1542 |
+
"transformer.transformer_blocks.14.attn.to_v.weight": {
|
| 1543 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1544 |
+
"shape": [
|
| 1545 |
+
1024,
|
| 1546 |
+
1024
|
| 1547 |
+
],
|
| 1548 |
+
"offset": 112526336,
|
| 1549 |
+
"nbytes": 524288,
|
| 1550 |
+
"scale_offset": 113050624,
|
| 1551 |
+
"scale_nbytes": 2048,
|
| 1552 |
+
"row_count": 1024,
|
| 1553 |
+
"values_per_byte": 2
|
| 1554 |
+
},
|
| 1555 |
+
"transformer.transformer_blocks.14.attn.to_out.0.weight": {
|
| 1556 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1557 |
+
"shape": [
|
| 1558 |
+
1024,
|
| 1559 |
+
1024
|
| 1560 |
+
],
|
| 1561 |
+
"offset": 113052672,
|
| 1562 |
+
"nbytes": 524288,
|
| 1563 |
+
"scale_offset": 113576960,
|
| 1564 |
+
"scale_nbytes": 2048,
|
| 1565 |
+
"row_count": 1024,
|
| 1566 |
+
"values_per_byte": 2
|
| 1567 |
+
},
|
| 1568 |
+
"transformer.transformer_blocks.14.ff.ff.0.0.weight": {
|
| 1569 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1570 |
+
"shape": [
|
| 1571 |
+
2048,
|
| 1572 |
+
1024
|
| 1573 |
+
],
|
| 1574 |
+
"offset": 113579008,
|
| 1575 |
+
"nbytes": 1048576,
|
| 1576 |
+
"scale_offset": 114627584,
|
| 1577 |
+
"scale_nbytes": 4096,
|
| 1578 |
+
"row_count": 2048,
|
| 1579 |
+
"values_per_byte": 2
|
| 1580 |
+
},
|
| 1581 |
+
"transformer.transformer_blocks.14.ff.ff.2.weight": {
|
| 1582 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1583 |
+
"shape": [
|
| 1584 |
+
1024,
|
| 1585 |
+
2048
|
| 1586 |
+
],
|
| 1587 |
+
"offset": 114631680,
|
| 1588 |
+
"nbytes": 1048576,
|
| 1589 |
+
"scale_offset": 115680256,
|
| 1590 |
+
"scale_nbytes": 2048,
|
| 1591 |
+
"row_count": 1024,
|
| 1592 |
+
"values_per_byte": 2
|
| 1593 |
+
},
|
| 1594 |
+
"transformer.transformer_blocks.15.attn_norm.linear.weight": {
|
| 1595 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1596 |
+
"shape": [
|
| 1597 |
+
6144,
|
| 1598 |
+
1024
|
| 1599 |
+
],
|
| 1600 |
+
"offset": 115682304,
|
| 1601 |
+
"nbytes": 3145728,
|
| 1602 |
+
"scale_offset": 118828032,
|
| 1603 |
+
"scale_nbytes": 12288,
|
| 1604 |
+
"row_count": 6144,
|
| 1605 |
+
"values_per_byte": 2
|
| 1606 |
+
},
|
| 1607 |
+
"transformer.transformer_blocks.15.attn.to_q.weight": {
|
| 1608 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1609 |
+
"shape": [
|
| 1610 |
+
1024,
|
| 1611 |
+
1024
|
| 1612 |
+
],
|
| 1613 |
+
"offset": 118840320,
|
| 1614 |
+
"nbytes": 524288,
|
| 1615 |
+
"scale_offset": 119364608,
|
| 1616 |
+
"scale_nbytes": 2048,
|
| 1617 |
+
"row_count": 1024,
|
| 1618 |
+
"values_per_byte": 2
|
| 1619 |
+
},
|
| 1620 |
+
"transformer.transformer_blocks.15.attn.to_k.weight": {
|
| 1621 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1622 |
+
"shape": [
|
| 1623 |
+
1024,
|
| 1624 |
+
1024
|
| 1625 |
+
],
|
| 1626 |
+
"offset": 119366656,
|
| 1627 |
+
"nbytes": 524288,
|
| 1628 |
+
"scale_offset": 119890944,
|
| 1629 |
+
"scale_nbytes": 2048,
|
| 1630 |
+
"row_count": 1024,
|
| 1631 |
+
"values_per_byte": 2
|
| 1632 |
+
},
|
| 1633 |
+
"transformer.transformer_blocks.15.attn.to_v.weight": {
|
| 1634 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1635 |
+
"shape": [
|
| 1636 |
+
1024,
|
| 1637 |
+
1024
|
| 1638 |
+
],
|
| 1639 |
+
"offset": 119892992,
|
| 1640 |
+
"nbytes": 524288,
|
| 1641 |
+
"scale_offset": 120417280,
|
| 1642 |
+
"scale_nbytes": 2048,
|
| 1643 |
+
"row_count": 1024,
|
| 1644 |
+
"values_per_byte": 2
|
| 1645 |
+
},
|
| 1646 |
+
"transformer.transformer_blocks.15.attn.to_out.0.weight": {
|
| 1647 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1648 |
+
"shape": [
|
| 1649 |
+
1024,
|
| 1650 |
+
1024
|
| 1651 |
+
],
|
| 1652 |
+
"offset": 120419328,
|
| 1653 |
+
"nbytes": 524288,
|
| 1654 |
+
"scale_offset": 120943616,
|
| 1655 |
+
"scale_nbytes": 2048,
|
| 1656 |
+
"row_count": 1024,
|
| 1657 |
+
"values_per_byte": 2
|
| 1658 |
+
},
|
| 1659 |
+
"transformer.transformer_blocks.15.ff.ff.0.0.weight": {
|
| 1660 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1661 |
+
"shape": [
|
| 1662 |
+
2048,
|
| 1663 |
+
1024
|
| 1664 |
+
],
|
| 1665 |
+
"offset": 120945664,
|
| 1666 |
+
"nbytes": 1048576,
|
| 1667 |
+
"scale_offset": 121994240,
|
| 1668 |
+
"scale_nbytes": 4096,
|
| 1669 |
+
"row_count": 2048,
|
| 1670 |
+
"values_per_byte": 2
|
| 1671 |
+
},
|
| 1672 |
+
"transformer.transformer_blocks.15.ff.ff.2.weight": {
|
| 1673 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1674 |
+
"shape": [
|
| 1675 |
+
1024,
|
| 1676 |
+
2048
|
| 1677 |
+
],
|
| 1678 |
+
"offset": 121998336,
|
| 1679 |
+
"nbytes": 1048576,
|
| 1680 |
+
"scale_offset": 123046912,
|
| 1681 |
+
"scale_nbytes": 2048,
|
| 1682 |
+
"row_count": 1024,
|
| 1683 |
+
"values_per_byte": 2
|
| 1684 |
+
},
|
| 1685 |
+
"transformer.transformer_blocks.16.attn_norm.linear.weight": {
|
| 1686 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1687 |
+
"shape": [
|
| 1688 |
+
6144,
|
| 1689 |
+
1024
|
| 1690 |
+
],
|
| 1691 |
+
"offset": 123048960,
|
| 1692 |
+
"nbytes": 3145728,
|
| 1693 |
+
"scale_offset": 126194688,
|
| 1694 |
+
"scale_nbytes": 12288,
|
| 1695 |
+
"row_count": 6144,
|
| 1696 |
+
"values_per_byte": 2
|
| 1697 |
+
},
|
| 1698 |
+
"transformer.transformer_blocks.16.attn.to_q.weight": {
|
| 1699 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1700 |
+
"shape": [
|
| 1701 |
+
1024,
|
| 1702 |
+
1024
|
| 1703 |
+
],
|
| 1704 |
+
"offset": 126206976,
|
| 1705 |
+
"nbytes": 524288,
|
| 1706 |
+
"scale_offset": 126731264,
|
| 1707 |
+
"scale_nbytes": 2048,
|
| 1708 |
+
"row_count": 1024,
|
| 1709 |
+
"values_per_byte": 2
|
| 1710 |
+
},
|
| 1711 |
+
"transformer.transformer_blocks.16.attn.to_k.weight": {
|
| 1712 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1713 |
+
"shape": [
|
| 1714 |
+
1024,
|
| 1715 |
+
1024
|
| 1716 |
+
],
|
| 1717 |
+
"offset": 126733312,
|
| 1718 |
+
"nbytes": 524288,
|
| 1719 |
+
"scale_offset": 127257600,
|
| 1720 |
+
"scale_nbytes": 2048,
|
| 1721 |
+
"row_count": 1024,
|
| 1722 |
+
"values_per_byte": 2
|
| 1723 |
+
},
|
| 1724 |
+
"transformer.transformer_blocks.16.attn.to_v.weight": {
|
| 1725 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1726 |
+
"shape": [
|
| 1727 |
+
1024,
|
| 1728 |
+
1024
|
| 1729 |
+
],
|
| 1730 |
+
"offset": 127259648,
|
| 1731 |
+
"nbytes": 524288,
|
| 1732 |
+
"scale_offset": 127783936,
|
| 1733 |
+
"scale_nbytes": 2048,
|
| 1734 |
+
"row_count": 1024,
|
| 1735 |
+
"values_per_byte": 2
|
| 1736 |
+
},
|
| 1737 |
+
"transformer.transformer_blocks.16.attn.to_out.0.weight": {
|
| 1738 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1739 |
+
"shape": [
|
| 1740 |
+
1024,
|
| 1741 |
+
1024
|
| 1742 |
+
],
|
| 1743 |
+
"offset": 127785984,
|
| 1744 |
+
"nbytes": 524288,
|
| 1745 |
+
"scale_offset": 128310272,
|
| 1746 |
+
"scale_nbytes": 2048,
|
| 1747 |
+
"row_count": 1024,
|
| 1748 |
+
"values_per_byte": 2
|
| 1749 |
+
},
|
| 1750 |
+
"transformer.transformer_blocks.16.ff.ff.0.0.weight": {
|
| 1751 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1752 |
+
"shape": [
|
| 1753 |
+
2048,
|
| 1754 |
+
1024
|
| 1755 |
+
],
|
| 1756 |
+
"offset": 128312320,
|
| 1757 |
+
"nbytes": 1048576,
|
| 1758 |
+
"scale_offset": 129360896,
|
| 1759 |
+
"scale_nbytes": 4096,
|
| 1760 |
+
"row_count": 2048,
|
| 1761 |
+
"values_per_byte": 2
|
| 1762 |
+
},
|
| 1763 |
+
"transformer.transformer_blocks.16.ff.ff.2.weight": {
|
| 1764 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1765 |
+
"shape": [
|
| 1766 |
+
1024,
|
| 1767 |
+
2048
|
| 1768 |
+
],
|
| 1769 |
+
"offset": 129364992,
|
| 1770 |
+
"nbytes": 1048576,
|
| 1771 |
+
"scale_offset": 130413568,
|
| 1772 |
+
"scale_nbytes": 2048,
|
| 1773 |
+
"row_count": 1024,
|
| 1774 |
+
"values_per_byte": 2
|
| 1775 |
+
},
|
| 1776 |
+
"transformer.transformer_blocks.17.attn_norm.linear.weight": {
|
| 1777 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1778 |
+
"shape": [
|
| 1779 |
+
6144,
|
| 1780 |
+
1024
|
| 1781 |
+
],
|
| 1782 |
+
"offset": 130415616,
|
| 1783 |
+
"nbytes": 3145728,
|
| 1784 |
+
"scale_offset": 133561344,
|
| 1785 |
+
"scale_nbytes": 12288,
|
| 1786 |
+
"row_count": 6144,
|
| 1787 |
+
"values_per_byte": 2
|
| 1788 |
+
},
|
| 1789 |
+
"transformer.transformer_blocks.17.attn.to_q.weight": {
|
| 1790 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1791 |
+
"shape": [
|
| 1792 |
+
1024,
|
| 1793 |
+
1024
|
| 1794 |
+
],
|
| 1795 |
+
"offset": 133573632,
|
| 1796 |
+
"nbytes": 524288,
|
| 1797 |
+
"scale_offset": 134097920,
|
| 1798 |
+
"scale_nbytes": 2048,
|
| 1799 |
+
"row_count": 1024,
|
| 1800 |
+
"values_per_byte": 2
|
| 1801 |
+
},
|
| 1802 |
+
"transformer.transformer_blocks.17.attn.to_k.weight": {
|
| 1803 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1804 |
+
"shape": [
|
| 1805 |
+
1024,
|
| 1806 |
+
1024
|
| 1807 |
+
],
|
| 1808 |
+
"offset": 134099968,
|
| 1809 |
+
"nbytes": 524288,
|
| 1810 |
+
"scale_offset": 134624256,
|
| 1811 |
+
"scale_nbytes": 2048,
|
| 1812 |
+
"row_count": 1024,
|
| 1813 |
+
"values_per_byte": 2
|
| 1814 |
+
},
|
| 1815 |
+
"transformer.transformer_blocks.17.attn.to_v.weight": {
|
| 1816 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1817 |
+
"shape": [
|
| 1818 |
+
1024,
|
| 1819 |
+
1024
|
| 1820 |
+
],
|
| 1821 |
+
"offset": 134626304,
|
| 1822 |
+
"nbytes": 524288,
|
| 1823 |
+
"scale_offset": 135150592,
|
| 1824 |
+
"scale_nbytes": 2048,
|
| 1825 |
+
"row_count": 1024,
|
| 1826 |
+
"values_per_byte": 2
|
| 1827 |
+
},
|
| 1828 |
+
"transformer.transformer_blocks.17.attn.to_out.0.weight": {
|
| 1829 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1830 |
+
"shape": [
|
| 1831 |
+
1024,
|
| 1832 |
+
1024
|
| 1833 |
+
],
|
| 1834 |
+
"offset": 135152640,
|
| 1835 |
+
"nbytes": 524288,
|
| 1836 |
+
"scale_offset": 135676928,
|
| 1837 |
+
"scale_nbytes": 2048,
|
| 1838 |
+
"row_count": 1024,
|
| 1839 |
+
"values_per_byte": 2
|
| 1840 |
+
},
|
| 1841 |
+
"transformer.transformer_blocks.17.ff.ff.0.0.weight": {
|
| 1842 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1843 |
+
"shape": [
|
| 1844 |
+
2048,
|
| 1845 |
+
1024
|
| 1846 |
+
],
|
| 1847 |
+
"offset": 135678976,
|
| 1848 |
+
"nbytes": 1048576,
|
| 1849 |
+
"scale_offset": 136727552,
|
| 1850 |
+
"scale_nbytes": 4096,
|
| 1851 |
+
"row_count": 2048,
|
| 1852 |
+
"values_per_byte": 2
|
| 1853 |
+
},
|
| 1854 |
+
"transformer.transformer_blocks.17.ff.ff.2.weight": {
|
| 1855 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1856 |
+
"shape": [
|
| 1857 |
+
1024,
|
| 1858 |
+
2048
|
| 1859 |
+
],
|
| 1860 |
+
"offset": 136731648,
|
| 1861 |
+
"nbytes": 1048576,
|
| 1862 |
+
"scale_offset": 137780224,
|
| 1863 |
+
"scale_nbytes": 2048,
|
| 1864 |
+
"row_count": 1024,
|
| 1865 |
+
"values_per_byte": 2
|
| 1866 |
+
},
|
| 1867 |
+
"transformer.transformer_blocks.18.attn_norm.linear.weight": {
|
| 1868 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1869 |
+
"shape": [
|
| 1870 |
+
6144,
|
| 1871 |
+
1024
|
| 1872 |
+
],
|
| 1873 |
+
"offset": 137782272,
|
| 1874 |
+
"nbytes": 3145728,
|
| 1875 |
+
"scale_offset": 140928000,
|
| 1876 |
+
"scale_nbytes": 12288,
|
| 1877 |
+
"row_count": 6144,
|
| 1878 |
+
"values_per_byte": 2
|
| 1879 |
+
},
|
| 1880 |
+
"transformer.transformer_blocks.18.attn.to_q.weight": {
|
| 1881 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1882 |
+
"shape": [
|
| 1883 |
+
1024,
|
| 1884 |
+
1024
|
| 1885 |
+
],
|
| 1886 |
+
"offset": 140940288,
|
| 1887 |
+
"nbytes": 524288,
|
| 1888 |
+
"scale_offset": 141464576,
|
| 1889 |
+
"scale_nbytes": 2048,
|
| 1890 |
+
"row_count": 1024,
|
| 1891 |
+
"values_per_byte": 2
|
| 1892 |
+
},
|
| 1893 |
+
"transformer.transformer_blocks.18.attn.to_k.weight": {
|
| 1894 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1895 |
+
"shape": [
|
| 1896 |
+
1024,
|
| 1897 |
+
1024
|
| 1898 |
+
],
|
| 1899 |
+
"offset": 141466624,
|
| 1900 |
+
"nbytes": 524288,
|
| 1901 |
+
"scale_offset": 141990912,
|
| 1902 |
+
"scale_nbytes": 2048,
|
| 1903 |
+
"row_count": 1024,
|
| 1904 |
+
"values_per_byte": 2
|
| 1905 |
+
},
|
| 1906 |
+
"transformer.transformer_blocks.18.attn.to_v.weight": {
|
| 1907 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1908 |
+
"shape": [
|
| 1909 |
+
1024,
|
| 1910 |
+
1024
|
| 1911 |
+
],
|
| 1912 |
+
"offset": 141992960,
|
| 1913 |
+
"nbytes": 524288,
|
| 1914 |
+
"scale_offset": 142517248,
|
| 1915 |
+
"scale_nbytes": 2048,
|
| 1916 |
+
"row_count": 1024,
|
| 1917 |
+
"values_per_byte": 2
|
| 1918 |
+
},
|
| 1919 |
+
"transformer.transformer_blocks.18.attn.to_out.0.weight": {
|
| 1920 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1921 |
+
"shape": [
|
| 1922 |
+
1024,
|
| 1923 |
+
1024
|
| 1924 |
+
],
|
| 1925 |
+
"offset": 142519296,
|
| 1926 |
+
"nbytes": 524288,
|
| 1927 |
+
"scale_offset": 143043584,
|
| 1928 |
+
"scale_nbytes": 2048,
|
| 1929 |
+
"row_count": 1024,
|
| 1930 |
+
"values_per_byte": 2
|
| 1931 |
+
},
|
| 1932 |
+
"transformer.transformer_blocks.18.ff.ff.0.0.weight": {
|
| 1933 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1934 |
+
"shape": [
|
| 1935 |
+
2048,
|
| 1936 |
+
1024
|
| 1937 |
+
],
|
| 1938 |
+
"offset": 143045632,
|
| 1939 |
+
"nbytes": 1048576,
|
| 1940 |
+
"scale_offset": 144094208,
|
| 1941 |
+
"scale_nbytes": 4096,
|
| 1942 |
+
"row_count": 2048,
|
| 1943 |
+
"values_per_byte": 2
|
| 1944 |
+
},
|
| 1945 |
+
"transformer.transformer_blocks.18.ff.ff.2.weight": {
|
| 1946 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1947 |
+
"shape": [
|
| 1948 |
+
1024,
|
| 1949 |
+
2048
|
| 1950 |
+
],
|
| 1951 |
+
"offset": 144098304,
|
| 1952 |
+
"nbytes": 1048576,
|
| 1953 |
+
"scale_offset": 145146880,
|
| 1954 |
+
"scale_nbytes": 2048,
|
| 1955 |
+
"row_count": 1024,
|
| 1956 |
+
"values_per_byte": 2
|
| 1957 |
+
},
|
| 1958 |
+
"transformer.transformer_blocks.19.attn_norm.linear.weight": {
|
| 1959 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1960 |
+
"shape": [
|
| 1961 |
+
6144,
|
| 1962 |
+
1024
|
| 1963 |
+
],
|
| 1964 |
+
"offset": 145148928,
|
| 1965 |
+
"nbytes": 3145728,
|
| 1966 |
+
"scale_offset": 148294656,
|
| 1967 |
+
"scale_nbytes": 12288,
|
| 1968 |
+
"row_count": 6144,
|
| 1969 |
+
"values_per_byte": 2
|
| 1970 |
+
},
|
| 1971 |
+
"transformer.transformer_blocks.19.attn.to_q.weight": {
|
| 1972 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1973 |
+
"shape": [
|
| 1974 |
+
1024,
|
| 1975 |
+
1024
|
| 1976 |
+
],
|
| 1977 |
+
"offset": 148306944,
|
| 1978 |
+
"nbytes": 524288,
|
| 1979 |
+
"scale_offset": 148831232,
|
| 1980 |
+
"scale_nbytes": 2048,
|
| 1981 |
+
"row_count": 1024,
|
| 1982 |
+
"values_per_byte": 2
|
| 1983 |
+
},
|
| 1984 |
+
"transformer.transformer_blocks.19.attn.to_k.weight": {
|
| 1985 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1986 |
+
"shape": [
|
| 1987 |
+
1024,
|
| 1988 |
+
1024
|
| 1989 |
+
],
|
| 1990 |
+
"offset": 148833280,
|
| 1991 |
+
"nbytes": 524288,
|
| 1992 |
+
"scale_offset": 149357568,
|
| 1993 |
+
"scale_nbytes": 2048,
|
| 1994 |
+
"row_count": 1024,
|
| 1995 |
+
"values_per_byte": 2
|
| 1996 |
+
},
|
| 1997 |
+
"transformer.transformer_blocks.19.attn.to_v.weight": {
|
| 1998 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 1999 |
+
"shape": [
|
| 2000 |
+
1024,
|
| 2001 |
+
1024
|
| 2002 |
+
],
|
| 2003 |
+
"offset": 149359616,
|
| 2004 |
+
"nbytes": 524288,
|
| 2005 |
+
"scale_offset": 149883904,
|
| 2006 |
+
"scale_nbytes": 2048,
|
| 2007 |
+
"row_count": 1024,
|
| 2008 |
+
"values_per_byte": 2
|
| 2009 |
+
},
|
| 2010 |
+
"transformer.transformer_blocks.19.attn.to_out.0.weight": {
|
| 2011 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2012 |
+
"shape": [
|
| 2013 |
+
1024,
|
| 2014 |
+
1024
|
| 2015 |
+
],
|
| 2016 |
+
"offset": 149885952,
|
| 2017 |
+
"nbytes": 524288,
|
| 2018 |
+
"scale_offset": 150410240,
|
| 2019 |
+
"scale_nbytes": 2048,
|
| 2020 |
+
"row_count": 1024,
|
| 2021 |
+
"values_per_byte": 2
|
| 2022 |
+
},
|
| 2023 |
+
"transformer.transformer_blocks.19.ff.ff.0.0.weight": {
|
| 2024 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2025 |
+
"shape": [
|
| 2026 |
+
2048,
|
| 2027 |
+
1024
|
| 2028 |
+
],
|
| 2029 |
+
"offset": 150412288,
|
| 2030 |
+
"nbytes": 1048576,
|
| 2031 |
+
"scale_offset": 151460864,
|
| 2032 |
+
"scale_nbytes": 4096,
|
| 2033 |
+
"row_count": 2048,
|
| 2034 |
+
"values_per_byte": 2
|
| 2035 |
+
},
|
| 2036 |
+
"transformer.transformer_blocks.19.ff.ff.2.weight": {
|
| 2037 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2038 |
+
"shape": [
|
| 2039 |
+
1024,
|
| 2040 |
+
2048
|
| 2041 |
+
],
|
| 2042 |
+
"offset": 151464960,
|
| 2043 |
+
"nbytes": 1048576,
|
| 2044 |
+
"scale_offset": 152513536,
|
| 2045 |
+
"scale_nbytes": 2048,
|
| 2046 |
+
"row_count": 1024,
|
| 2047 |
+
"values_per_byte": 2
|
| 2048 |
+
},
|
| 2049 |
+
"transformer.transformer_blocks.20.attn_norm.linear.weight": {
|
| 2050 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2051 |
+
"shape": [
|
| 2052 |
+
6144,
|
| 2053 |
+
1024
|
| 2054 |
+
],
|
| 2055 |
+
"offset": 152515584,
|
| 2056 |
+
"nbytes": 3145728,
|
| 2057 |
+
"scale_offset": 155661312,
|
| 2058 |
+
"scale_nbytes": 12288,
|
| 2059 |
+
"row_count": 6144,
|
| 2060 |
+
"values_per_byte": 2
|
| 2061 |
+
},
|
| 2062 |
+
"transformer.transformer_blocks.20.attn.to_q.weight": {
|
| 2063 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2064 |
+
"shape": [
|
| 2065 |
+
1024,
|
| 2066 |
+
1024
|
| 2067 |
+
],
|
| 2068 |
+
"offset": 155673600,
|
| 2069 |
+
"nbytes": 524288,
|
| 2070 |
+
"scale_offset": 156197888,
|
| 2071 |
+
"scale_nbytes": 2048,
|
| 2072 |
+
"row_count": 1024,
|
| 2073 |
+
"values_per_byte": 2
|
| 2074 |
+
},
|
| 2075 |
+
"transformer.transformer_blocks.20.attn.to_k.weight": {
|
| 2076 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2077 |
+
"shape": [
|
| 2078 |
+
1024,
|
| 2079 |
+
1024
|
| 2080 |
+
],
|
| 2081 |
+
"offset": 156199936,
|
| 2082 |
+
"nbytes": 524288,
|
| 2083 |
+
"scale_offset": 156724224,
|
| 2084 |
+
"scale_nbytes": 2048,
|
| 2085 |
+
"row_count": 1024,
|
| 2086 |
+
"values_per_byte": 2
|
| 2087 |
+
},
|
| 2088 |
+
"transformer.transformer_blocks.20.attn.to_v.weight": {
|
| 2089 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2090 |
+
"shape": [
|
| 2091 |
+
1024,
|
| 2092 |
+
1024
|
| 2093 |
+
],
|
| 2094 |
+
"offset": 156726272,
|
| 2095 |
+
"nbytes": 524288,
|
| 2096 |
+
"scale_offset": 157250560,
|
| 2097 |
+
"scale_nbytes": 2048,
|
| 2098 |
+
"row_count": 1024,
|
| 2099 |
+
"values_per_byte": 2
|
| 2100 |
+
},
|
| 2101 |
+
"transformer.transformer_blocks.20.attn.to_out.0.weight": {
|
| 2102 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2103 |
+
"shape": [
|
| 2104 |
+
1024,
|
| 2105 |
+
1024
|
| 2106 |
+
],
|
| 2107 |
+
"offset": 157252608,
|
| 2108 |
+
"nbytes": 524288,
|
| 2109 |
+
"scale_offset": 157776896,
|
| 2110 |
+
"scale_nbytes": 2048,
|
| 2111 |
+
"row_count": 1024,
|
| 2112 |
+
"values_per_byte": 2
|
| 2113 |
+
},
|
| 2114 |
+
"transformer.transformer_blocks.20.ff.ff.0.0.weight": {
|
| 2115 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2116 |
+
"shape": [
|
| 2117 |
+
2048,
|
| 2118 |
+
1024
|
| 2119 |
+
],
|
| 2120 |
+
"offset": 157778944,
|
| 2121 |
+
"nbytes": 1048576,
|
| 2122 |
+
"scale_offset": 158827520,
|
| 2123 |
+
"scale_nbytes": 4096,
|
| 2124 |
+
"row_count": 2048,
|
| 2125 |
+
"values_per_byte": 2
|
| 2126 |
+
},
|
| 2127 |
+
"transformer.transformer_blocks.20.ff.ff.2.weight": {
|
| 2128 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2129 |
+
"shape": [
|
| 2130 |
+
1024,
|
| 2131 |
+
2048
|
| 2132 |
+
],
|
| 2133 |
+
"offset": 158831616,
|
| 2134 |
+
"nbytes": 1048576,
|
| 2135 |
+
"scale_offset": 159880192,
|
| 2136 |
+
"scale_nbytes": 2048,
|
| 2137 |
+
"row_count": 1024,
|
| 2138 |
+
"values_per_byte": 2
|
| 2139 |
+
},
|
| 2140 |
+
"transformer.transformer_blocks.21.attn_norm.linear.weight": {
|
| 2141 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2142 |
+
"shape": [
|
| 2143 |
+
6144,
|
| 2144 |
+
1024
|
| 2145 |
+
],
|
| 2146 |
+
"offset": 159882240,
|
| 2147 |
+
"nbytes": 3145728,
|
| 2148 |
+
"scale_offset": 163027968,
|
| 2149 |
+
"scale_nbytes": 12288,
|
| 2150 |
+
"row_count": 6144,
|
| 2151 |
+
"values_per_byte": 2
|
| 2152 |
+
},
|
| 2153 |
+
"transformer.transformer_blocks.21.attn.to_q.weight": {
|
| 2154 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2155 |
+
"shape": [
|
| 2156 |
+
1024,
|
| 2157 |
+
1024
|
| 2158 |
+
],
|
| 2159 |
+
"offset": 163040256,
|
| 2160 |
+
"nbytes": 524288,
|
| 2161 |
+
"scale_offset": 163564544,
|
| 2162 |
+
"scale_nbytes": 2048,
|
| 2163 |
+
"row_count": 1024,
|
| 2164 |
+
"values_per_byte": 2
|
| 2165 |
+
},
|
| 2166 |
+
"transformer.transformer_blocks.21.attn.to_k.weight": {
|
| 2167 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2168 |
+
"shape": [
|
| 2169 |
+
1024,
|
| 2170 |
+
1024
|
| 2171 |
+
],
|
| 2172 |
+
"offset": 163566592,
|
| 2173 |
+
"nbytes": 524288,
|
| 2174 |
+
"scale_offset": 164090880,
|
| 2175 |
+
"scale_nbytes": 2048,
|
| 2176 |
+
"row_count": 1024,
|
| 2177 |
+
"values_per_byte": 2
|
| 2178 |
+
},
|
| 2179 |
+
"transformer.transformer_blocks.21.attn.to_v.weight": {
|
| 2180 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2181 |
+
"shape": [
|
| 2182 |
+
1024,
|
| 2183 |
+
1024
|
| 2184 |
+
],
|
| 2185 |
+
"offset": 164092928,
|
| 2186 |
+
"nbytes": 524288,
|
| 2187 |
+
"scale_offset": 164617216,
|
| 2188 |
+
"scale_nbytes": 2048,
|
| 2189 |
+
"row_count": 1024,
|
| 2190 |
+
"values_per_byte": 2
|
| 2191 |
+
},
|
| 2192 |
+
"transformer.transformer_blocks.21.attn.to_out.0.weight": {
|
| 2193 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2194 |
+
"shape": [
|
| 2195 |
+
1024,
|
| 2196 |
+
1024
|
| 2197 |
+
],
|
| 2198 |
+
"offset": 164619264,
|
| 2199 |
+
"nbytes": 524288,
|
| 2200 |
+
"scale_offset": 165143552,
|
| 2201 |
+
"scale_nbytes": 2048,
|
| 2202 |
+
"row_count": 1024,
|
| 2203 |
+
"values_per_byte": 2
|
| 2204 |
+
},
|
| 2205 |
+
"transformer.transformer_blocks.21.ff.ff.0.0.weight": {
|
| 2206 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2207 |
+
"shape": [
|
| 2208 |
+
2048,
|
| 2209 |
+
1024
|
| 2210 |
+
],
|
| 2211 |
+
"offset": 165145600,
|
| 2212 |
+
"nbytes": 1048576,
|
| 2213 |
+
"scale_offset": 166194176,
|
| 2214 |
+
"scale_nbytes": 4096,
|
| 2215 |
+
"row_count": 2048,
|
| 2216 |
+
"values_per_byte": 2
|
| 2217 |
+
},
|
| 2218 |
+
"transformer.transformer_blocks.21.ff.ff.2.weight": {
|
| 2219 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2220 |
+
"shape": [
|
| 2221 |
+
1024,
|
| 2222 |
+
2048
|
| 2223 |
+
],
|
| 2224 |
+
"offset": 166198272,
|
| 2225 |
+
"nbytes": 1048576,
|
| 2226 |
+
"scale_offset": 167246848,
|
| 2227 |
+
"scale_nbytes": 2048,
|
| 2228 |
+
"row_count": 1024,
|
| 2229 |
+
"values_per_byte": 2
|
| 2230 |
+
},
|
| 2231 |
+
"transformer.norm_out.linear.weight": {
|
| 2232 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2233 |
+
"shape": [
|
| 2234 |
+
2048,
|
| 2235 |
+
1024
|
| 2236 |
+
],
|
| 2237 |
+
"offset": 167248896,
|
| 2238 |
+
"nbytes": 1048576,
|
| 2239 |
+
"scale_offset": 168297472,
|
| 2240 |
+
"scale_nbytes": 4096,
|
| 2241 |
+
"row_count": 2048,
|
| 2242 |
+
"values_per_byte": 2
|
| 2243 |
+
},
|
| 2244 |
+
"transformer.proj_out.weight": {
|
| 2245 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 2246 |
+
"shape": [
|
| 2247 |
+
100,
|
| 2248 |
+
1024
|
| 2249 |
+
],
|
| 2250 |
+
"offset": 168301568,
|
| 2251 |
+
"nbytes": 51200,
|
| 2252 |
+
"scale_offset": 168352768,
|
| 2253 |
+
"scale_nbytes": 200,
|
| 2254 |
+
"row_count": 100,
|
| 2255 |
+
"values_per_byte": 2
|
| 2256 |
+
}
|
| 2257 |
+
}
|
peyton_voice_q4/models/f5tts_peyton_q4_v0/tensors.fp16.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:15ecf000afbfab1381d3ce7bc7bb6d9f6b1192529908db85775ada09a506e073
|
| 3 |
+
size 3248392
|
peyton_voice_q4/models/f5tts_peyton_q4_v0/tensors.q4.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b887d291ec1aec481c436833d4167412f9967e5b5f2c55c1e517bb499a1eb925
|
| 3 |
+
size 168352968
|
peyton_voice_q4/models/vocos_mel_24khz_q4_v0/export_summary.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"manifest_path": "/data/resumebot/checkpoints/vocos_mel_24khz_q4_v0/manifest.json",
|
| 3 |
+
"dense_tensors": 57,
|
| 4 |
+
"q4_tensors": 26,
|
| 5 |
+
"dense_bytes": 179404,
|
| 6 |
+
"q4_bytes": 6791684,
|
| 7 |
+
"total_mib": 6.648
|
| 8 |
+
}
|
peyton_voice_q4/models/vocos_mel_24khz_q4_v0/manifest.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"format": "vocos-mel-24khz-q4-bundle-v0",
|
| 3 |
+
"model_id": "charactr/vocos-mel-24khz-q4",
|
| 4 |
+
"source_snapshot": "/data/.cache/huggingface/hub/models--charactr--vocos-mel-24khz/snapshots/0feb3fdd929bcd6649e0e7c5a688cf7dd012ef21",
|
| 5 |
+
"architecture": {
|
| 6 |
+
"input_channels": 100,
|
| 7 |
+
"dim": 512,
|
| 8 |
+
"intermediate_dim": 1536,
|
| 9 |
+
"num_layers": 8,
|
| 10 |
+
"n_fft": 1024,
|
| 11 |
+
"hop_length": 256,
|
| 12 |
+
"padding": "center",
|
| 13 |
+
"sample_rate": 24000
|
| 14 |
+
},
|
| 15 |
+
"quantization": {
|
| 16 |
+
"scheme": "q4_symmetric_row_scale_f16",
|
| 17 |
+
"q4_parameter_count": 13495296,
|
| 18 |
+
"dense_parameter_count": 89702
|
| 19 |
+
},
|
| 20 |
+
"files": {
|
| 21 |
+
"dense": "tensors.fp16.bin",
|
| 22 |
+
"dense_index": "tensor_fp16_index.json",
|
| 23 |
+
"q4": "tensors.q4.bin",
|
| 24 |
+
"q4_index": "tensor_q4_index.json"
|
| 25 |
+
}
|
| 26 |
+
}
|
peyton_voice_q4/models/vocos_mel_24khz_q4_v0/tensor_fp16_index.json
ADDED
|
@@ -0,0 +1,459 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone.convnext.0.dwconv.bias": {
|
| 3 |
+
"dtype": "float16",
|
| 4 |
+
"shape": [
|
| 5 |
+
512
|
| 6 |
+
],
|
| 7 |
+
"offset": 0,
|
| 8 |
+
"nbytes": 1024
|
| 9 |
+
},
|
| 10 |
+
"backbone.convnext.0.gamma": {
|
| 11 |
+
"dtype": "float16",
|
| 12 |
+
"shape": [
|
| 13 |
+
512
|
| 14 |
+
],
|
| 15 |
+
"offset": 1024,
|
| 16 |
+
"nbytes": 1024
|
| 17 |
+
},
|
| 18 |
+
"backbone.convnext.0.norm.bias": {
|
| 19 |
+
"dtype": "float16",
|
| 20 |
+
"shape": [
|
| 21 |
+
512
|
| 22 |
+
],
|
| 23 |
+
"offset": 2048,
|
| 24 |
+
"nbytes": 1024
|
| 25 |
+
},
|
| 26 |
+
"backbone.convnext.0.norm.weight": {
|
| 27 |
+
"dtype": "float16",
|
| 28 |
+
"shape": [
|
| 29 |
+
512
|
| 30 |
+
],
|
| 31 |
+
"offset": 3072,
|
| 32 |
+
"nbytes": 1024
|
| 33 |
+
},
|
| 34 |
+
"backbone.convnext.0.pwconv1.bias": {
|
| 35 |
+
"dtype": "float16",
|
| 36 |
+
"shape": [
|
| 37 |
+
1536
|
| 38 |
+
],
|
| 39 |
+
"offset": 4096,
|
| 40 |
+
"nbytes": 3072
|
| 41 |
+
},
|
| 42 |
+
"backbone.convnext.0.pwconv2.bias": {
|
| 43 |
+
"dtype": "float16",
|
| 44 |
+
"shape": [
|
| 45 |
+
512
|
| 46 |
+
],
|
| 47 |
+
"offset": 7168,
|
| 48 |
+
"nbytes": 1024
|
| 49 |
+
},
|
| 50 |
+
"backbone.convnext.1.dwconv.bias": {
|
| 51 |
+
"dtype": "float16",
|
| 52 |
+
"shape": [
|
| 53 |
+
512
|
| 54 |
+
],
|
| 55 |
+
"offset": 8192,
|
| 56 |
+
"nbytes": 1024
|
| 57 |
+
},
|
| 58 |
+
"backbone.convnext.1.gamma": {
|
| 59 |
+
"dtype": "float16",
|
| 60 |
+
"shape": [
|
| 61 |
+
512
|
| 62 |
+
],
|
| 63 |
+
"offset": 9216,
|
| 64 |
+
"nbytes": 1024
|
| 65 |
+
},
|
| 66 |
+
"backbone.convnext.1.norm.bias": {
|
| 67 |
+
"dtype": "float16",
|
| 68 |
+
"shape": [
|
| 69 |
+
512
|
| 70 |
+
],
|
| 71 |
+
"offset": 10240,
|
| 72 |
+
"nbytes": 1024
|
| 73 |
+
},
|
| 74 |
+
"backbone.convnext.1.norm.weight": {
|
| 75 |
+
"dtype": "float16",
|
| 76 |
+
"shape": [
|
| 77 |
+
512
|
| 78 |
+
],
|
| 79 |
+
"offset": 11264,
|
| 80 |
+
"nbytes": 1024
|
| 81 |
+
},
|
| 82 |
+
"backbone.convnext.1.pwconv1.bias": {
|
| 83 |
+
"dtype": "float16",
|
| 84 |
+
"shape": [
|
| 85 |
+
1536
|
| 86 |
+
],
|
| 87 |
+
"offset": 12288,
|
| 88 |
+
"nbytes": 3072
|
| 89 |
+
},
|
| 90 |
+
"backbone.convnext.1.pwconv2.bias": {
|
| 91 |
+
"dtype": "float16",
|
| 92 |
+
"shape": [
|
| 93 |
+
512
|
| 94 |
+
],
|
| 95 |
+
"offset": 15360,
|
| 96 |
+
"nbytes": 1024
|
| 97 |
+
},
|
| 98 |
+
"backbone.convnext.2.dwconv.bias": {
|
| 99 |
+
"dtype": "float16",
|
| 100 |
+
"shape": [
|
| 101 |
+
512
|
| 102 |
+
],
|
| 103 |
+
"offset": 16384,
|
| 104 |
+
"nbytes": 1024
|
| 105 |
+
},
|
| 106 |
+
"backbone.convnext.2.gamma": {
|
| 107 |
+
"dtype": "float16",
|
| 108 |
+
"shape": [
|
| 109 |
+
512
|
| 110 |
+
],
|
| 111 |
+
"offset": 17408,
|
| 112 |
+
"nbytes": 1024
|
| 113 |
+
},
|
| 114 |
+
"backbone.convnext.2.norm.bias": {
|
| 115 |
+
"dtype": "float16",
|
| 116 |
+
"shape": [
|
| 117 |
+
512
|
| 118 |
+
],
|
| 119 |
+
"offset": 18432,
|
| 120 |
+
"nbytes": 1024
|
| 121 |
+
},
|
| 122 |
+
"backbone.convnext.2.norm.weight": {
|
| 123 |
+
"dtype": "float16",
|
| 124 |
+
"shape": [
|
| 125 |
+
512
|
| 126 |
+
],
|
| 127 |
+
"offset": 19456,
|
| 128 |
+
"nbytes": 1024
|
| 129 |
+
},
|
| 130 |
+
"backbone.convnext.2.pwconv1.bias": {
|
| 131 |
+
"dtype": "float16",
|
| 132 |
+
"shape": [
|
| 133 |
+
1536
|
| 134 |
+
],
|
| 135 |
+
"offset": 20480,
|
| 136 |
+
"nbytes": 3072
|
| 137 |
+
},
|
| 138 |
+
"backbone.convnext.2.pwconv2.bias": {
|
| 139 |
+
"dtype": "float16",
|
| 140 |
+
"shape": [
|
| 141 |
+
512
|
| 142 |
+
],
|
| 143 |
+
"offset": 23552,
|
| 144 |
+
"nbytes": 1024
|
| 145 |
+
},
|
| 146 |
+
"backbone.convnext.3.dwconv.bias": {
|
| 147 |
+
"dtype": "float16",
|
| 148 |
+
"shape": [
|
| 149 |
+
512
|
| 150 |
+
],
|
| 151 |
+
"offset": 24576,
|
| 152 |
+
"nbytes": 1024
|
| 153 |
+
},
|
| 154 |
+
"backbone.convnext.3.gamma": {
|
| 155 |
+
"dtype": "float16",
|
| 156 |
+
"shape": [
|
| 157 |
+
512
|
| 158 |
+
],
|
| 159 |
+
"offset": 25600,
|
| 160 |
+
"nbytes": 1024
|
| 161 |
+
},
|
| 162 |
+
"backbone.convnext.3.norm.bias": {
|
| 163 |
+
"dtype": "float16",
|
| 164 |
+
"shape": [
|
| 165 |
+
512
|
| 166 |
+
],
|
| 167 |
+
"offset": 26624,
|
| 168 |
+
"nbytes": 1024
|
| 169 |
+
},
|
| 170 |
+
"backbone.convnext.3.norm.weight": {
|
| 171 |
+
"dtype": "float16",
|
| 172 |
+
"shape": [
|
| 173 |
+
512
|
| 174 |
+
],
|
| 175 |
+
"offset": 27648,
|
| 176 |
+
"nbytes": 1024
|
| 177 |
+
},
|
| 178 |
+
"backbone.convnext.3.pwconv1.bias": {
|
| 179 |
+
"dtype": "float16",
|
| 180 |
+
"shape": [
|
| 181 |
+
1536
|
| 182 |
+
],
|
| 183 |
+
"offset": 28672,
|
| 184 |
+
"nbytes": 3072
|
| 185 |
+
},
|
| 186 |
+
"backbone.convnext.3.pwconv2.bias": {
|
| 187 |
+
"dtype": "float16",
|
| 188 |
+
"shape": [
|
| 189 |
+
512
|
| 190 |
+
],
|
| 191 |
+
"offset": 31744,
|
| 192 |
+
"nbytes": 1024
|
| 193 |
+
},
|
| 194 |
+
"backbone.convnext.4.dwconv.bias": {
|
| 195 |
+
"dtype": "float16",
|
| 196 |
+
"shape": [
|
| 197 |
+
512
|
| 198 |
+
],
|
| 199 |
+
"offset": 32768,
|
| 200 |
+
"nbytes": 1024
|
| 201 |
+
},
|
| 202 |
+
"backbone.convnext.4.gamma": {
|
| 203 |
+
"dtype": "float16",
|
| 204 |
+
"shape": [
|
| 205 |
+
512
|
| 206 |
+
],
|
| 207 |
+
"offset": 33792,
|
| 208 |
+
"nbytes": 1024
|
| 209 |
+
},
|
| 210 |
+
"backbone.convnext.4.norm.bias": {
|
| 211 |
+
"dtype": "float16",
|
| 212 |
+
"shape": [
|
| 213 |
+
512
|
| 214 |
+
],
|
| 215 |
+
"offset": 34816,
|
| 216 |
+
"nbytes": 1024
|
| 217 |
+
},
|
| 218 |
+
"backbone.convnext.4.norm.weight": {
|
| 219 |
+
"dtype": "float16",
|
| 220 |
+
"shape": [
|
| 221 |
+
512
|
| 222 |
+
],
|
| 223 |
+
"offset": 35840,
|
| 224 |
+
"nbytes": 1024
|
| 225 |
+
},
|
| 226 |
+
"backbone.convnext.4.pwconv1.bias": {
|
| 227 |
+
"dtype": "float16",
|
| 228 |
+
"shape": [
|
| 229 |
+
1536
|
| 230 |
+
],
|
| 231 |
+
"offset": 36864,
|
| 232 |
+
"nbytes": 3072
|
| 233 |
+
},
|
| 234 |
+
"backbone.convnext.4.pwconv2.bias": {
|
| 235 |
+
"dtype": "float16",
|
| 236 |
+
"shape": [
|
| 237 |
+
512
|
| 238 |
+
],
|
| 239 |
+
"offset": 39936,
|
| 240 |
+
"nbytes": 1024
|
| 241 |
+
},
|
| 242 |
+
"backbone.convnext.5.dwconv.bias": {
|
| 243 |
+
"dtype": "float16",
|
| 244 |
+
"shape": [
|
| 245 |
+
512
|
| 246 |
+
],
|
| 247 |
+
"offset": 40960,
|
| 248 |
+
"nbytes": 1024
|
| 249 |
+
},
|
| 250 |
+
"backbone.convnext.5.gamma": {
|
| 251 |
+
"dtype": "float16",
|
| 252 |
+
"shape": [
|
| 253 |
+
512
|
| 254 |
+
],
|
| 255 |
+
"offset": 41984,
|
| 256 |
+
"nbytes": 1024
|
| 257 |
+
},
|
| 258 |
+
"backbone.convnext.5.norm.bias": {
|
| 259 |
+
"dtype": "float16",
|
| 260 |
+
"shape": [
|
| 261 |
+
512
|
| 262 |
+
],
|
| 263 |
+
"offset": 43008,
|
| 264 |
+
"nbytes": 1024
|
| 265 |
+
},
|
| 266 |
+
"backbone.convnext.5.norm.weight": {
|
| 267 |
+
"dtype": "float16",
|
| 268 |
+
"shape": [
|
| 269 |
+
512
|
| 270 |
+
],
|
| 271 |
+
"offset": 44032,
|
| 272 |
+
"nbytes": 1024
|
| 273 |
+
},
|
| 274 |
+
"backbone.convnext.5.pwconv1.bias": {
|
| 275 |
+
"dtype": "float16",
|
| 276 |
+
"shape": [
|
| 277 |
+
1536
|
| 278 |
+
],
|
| 279 |
+
"offset": 45056,
|
| 280 |
+
"nbytes": 3072
|
| 281 |
+
},
|
| 282 |
+
"backbone.convnext.5.pwconv2.bias": {
|
| 283 |
+
"dtype": "float16",
|
| 284 |
+
"shape": [
|
| 285 |
+
512
|
| 286 |
+
],
|
| 287 |
+
"offset": 48128,
|
| 288 |
+
"nbytes": 1024
|
| 289 |
+
},
|
| 290 |
+
"backbone.convnext.6.dwconv.bias": {
|
| 291 |
+
"dtype": "float16",
|
| 292 |
+
"shape": [
|
| 293 |
+
512
|
| 294 |
+
],
|
| 295 |
+
"offset": 49152,
|
| 296 |
+
"nbytes": 1024
|
| 297 |
+
},
|
| 298 |
+
"backbone.convnext.6.gamma": {
|
| 299 |
+
"dtype": "float16",
|
| 300 |
+
"shape": [
|
| 301 |
+
512
|
| 302 |
+
],
|
| 303 |
+
"offset": 50176,
|
| 304 |
+
"nbytes": 1024
|
| 305 |
+
},
|
| 306 |
+
"backbone.convnext.6.norm.bias": {
|
| 307 |
+
"dtype": "float16",
|
| 308 |
+
"shape": [
|
| 309 |
+
512
|
| 310 |
+
],
|
| 311 |
+
"offset": 51200,
|
| 312 |
+
"nbytes": 1024
|
| 313 |
+
},
|
| 314 |
+
"backbone.convnext.6.norm.weight": {
|
| 315 |
+
"dtype": "float16",
|
| 316 |
+
"shape": [
|
| 317 |
+
512
|
| 318 |
+
],
|
| 319 |
+
"offset": 52224,
|
| 320 |
+
"nbytes": 1024
|
| 321 |
+
},
|
| 322 |
+
"backbone.convnext.6.pwconv1.bias": {
|
| 323 |
+
"dtype": "float16",
|
| 324 |
+
"shape": [
|
| 325 |
+
1536
|
| 326 |
+
],
|
| 327 |
+
"offset": 53248,
|
| 328 |
+
"nbytes": 3072
|
| 329 |
+
},
|
| 330 |
+
"backbone.convnext.6.pwconv2.bias": {
|
| 331 |
+
"dtype": "float16",
|
| 332 |
+
"shape": [
|
| 333 |
+
512
|
| 334 |
+
],
|
| 335 |
+
"offset": 56320,
|
| 336 |
+
"nbytes": 1024
|
| 337 |
+
},
|
| 338 |
+
"backbone.convnext.7.dwconv.bias": {
|
| 339 |
+
"dtype": "float16",
|
| 340 |
+
"shape": [
|
| 341 |
+
512
|
| 342 |
+
],
|
| 343 |
+
"offset": 57344,
|
| 344 |
+
"nbytes": 1024
|
| 345 |
+
},
|
| 346 |
+
"backbone.convnext.7.gamma": {
|
| 347 |
+
"dtype": "float16",
|
| 348 |
+
"shape": [
|
| 349 |
+
512
|
| 350 |
+
],
|
| 351 |
+
"offset": 58368,
|
| 352 |
+
"nbytes": 1024
|
| 353 |
+
},
|
| 354 |
+
"backbone.convnext.7.norm.bias": {
|
| 355 |
+
"dtype": "float16",
|
| 356 |
+
"shape": [
|
| 357 |
+
512
|
| 358 |
+
],
|
| 359 |
+
"offset": 59392,
|
| 360 |
+
"nbytes": 1024
|
| 361 |
+
},
|
| 362 |
+
"backbone.convnext.7.norm.weight": {
|
| 363 |
+
"dtype": "float16",
|
| 364 |
+
"shape": [
|
| 365 |
+
512
|
| 366 |
+
],
|
| 367 |
+
"offset": 60416,
|
| 368 |
+
"nbytes": 1024
|
| 369 |
+
},
|
| 370 |
+
"backbone.convnext.7.pwconv1.bias": {
|
| 371 |
+
"dtype": "float16",
|
| 372 |
+
"shape": [
|
| 373 |
+
1536
|
| 374 |
+
],
|
| 375 |
+
"offset": 61440,
|
| 376 |
+
"nbytes": 3072
|
| 377 |
+
},
|
| 378 |
+
"backbone.convnext.7.pwconv2.bias": {
|
| 379 |
+
"dtype": "float16",
|
| 380 |
+
"shape": [
|
| 381 |
+
512
|
| 382 |
+
],
|
| 383 |
+
"offset": 64512,
|
| 384 |
+
"nbytes": 1024
|
| 385 |
+
},
|
| 386 |
+
"backbone.embed.bias": {
|
| 387 |
+
"dtype": "float16",
|
| 388 |
+
"shape": [
|
| 389 |
+
512
|
| 390 |
+
],
|
| 391 |
+
"offset": 65536,
|
| 392 |
+
"nbytes": 1024
|
| 393 |
+
},
|
| 394 |
+
"backbone.final_layer_norm.bias": {
|
| 395 |
+
"dtype": "float16",
|
| 396 |
+
"shape": [
|
| 397 |
+
512
|
| 398 |
+
],
|
| 399 |
+
"offset": 66560,
|
| 400 |
+
"nbytes": 1024
|
| 401 |
+
},
|
| 402 |
+
"backbone.final_layer_norm.weight": {
|
| 403 |
+
"dtype": "float16",
|
| 404 |
+
"shape": [
|
| 405 |
+
512
|
| 406 |
+
],
|
| 407 |
+
"offset": 67584,
|
| 408 |
+
"nbytes": 1024
|
| 409 |
+
},
|
| 410 |
+
"backbone.norm.bias": {
|
| 411 |
+
"dtype": "float16",
|
| 412 |
+
"shape": [
|
| 413 |
+
512
|
| 414 |
+
],
|
| 415 |
+
"offset": 68608,
|
| 416 |
+
"nbytes": 1024
|
| 417 |
+
},
|
| 418 |
+
"backbone.norm.weight": {
|
| 419 |
+
"dtype": "float16",
|
| 420 |
+
"shape": [
|
| 421 |
+
512
|
| 422 |
+
],
|
| 423 |
+
"offset": 69632,
|
| 424 |
+
"nbytes": 1024
|
| 425 |
+
},
|
| 426 |
+
"feature_extractor.mel_spec.mel_scale.fb": {
|
| 427 |
+
"dtype": "float16",
|
| 428 |
+
"shape": [
|
| 429 |
+
513,
|
| 430 |
+
100
|
| 431 |
+
],
|
| 432 |
+
"offset": 70656,
|
| 433 |
+
"nbytes": 102600
|
| 434 |
+
},
|
| 435 |
+
"feature_extractor.mel_spec.spectrogram.window": {
|
| 436 |
+
"dtype": "float16",
|
| 437 |
+
"shape": [
|
| 438 |
+
1024
|
| 439 |
+
],
|
| 440 |
+
"offset": 173256,
|
| 441 |
+
"nbytes": 2048
|
| 442 |
+
},
|
| 443 |
+
"head.istft.window": {
|
| 444 |
+
"dtype": "float16",
|
| 445 |
+
"shape": [
|
| 446 |
+
1024
|
| 447 |
+
],
|
| 448 |
+
"offset": 175304,
|
| 449 |
+
"nbytes": 2048
|
| 450 |
+
},
|
| 451 |
+
"head.out.bias": {
|
| 452 |
+
"dtype": "float16",
|
| 453 |
+
"shape": [
|
| 454 |
+
1026
|
| 455 |
+
],
|
| 456 |
+
"offset": 177352,
|
| 457 |
+
"nbytes": 2052
|
| 458 |
+
}
|
| 459 |
+
}
|
peyton_voice_q4/models/vocos_mel_24khz_q4_v0/tensor_q4_index.json
ADDED
|
@@ -0,0 +1,349 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"backbone.convnext.0.dwconv.weight": {
|
| 3 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 4 |
+
"shape": [
|
| 5 |
+
512,
|
| 6 |
+
1,
|
| 7 |
+
7
|
| 8 |
+
],
|
| 9 |
+
"offset": 0,
|
| 10 |
+
"nbytes": 1792,
|
| 11 |
+
"scale_offset": 1792,
|
| 12 |
+
"scale_nbytes": 1024,
|
| 13 |
+
"row_count": 512,
|
| 14 |
+
"values_per_byte": 2
|
| 15 |
+
},
|
| 16 |
+
"backbone.convnext.0.pwconv1.weight": {
|
| 17 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 18 |
+
"shape": [
|
| 19 |
+
1536,
|
| 20 |
+
512
|
| 21 |
+
],
|
| 22 |
+
"offset": 2816,
|
| 23 |
+
"nbytes": 393216,
|
| 24 |
+
"scale_offset": 396032,
|
| 25 |
+
"scale_nbytes": 3072,
|
| 26 |
+
"row_count": 1536,
|
| 27 |
+
"values_per_byte": 2
|
| 28 |
+
},
|
| 29 |
+
"backbone.convnext.0.pwconv2.weight": {
|
| 30 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 31 |
+
"shape": [
|
| 32 |
+
512,
|
| 33 |
+
1536
|
| 34 |
+
],
|
| 35 |
+
"offset": 399104,
|
| 36 |
+
"nbytes": 393216,
|
| 37 |
+
"scale_offset": 792320,
|
| 38 |
+
"scale_nbytes": 1024,
|
| 39 |
+
"row_count": 512,
|
| 40 |
+
"values_per_byte": 2
|
| 41 |
+
},
|
| 42 |
+
"backbone.convnext.1.dwconv.weight": {
|
| 43 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 44 |
+
"shape": [
|
| 45 |
+
512,
|
| 46 |
+
1,
|
| 47 |
+
7
|
| 48 |
+
],
|
| 49 |
+
"offset": 793344,
|
| 50 |
+
"nbytes": 1792,
|
| 51 |
+
"scale_offset": 795136,
|
| 52 |
+
"scale_nbytes": 1024,
|
| 53 |
+
"row_count": 512,
|
| 54 |
+
"values_per_byte": 2
|
| 55 |
+
},
|
| 56 |
+
"backbone.convnext.1.pwconv1.weight": {
|
| 57 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 58 |
+
"shape": [
|
| 59 |
+
1536,
|
| 60 |
+
512
|
| 61 |
+
],
|
| 62 |
+
"offset": 796160,
|
| 63 |
+
"nbytes": 393216,
|
| 64 |
+
"scale_offset": 1189376,
|
| 65 |
+
"scale_nbytes": 3072,
|
| 66 |
+
"row_count": 1536,
|
| 67 |
+
"values_per_byte": 2
|
| 68 |
+
},
|
| 69 |
+
"backbone.convnext.1.pwconv2.weight": {
|
| 70 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 71 |
+
"shape": [
|
| 72 |
+
512,
|
| 73 |
+
1536
|
| 74 |
+
],
|
| 75 |
+
"offset": 1192448,
|
| 76 |
+
"nbytes": 393216,
|
| 77 |
+
"scale_offset": 1585664,
|
| 78 |
+
"scale_nbytes": 1024,
|
| 79 |
+
"row_count": 512,
|
| 80 |
+
"values_per_byte": 2
|
| 81 |
+
},
|
| 82 |
+
"backbone.convnext.2.dwconv.weight": {
|
| 83 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 84 |
+
"shape": [
|
| 85 |
+
512,
|
| 86 |
+
1,
|
| 87 |
+
7
|
| 88 |
+
],
|
| 89 |
+
"offset": 1586688,
|
| 90 |
+
"nbytes": 1792,
|
| 91 |
+
"scale_offset": 1588480,
|
| 92 |
+
"scale_nbytes": 1024,
|
| 93 |
+
"row_count": 512,
|
| 94 |
+
"values_per_byte": 2
|
| 95 |
+
},
|
| 96 |
+
"backbone.convnext.2.pwconv1.weight": {
|
| 97 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 98 |
+
"shape": [
|
| 99 |
+
1536,
|
| 100 |
+
512
|
| 101 |
+
],
|
| 102 |
+
"offset": 1589504,
|
| 103 |
+
"nbytes": 393216,
|
| 104 |
+
"scale_offset": 1982720,
|
| 105 |
+
"scale_nbytes": 3072,
|
| 106 |
+
"row_count": 1536,
|
| 107 |
+
"values_per_byte": 2
|
| 108 |
+
},
|
| 109 |
+
"backbone.convnext.2.pwconv2.weight": {
|
| 110 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 111 |
+
"shape": [
|
| 112 |
+
512,
|
| 113 |
+
1536
|
| 114 |
+
],
|
| 115 |
+
"offset": 1985792,
|
| 116 |
+
"nbytes": 393216,
|
| 117 |
+
"scale_offset": 2379008,
|
| 118 |
+
"scale_nbytes": 1024,
|
| 119 |
+
"row_count": 512,
|
| 120 |
+
"values_per_byte": 2
|
| 121 |
+
},
|
| 122 |
+
"backbone.convnext.3.dwconv.weight": {
|
| 123 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 124 |
+
"shape": [
|
| 125 |
+
512,
|
| 126 |
+
1,
|
| 127 |
+
7
|
| 128 |
+
],
|
| 129 |
+
"offset": 2380032,
|
| 130 |
+
"nbytes": 1792,
|
| 131 |
+
"scale_offset": 2381824,
|
| 132 |
+
"scale_nbytes": 1024,
|
| 133 |
+
"row_count": 512,
|
| 134 |
+
"values_per_byte": 2
|
| 135 |
+
},
|
| 136 |
+
"backbone.convnext.3.pwconv1.weight": {
|
| 137 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 138 |
+
"shape": [
|
| 139 |
+
1536,
|
| 140 |
+
512
|
| 141 |
+
],
|
| 142 |
+
"offset": 2382848,
|
| 143 |
+
"nbytes": 393216,
|
| 144 |
+
"scale_offset": 2776064,
|
| 145 |
+
"scale_nbytes": 3072,
|
| 146 |
+
"row_count": 1536,
|
| 147 |
+
"values_per_byte": 2
|
| 148 |
+
},
|
| 149 |
+
"backbone.convnext.3.pwconv2.weight": {
|
| 150 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 151 |
+
"shape": [
|
| 152 |
+
512,
|
| 153 |
+
1536
|
| 154 |
+
],
|
| 155 |
+
"offset": 2779136,
|
| 156 |
+
"nbytes": 393216,
|
| 157 |
+
"scale_offset": 3172352,
|
| 158 |
+
"scale_nbytes": 1024,
|
| 159 |
+
"row_count": 512,
|
| 160 |
+
"values_per_byte": 2
|
| 161 |
+
},
|
| 162 |
+
"backbone.convnext.4.dwconv.weight": {
|
| 163 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 164 |
+
"shape": [
|
| 165 |
+
512,
|
| 166 |
+
1,
|
| 167 |
+
7
|
| 168 |
+
],
|
| 169 |
+
"offset": 3173376,
|
| 170 |
+
"nbytes": 1792,
|
| 171 |
+
"scale_offset": 3175168,
|
| 172 |
+
"scale_nbytes": 1024,
|
| 173 |
+
"row_count": 512,
|
| 174 |
+
"values_per_byte": 2
|
| 175 |
+
},
|
| 176 |
+
"backbone.convnext.4.pwconv1.weight": {
|
| 177 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 178 |
+
"shape": [
|
| 179 |
+
1536,
|
| 180 |
+
512
|
| 181 |
+
],
|
| 182 |
+
"offset": 3176192,
|
| 183 |
+
"nbytes": 393216,
|
| 184 |
+
"scale_offset": 3569408,
|
| 185 |
+
"scale_nbytes": 3072,
|
| 186 |
+
"row_count": 1536,
|
| 187 |
+
"values_per_byte": 2
|
| 188 |
+
},
|
| 189 |
+
"backbone.convnext.4.pwconv2.weight": {
|
| 190 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 191 |
+
"shape": [
|
| 192 |
+
512,
|
| 193 |
+
1536
|
| 194 |
+
],
|
| 195 |
+
"offset": 3572480,
|
| 196 |
+
"nbytes": 393216,
|
| 197 |
+
"scale_offset": 3965696,
|
| 198 |
+
"scale_nbytes": 1024,
|
| 199 |
+
"row_count": 512,
|
| 200 |
+
"values_per_byte": 2
|
| 201 |
+
},
|
| 202 |
+
"backbone.convnext.5.dwconv.weight": {
|
| 203 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 204 |
+
"shape": [
|
| 205 |
+
512,
|
| 206 |
+
1,
|
| 207 |
+
7
|
| 208 |
+
],
|
| 209 |
+
"offset": 3966720,
|
| 210 |
+
"nbytes": 1792,
|
| 211 |
+
"scale_offset": 3968512,
|
| 212 |
+
"scale_nbytes": 1024,
|
| 213 |
+
"row_count": 512,
|
| 214 |
+
"values_per_byte": 2
|
| 215 |
+
},
|
| 216 |
+
"backbone.convnext.5.pwconv1.weight": {
|
| 217 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 218 |
+
"shape": [
|
| 219 |
+
1536,
|
| 220 |
+
512
|
| 221 |
+
],
|
| 222 |
+
"offset": 3969536,
|
| 223 |
+
"nbytes": 393216,
|
| 224 |
+
"scale_offset": 4362752,
|
| 225 |
+
"scale_nbytes": 3072,
|
| 226 |
+
"row_count": 1536,
|
| 227 |
+
"values_per_byte": 2
|
| 228 |
+
},
|
| 229 |
+
"backbone.convnext.5.pwconv2.weight": {
|
| 230 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 231 |
+
"shape": [
|
| 232 |
+
512,
|
| 233 |
+
1536
|
| 234 |
+
],
|
| 235 |
+
"offset": 4365824,
|
| 236 |
+
"nbytes": 393216,
|
| 237 |
+
"scale_offset": 4759040,
|
| 238 |
+
"scale_nbytes": 1024,
|
| 239 |
+
"row_count": 512,
|
| 240 |
+
"values_per_byte": 2
|
| 241 |
+
},
|
| 242 |
+
"backbone.convnext.6.dwconv.weight": {
|
| 243 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 244 |
+
"shape": [
|
| 245 |
+
512,
|
| 246 |
+
1,
|
| 247 |
+
7
|
| 248 |
+
],
|
| 249 |
+
"offset": 4760064,
|
| 250 |
+
"nbytes": 1792,
|
| 251 |
+
"scale_offset": 4761856,
|
| 252 |
+
"scale_nbytes": 1024,
|
| 253 |
+
"row_count": 512,
|
| 254 |
+
"values_per_byte": 2
|
| 255 |
+
},
|
| 256 |
+
"backbone.convnext.6.pwconv1.weight": {
|
| 257 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 258 |
+
"shape": [
|
| 259 |
+
1536,
|
| 260 |
+
512
|
| 261 |
+
],
|
| 262 |
+
"offset": 4762880,
|
| 263 |
+
"nbytes": 393216,
|
| 264 |
+
"scale_offset": 5156096,
|
| 265 |
+
"scale_nbytes": 3072,
|
| 266 |
+
"row_count": 1536,
|
| 267 |
+
"values_per_byte": 2
|
| 268 |
+
},
|
| 269 |
+
"backbone.convnext.6.pwconv2.weight": {
|
| 270 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 271 |
+
"shape": [
|
| 272 |
+
512,
|
| 273 |
+
1536
|
| 274 |
+
],
|
| 275 |
+
"offset": 5159168,
|
| 276 |
+
"nbytes": 393216,
|
| 277 |
+
"scale_offset": 5552384,
|
| 278 |
+
"scale_nbytes": 1024,
|
| 279 |
+
"row_count": 512,
|
| 280 |
+
"values_per_byte": 2
|
| 281 |
+
},
|
| 282 |
+
"backbone.convnext.7.dwconv.weight": {
|
| 283 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 284 |
+
"shape": [
|
| 285 |
+
512,
|
| 286 |
+
1,
|
| 287 |
+
7
|
| 288 |
+
],
|
| 289 |
+
"offset": 5553408,
|
| 290 |
+
"nbytes": 1792,
|
| 291 |
+
"scale_offset": 5555200,
|
| 292 |
+
"scale_nbytes": 1024,
|
| 293 |
+
"row_count": 512,
|
| 294 |
+
"values_per_byte": 2
|
| 295 |
+
},
|
| 296 |
+
"backbone.convnext.7.pwconv1.weight": {
|
| 297 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 298 |
+
"shape": [
|
| 299 |
+
1536,
|
| 300 |
+
512
|
| 301 |
+
],
|
| 302 |
+
"offset": 5556224,
|
| 303 |
+
"nbytes": 393216,
|
| 304 |
+
"scale_offset": 5949440,
|
| 305 |
+
"scale_nbytes": 3072,
|
| 306 |
+
"row_count": 1536,
|
| 307 |
+
"values_per_byte": 2
|
| 308 |
+
},
|
| 309 |
+
"backbone.convnext.7.pwconv2.weight": {
|
| 310 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 311 |
+
"shape": [
|
| 312 |
+
512,
|
| 313 |
+
1536
|
| 314 |
+
],
|
| 315 |
+
"offset": 5952512,
|
| 316 |
+
"nbytes": 393216,
|
| 317 |
+
"scale_offset": 6345728,
|
| 318 |
+
"scale_nbytes": 1024,
|
| 319 |
+
"row_count": 512,
|
| 320 |
+
"values_per_byte": 2
|
| 321 |
+
},
|
| 322 |
+
"backbone.embed.weight": {
|
| 323 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 324 |
+
"shape": [
|
| 325 |
+
512,
|
| 326 |
+
100,
|
| 327 |
+
7
|
| 328 |
+
],
|
| 329 |
+
"offset": 6346752,
|
| 330 |
+
"nbytes": 179200,
|
| 331 |
+
"scale_offset": 6525952,
|
| 332 |
+
"scale_nbytes": 1024,
|
| 333 |
+
"row_count": 512,
|
| 334 |
+
"values_per_byte": 2
|
| 335 |
+
},
|
| 336 |
+
"head.out.weight": {
|
| 337 |
+
"dtype": "q4_symmetric_row_scale_f16",
|
| 338 |
+
"shape": [
|
| 339 |
+
1026,
|
| 340 |
+
512
|
| 341 |
+
],
|
| 342 |
+
"offset": 6526976,
|
| 343 |
+
"nbytes": 262656,
|
| 344 |
+
"scale_offset": 6789632,
|
| 345 |
+
"scale_nbytes": 2052,
|
| 346 |
+
"row_count": 1026,
|
| 347 |
+
"values_per_byte": 2
|
| 348 |
+
}
|
| 349 |
+
}
|
peyton_voice_q4/models/vocos_mel_24khz_q4_v0/tensors.fp16.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6263ac38a1ec11945f5dad65b0a2a429776d08a787594317ba048bb49f823f8c
|
| 3 |
+
size 179404
|
peyton_voice_q4/models/vocos_mel_24khz_q4_v0/tensors.q4.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fe10cba747ca8955edf0719009b2423934ee943c6f7cf97caed9c01f7301cd52
|
| 3 |
+
size 6791684
|
peyton_voice_q4/voice/peyton/F5TTS_Base_vocab.txt
ADDED
|
@@ -0,0 +1,2545 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
!
|
| 3 |
+
"
|
| 4 |
+
#
|
| 5 |
+
$
|
| 6 |
+
%
|
| 7 |
+
&
|
| 8 |
+
'
|
| 9 |
+
(
|
| 10 |
+
)
|
| 11 |
+
*
|
| 12 |
+
+
|
| 13 |
+
,
|
| 14 |
+
-
|
| 15 |
+
.
|
| 16 |
+
/
|
| 17 |
+
0
|
| 18 |
+
1
|
| 19 |
+
2
|
| 20 |
+
3
|
| 21 |
+
4
|
| 22 |
+
5
|
| 23 |
+
6
|
| 24 |
+
7
|
| 25 |
+
8
|
| 26 |
+
9
|
| 27 |
+
:
|
| 28 |
+
;
|
| 29 |
+
=
|
| 30 |
+
>
|
| 31 |
+
?
|
| 32 |
+
@
|
| 33 |
+
A
|
| 34 |
+
B
|
| 35 |
+
C
|
| 36 |
+
D
|
| 37 |
+
E
|
| 38 |
+
F
|
| 39 |
+
G
|
| 40 |
+
H
|
| 41 |
+
I
|
| 42 |
+
J
|
| 43 |
+
K
|
| 44 |
+
L
|
| 45 |
+
M
|
| 46 |
+
N
|
| 47 |
+
O
|
| 48 |
+
P
|
| 49 |
+
Q
|
| 50 |
+
R
|
| 51 |
+
S
|
| 52 |
+
T
|
| 53 |
+
U
|
| 54 |
+
V
|
| 55 |
+
W
|
| 56 |
+
X
|
| 57 |
+
Y
|
| 58 |
+
Z
|
| 59 |
+
[
|
| 60 |
+
\
|
| 61 |
+
]
|
| 62 |
+
_
|
| 63 |
+
a
|
| 64 |
+
a1
|
| 65 |
+
ai1
|
| 66 |
+
ai2
|
| 67 |
+
ai3
|
| 68 |
+
ai4
|
| 69 |
+
an1
|
| 70 |
+
an3
|
| 71 |
+
an4
|
| 72 |
+
ang1
|
| 73 |
+
ang2
|
| 74 |
+
ang4
|
| 75 |
+
ao1
|
| 76 |
+
ao2
|
| 77 |
+
ao3
|
| 78 |
+
ao4
|
| 79 |
+
b
|
| 80 |
+
ba
|
| 81 |
+
ba1
|
| 82 |
+
ba2
|
| 83 |
+
ba3
|
| 84 |
+
ba4
|
| 85 |
+
bai1
|
| 86 |
+
bai2
|
| 87 |
+
bai3
|
| 88 |
+
bai4
|
| 89 |
+
ban1
|
| 90 |
+
ban2
|
| 91 |
+
ban3
|
| 92 |
+
ban4
|
| 93 |
+
bang1
|
| 94 |
+
bang2
|
| 95 |
+
bang3
|
| 96 |
+
bang4
|
| 97 |
+
bao1
|
| 98 |
+
bao2
|
| 99 |
+
bao3
|
| 100 |
+
bao4
|
| 101 |
+
bei
|
| 102 |
+
bei1
|
| 103 |
+
bei2
|
| 104 |
+
bei3
|
| 105 |
+
bei4
|
| 106 |
+
ben1
|
| 107 |
+
ben2
|
| 108 |
+
ben3
|
| 109 |
+
ben4
|
| 110 |
+
beng
|
| 111 |
+
beng1
|
| 112 |
+
beng2
|
| 113 |
+
beng3
|
| 114 |
+
beng4
|
| 115 |
+
bi1
|
| 116 |
+
bi2
|
| 117 |
+
bi3
|
| 118 |
+
bi4
|
| 119 |
+
bian1
|
| 120 |
+
bian2
|
| 121 |
+
bian3
|
| 122 |
+
bian4
|
| 123 |
+
biao1
|
| 124 |
+
biao2
|
| 125 |
+
biao3
|
| 126 |
+
bie1
|
| 127 |
+
bie2
|
| 128 |
+
bie3
|
| 129 |
+
bie4
|
| 130 |
+
bin1
|
| 131 |
+
bin4
|
| 132 |
+
bing1
|
| 133 |
+
bing2
|
| 134 |
+
bing3
|
| 135 |
+
bing4
|
| 136 |
+
bo
|
| 137 |
+
bo1
|
| 138 |
+
bo2
|
| 139 |
+
bo3
|
| 140 |
+
bo4
|
| 141 |
+
bu2
|
| 142 |
+
bu3
|
| 143 |
+
bu4
|
| 144 |
+
c
|
| 145 |
+
ca1
|
| 146 |
+
cai1
|
| 147 |
+
cai2
|
| 148 |
+
cai3
|
| 149 |
+
cai4
|
| 150 |
+
can1
|
| 151 |
+
can2
|
| 152 |
+
can3
|
| 153 |
+
can4
|
| 154 |
+
cang1
|
| 155 |
+
cang2
|
| 156 |
+
cao1
|
| 157 |
+
cao2
|
| 158 |
+
cao3
|
| 159 |
+
ce4
|
| 160 |
+
cen1
|
| 161 |
+
cen2
|
| 162 |
+
ceng1
|
| 163 |
+
ceng2
|
| 164 |
+
ceng4
|
| 165 |
+
cha1
|
| 166 |
+
cha2
|
| 167 |
+
cha3
|
| 168 |
+
cha4
|
| 169 |
+
chai1
|
| 170 |
+
chai2
|
| 171 |
+
chan1
|
| 172 |
+
chan2
|
| 173 |
+
chan3
|
| 174 |
+
chan4
|
| 175 |
+
chang1
|
| 176 |
+
chang2
|
| 177 |
+
chang3
|
| 178 |
+
chang4
|
| 179 |
+
chao1
|
| 180 |
+
chao2
|
| 181 |
+
chao3
|
| 182 |
+
che1
|
| 183 |
+
che2
|
| 184 |
+
che3
|
| 185 |
+
che4
|
| 186 |
+
chen1
|
| 187 |
+
chen2
|
| 188 |
+
chen3
|
| 189 |
+
chen4
|
| 190 |
+
cheng1
|
| 191 |
+
cheng2
|
| 192 |
+
cheng3
|
| 193 |
+
cheng4
|
| 194 |
+
chi1
|
| 195 |
+
chi2
|
| 196 |
+
chi3
|
| 197 |
+
chi4
|
| 198 |
+
chong1
|
| 199 |
+
chong2
|
| 200 |
+
chong3
|
| 201 |
+
chong4
|
| 202 |
+
chou1
|
| 203 |
+
chou2
|
| 204 |
+
chou3
|
| 205 |
+
chou4
|
| 206 |
+
chu1
|
| 207 |
+
chu2
|
| 208 |
+
chu3
|
| 209 |
+
chu4
|
| 210 |
+
chua1
|
| 211 |
+
chuai1
|
| 212 |
+
chuai2
|
| 213 |
+
chuai3
|
| 214 |
+
chuai4
|
| 215 |
+
chuan1
|
| 216 |
+
chuan2
|
| 217 |
+
chuan3
|
| 218 |
+
chuan4
|
| 219 |
+
chuang1
|
| 220 |
+
chuang2
|
| 221 |
+
chuang3
|
| 222 |
+
chuang4
|
| 223 |
+
chui1
|
| 224 |
+
chui2
|
| 225 |
+
chun1
|
| 226 |
+
chun2
|
| 227 |
+
chun3
|
| 228 |
+
chuo1
|
| 229 |
+
chuo4
|
| 230 |
+
ci1
|
| 231 |
+
ci2
|
| 232 |
+
ci3
|
| 233 |
+
ci4
|
| 234 |
+
cong1
|
| 235 |
+
cong2
|
| 236 |
+
cou4
|
| 237 |
+
cu1
|
| 238 |
+
cu4
|
| 239 |
+
cuan1
|
| 240 |
+
cuan2
|
| 241 |
+
cuan4
|
| 242 |
+
cui1
|
| 243 |
+
cui3
|
| 244 |
+
cui4
|
| 245 |
+
cun1
|
| 246 |
+
cun2
|
| 247 |
+
cun4
|
| 248 |
+
cuo1
|
| 249 |
+
cuo2
|
| 250 |
+
cuo4
|
| 251 |
+
d
|
| 252 |
+
da
|
| 253 |
+
da1
|
| 254 |
+
da2
|
| 255 |
+
da3
|
| 256 |
+
da4
|
| 257 |
+
dai1
|
| 258 |
+
dai2
|
| 259 |
+
dai3
|
| 260 |
+
dai4
|
| 261 |
+
dan1
|
| 262 |
+
dan2
|
| 263 |
+
dan3
|
| 264 |
+
dan4
|
| 265 |
+
dang1
|
| 266 |
+
dang2
|
| 267 |
+
dang3
|
| 268 |
+
dang4
|
| 269 |
+
dao1
|
| 270 |
+
dao2
|
| 271 |
+
dao3
|
| 272 |
+
dao4
|
| 273 |
+
de
|
| 274 |
+
de1
|
| 275 |
+
de2
|
| 276 |
+
dei3
|
| 277 |
+
den4
|
| 278 |
+
deng1
|
| 279 |
+
deng2
|
| 280 |
+
deng3
|
| 281 |
+
deng4
|
| 282 |
+
di1
|
| 283 |
+
di2
|
| 284 |
+
di3
|
| 285 |
+
di4
|
| 286 |
+
dia3
|
| 287 |
+
dian1
|
| 288 |
+
dian2
|
| 289 |
+
dian3
|
| 290 |
+
dian4
|
| 291 |
+
diao1
|
| 292 |
+
diao3
|
| 293 |
+
diao4
|
| 294 |
+
die1
|
| 295 |
+
die2
|
| 296 |
+
die4
|
| 297 |
+
ding1
|
| 298 |
+
ding2
|
| 299 |
+
ding3
|
| 300 |
+
ding4
|
| 301 |
+
diu1
|
| 302 |
+
dong1
|
| 303 |
+
dong3
|
| 304 |
+
dong4
|
| 305 |
+
dou1
|
| 306 |
+
dou2
|
| 307 |
+
dou3
|
| 308 |
+
dou4
|
| 309 |
+
du1
|
| 310 |
+
du2
|
| 311 |
+
du3
|
| 312 |
+
du4
|
| 313 |
+
duan1
|
| 314 |
+
duan2
|
| 315 |
+
duan3
|
| 316 |
+
duan4
|
| 317 |
+
dui1
|
| 318 |
+
dui4
|
| 319 |
+
dun1
|
| 320 |
+
dun3
|
| 321 |
+
dun4
|
| 322 |
+
duo1
|
| 323 |
+
duo2
|
| 324 |
+
duo3
|
| 325 |
+
duo4
|
| 326 |
+
e
|
| 327 |
+
e1
|
| 328 |
+
e2
|
| 329 |
+
e3
|
| 330 |
+
e4
|
| 331 |
+
ei2
|
| 332 |
+
en1
|
| 333 |
+
en4
|
| 334 |
+
er
|
| 335 |
+
er2
|
| 336 |
+
er3
|
| 337 |
+
er4
|
| 338 |
+
f
|
| 339 |
+
fa1
|
| 340 |
+
fa2
|
| 341 |
+
fa3
|
| 342 |
+
fa4
|
| 343 |
+
fan1
|
| 344 |
+
fan2
|
| 345 |
+
fan3
|
| 346 |
+
fan4
|
| 347 |
+
fang1
|
| 348 |
+
fang2
|
| 349 |
+
fang3
|
| 350 |
+
fang4
|
| 351 |
+
fei1
|
| 352 |
+
fei2
|
| 353 |
+
fei3
|
| 354 |
+
fei4
|
| 355 |
+
fen1
|
| 356 |
+
fen2
|
| 357 |
+
fen3
|
| 358 |
+
fen4
|
| 359 |
+
feng1
|
| 360 |
+
feng2
|
| 361 |
+
feng3
|
| 362 |
+
feng4
|
| 363 |
+
fo2
|
| 364 |
+
fou2
|
| 365 |
+
fou3
|
| 366 |
+
fu1
|
| 367 |
+
fu2
|
| 368 |
+
fu3
|
| 369 |
+
fu4
|
| 370 |
+
g
|
| 371 |
+
ga1
|
| 372 |
+
ga2
|
| 373 |
+
ga3
|
| 374 |
+
ga4
|
| 375 |
+
gai1
|
| 376 |
+
gai2
|
| 377 |
+
gai3
|
| 378 |
+
gai4
|
| 379 |
+
gan1
|
| 380 |
+
gan2
|
| 381 |
+
gan3
|
| 382 |
+
gan4
|
| 383 |
+
gang1
|
| 384 |
+
gang2
|
| 385 |
+
gang3
|
| 386 |
+
gang4
|
| 387 |
+
gao1
|
| 388 |
+
gao2
|
| 389 |
+
gao3
|
| 390 |
+
gao4
|
| 391 |
+
ge1
|
| 392 |
+
ge2
|
| 393 |
+
ge3
|
| 394 |
+
ge4
|
| 395 |
+
gei2
|
| 396 |
+
gei3
|
| 397 |
+
gen1
|
| 398 |
+
gen2
|
| 399 |
+
gen3
|
| 400 |
+
gen4
|
| 401 |
+
geng1
|
| 402 |
+
geng3
|
| 403 |
+
geng4
|
| 404 |
+
gong1
|
| 405 |
+
gong3
|
| 406 |
+
gong4
|
| 407 |
+
gou1
|
| 408 |
+
gou2
|
| 409 |
+
gou3
|
| 410 |
+
gou4
|
| 411 |
+
gu
|
| 412 |
+
gu1
|
| 413 |
+
gu2
|
| 414 |
+
gu3
|
| 415 |
+
gu4
|
| 416 |
+
gua1
|
| 417 |
+
gua2
|
| 418 |
+
gua3
|
| 419 |
+
gua4
|
| 420 |
+
guai1
|
| 421 |
+
guai2
|
| 422 |
+
guai3
|
| 423 |
+
guai4
|
| 424 |
+
guan1
|
| 425 |
+
guan2
|
| 426 |
+
guan3
|
| 427 |
+
guan4
|
| 428 |
+
guang1
|
| 429 |
+
guang2
|
| 430 |
+
guang3
|
| 431 |
+
guang4
|
| 432 |
+
gui1
|
| 433 |
+
gui2
|
| 434 |
+
gui3
|
| 435 |
+
gui4
|
| 436 |
+
gun3
|
| 437 |
+
gun4
|
| 438 |
+
guo1
|
| 439 |
+
guo2
|
| 440 |
+
guo3
|
| 441 |
+
guo4
|
| 442 |
+
h
|
| 443 |
+
ha1
|
| 444 |
+
ha2
|
| 445 |
+
ha3
|
| 446 |
+
hai1
|
| 447 |
+
hai2
|
| 448 |
+
hai3
|
| 449 |
+
hai4
|
| 450 |
+
han1
|
| 451 |
+
han2
|
| 452 |
+
han3
|
| 453 |
+
han4
|
| 454 |
+
hang1
|
| 455 |
+
hang2
|
| 456 |
+
hang4
|
| 457 |
+
hao1
|
| 458 |
+
hao2
|
| 459 |
+
hao3
|
| 460 |
+
hao4
|
| 461 |
+
he1
|
| 462 |
+
he2
|
| 463 |
+
he4
|
| 464 |
+
hei1
|
| 465 |
+
hen2
|
| 466 |
+
hen3
|
| 467 |
+
hen4
|
| 468 |
+
heng1
|
| 469 |
+
heng2
|
| 470 |
+
heng4
|
| 471 |
+
hong1
|
| 472 |
+
hong2
|
| 473 |
+
hong3
|
| 474 |
+
hong4
|
| 475 |
+
hou1
|
| 476 |
+
hou2
|
| 477 |
+
hou3
|
| 478 |
+
hou4
|
| 479 |
+
hu1
|
| 480 |
+
hu2
|
| 481 |
+
hu3
|
| 482 |
+
hu4
|
| 483 |
+
hua1
|
| 484 |
+
hua2
|
| 485 |
+
hua4
|
| 486 |
+
huai2
|
| 487 |
+
huai4
|
| 488 |
+
huan1
|
| 489 |
+
huan2
|
| 490 |
+
huan3
|
| 491 |
+
huan4
|
| 492 |
+
huang1
|
| 493 |
+
huang2
|
| 494 |
+
huang3
|
| 495 |
+
huang4
|
| 496 |
+
hui1
|
| 497 |
+
hui2
|
| 498 |
+
hui3
|
| 499 |
+
hui4
|
| 500 |
+
hun1
|
| 501 |
+
hun2
|
| 502 |
+
hun4
|
| 503 |
+
huo
|
| 504 |
+
huo1
|
| 505 |
+
huo2
|
| 506 |
+
huo3
|
| 507 |
+
huo4
|
| 508 |
+
i
|
| 509 |
+
j
|
| 510 |
+
ji1
|
| 511 |
+
ji2
|
| 512 |
+
ji3
|
| 513 |
+
ji4
|
| 514 |
+
jia
|
| 515 |
+
jia1
|
| 516 |
+
jia2
|
| 517 |
+
jia3
|
| 518 |
+
jia4
|
| 519 |
+
jian1
|
| 520 |
+
jian2
|
| 521 |
+
jian3
|
| 522 |
+
jian4
|
| 523 |
+
jiang1
|
| 524 |
+
jiang2
|
| 525 |
+
jiang3
|
| 526 |
+
jiang4
|
| 527 |
+
jiao1
|
| 528 |
+
jiao2
|
| 529 |
+
jiao3
|
| 530 |
+
jiao4
|
| 531 |
+
jie1
|
| 532 |
+
jie2
|
| 533 |
+
jie3
|
| 534 |
+
jie4
|
| 535 |
+
jin1
|
| 536 |
+
jin2
|
| 537 |
+
jin3
|
| 538 |
+
jin4
|
| 539 |
+
jing1
|
| 540 |
+
jing2
|
| 541 |
+
jing3
|
| 542 |
+
jing4
|
| 543 |
+
jiong3
|
| 544 |
+
jiu1
|
| 545 |
+
jiu2
|
| 546 |
+
jiu3
|
| 547 |
+
jiu4
|
| 548 |
+
ju1
|
| 549 |
+
ju2
|
| 550 |
+
ju3
|
| 551 |
+
ju4
|
| 552 |
+
juan1
|
| 553 |
+
juan2
|
| 554 |
+
juan3
|
| 555 |
+
juan4
|
| 556 |
+
jue1
|
| 557 |
+
jue2
|
| 558 |
+
jue4
|
| 559 |
+
jun1
|
| 560 |
+
jun4
|
| 561 |
+
k
|
| 562 |
+
ka1
|
| 563 |
+
ka2
|
| 564 |
+
ka3
|
| 565 |
+
kai1
|
| 566 |
+
kai2
|
| 567 |
+
kai3
|
| 568 |
+
kai4
|
| 569 |
+
kan1
|
| 570 |
+
kan2
|
| 571 |
+
kan3
|
| 572 |
+
kan4
|
| 573 |
+
kang1
|
| 574 |
+
kang2
|
| 575 |
+
kang4
|
| 576 |
+
kao1
|
| 577 |
+
kao2
|
| 578 |
+
kao3
|
| 579 |
+
kao4
|
| 580 |
+
ke1
|
| 581 |
+
ke2
|
| 582 |
+
ke3
|
| 583 |
+
ke4
|
| 584 |
+
ken3
|
| 585 |
+
keng1
|
| 586 |
+
kong1
|
| 587 |
+
kong3
|
| 588 |
+
kong4
|
| 589 |
+
kou1
|
| 590 |
+
kou2
|
| 591 |
+
kou3
|
| 592 |
+
kou4
|
| 593 |
+
ku1
|
| 594 |
+
ku2
|
| 595 |
+
ku3
|
| 596 |
+
ku4
|
| 597 |
+
kua1
|
| 598 |
+
kua3
|
| 599 |
+
kua4
|
| 600 |
+
kuai3
|
| 601 |
+
kuai4
|
| 602 |
+
kuan1
|
| 603 |
+
kuan2
|
| 604 |
+
kuan3
|
| 605 |
+
kuang1
|
| 606 |
+
kuang2
|
| 607 |
+
kuang4
|
| 608 |
+
kui1
|
| 609 |
+
kui2
|
| 610 |
+
kui3
|
| 611 |
+
kui4
|
| 612 |
+
kun1
|
| 613 |
+
kun3
|
| 614 |
+
kun4
|
| 615 |
+
kuo4
|
| 616 |
+
l
|
| 617 |
+
la
|
| 618 |
+
la1
|
| 619 |
+
la2
|
| 620 |
+
la3
|
| 621 |
+
la4
|
| 622 |
+
lai2
|
| 623 |
+
lai4
|
| 624 |
+
lan2
|
| 625 |
+
lan3
|
| 626 |
+
lan4
|
| 627 |
+
lang1
|
| 628 |
+
lang2
|
| 629 |
+
lang3
|
| 630 |
+
lang4
|
| 631 |
+
lao1
|
| 632 |
+
lao2
|
| 633 |
+
lao3
|
| 634 |
+
lao4
|
| 635 |
+
le
|
| 636 |
+
le1
|
| 637 |
+
le4
|
| 638 |
+
lei
|
| 639 |
+
lei1
|
| 640 |
+
lei2
|
| 641 |
+
lei3
|
| 642 |
+
lei4
|
| 643 |
+
leng1
|
| 644 |
+
leng2
|
| 645 |
+
leng3
|
| 646 |
+
leng4
|
| 647 |
+
li
|
| 648 |
+
li1
|
| 649 |
+
li2
|
| 650 |
+
li3
|
| 651 |
+
li4
|
| 652 |
+
lia3
|
| 653 |
+
lian2
|
| 654 |
+
lian3
|
| 655 |
+
lian4
|
| 656 |
+
liang2
|
| 657 |
+
liang3
|
| 658 |
+
liang4
|
| 659 |
+
liao1
|
| 660 |
+
liao2
|
| 661 |
+
liao3
|
| 662 |
+
liao4
|
| 663 |
+
lie1
|
| 664 |
+
lie2
|
| 665 |
+
lie3
|
| 666 |
+
lie4
|
| 667 |
+
lin1
|
| 668 |
+
lin2
|
| 669 |
+
lin3
|
| 670 |
+
lin4
|
| 671 |
+
ling2
|
| 672 |
+
ling3
|
| 673 |
+
ling4
|
| 674 |
+
liu1
|
| 675 |
+
liu2
|
| 676 |
+
liu3
|
| 677 |
+
liu4
|
| 678 |
+
long1
|
| 679 |
+
long2
|
| 680 |
+
long3
|
| 681 |
+
long4
|
| 682 |
+
lou1
|
| 683 |
+
lou2
|
| 684 |
+
lou3
|
| 685 |
+
lou4
|
| 686 |
+
lu1
|
| 687 |
+
lu2
|
| 688 |
+
lu3
|
| 689 |
+
lu4
|
| 690 |
+
luan2
|
| 691 |
+
luan3
|
| 692 |
+
luan4
|
| 693 |
+
lun1
|
| 694 |
+
lun2
|
| 695 |
+
lun4
|
| 696 |
+
luo1
|
| 697 |
+
luo2
|
| 698 |
+
luo3
|
| 699 |
+
luo4
|
| 700 |
+
lv2
|
| 701 |
+
lv3
|
| 702 |
+
lv4
|
| 703 |
+
lve3
|
| 704 |
+
lve4
|
| 705 |
+
m
|
| 706 |
+
ma
|
| 707 |
+
ma1
|
| 708 |
+
ma2
|
| 709 |
+
ma3
|
| 710 |
+
ma4
|
| 711 |
+
mai2
|
| 712 |
+
mai3
|
| 713 |
+
mai4
|
| 714 |
+
man1
|
| 715 |
+
man2
|
| 716 |
+
man3
|
| 717 |
+
man4
|
| 718 |
+
mang2
|
| 719 |
+
mang3
|
| 720 |
+
mao1
|
| 721 |
+
mao2
|
| 722 |
+
mao3
|
| 723 |
+
mao4
|
| 724 |
+
me
|
| 725 |
+
mei2
|
| 726 |
+
mei3
|
| 727 |
+
mei4
|
| 728 |
+
men
|
| 729 |
+
men1
|
| 730 |
+
men2
|
| 731 |
+
men4
|
| 732 |
+
meng
|
| 733 |
+
meng1
|
| 734 |
+
meng2
|
| 735 |
+
meng3
|
| 736 |
+
meng4
|
| 737 |
+
mi1
|
| 738 |
+
mi2
|
| 739 |
+
mi3
|
| 740 |
+
mi4
|
| 741 |
+
mian2
|
| 742 |
+
mian3
|
| 743 |
+
mian4
|
| 744 |
+
miao1
|
| 745 |
+
miao2
|
| 746 |
+
miao3
|
| 747 |
+
miao4
|
| 748 |
+
mie1
|
| 749 |
+
mie4
|
| 750 |
+
min2
|
| 751 |
+
min3
|
| 752 |
+
ming2
|
| 753 |
+
ming3
|
| 754 |
+
ming4
|
| 755 |
+
miu4
|
| 756 |
+
mo1
|
| 757 |
+
mo2
|
| 758 |
+
mo3
|
| 759 |
+
mo4
|
| 760 |
+
mou1
|
| 761 |
+
mou2
|
| 762 |
+
mou3
|
| 763 |
+
mu2
|
| 764 |
+
mu3
|
| 765 |
+
mu4
|
| 766 |
+
n
|
| 767 |
+
n2
|
| 768 |
+
na1
|
| 769 |
+
na2
|
| 770 |
+
na3
|
| 771 |
+
na4
|
| 772 |
+
nai2
|
| 773 |
+
nai3
|
| 774 |
+
nai4
|
| 775 |
+
nan1
|
| 776 |
+
nan2
|
| 777 |
+
nan3
|
| 778 |
+
nan4
|
| 779 |
+
nang1
|
| 780 |
+
nang2
|
| 781 |
+
nang3
|
| 782 |
+
nao1
|
| 783 |
+
nao2
|
| 784 |
+
nao3
|
| 785 |
+
nao4
|
| 786 |
+
ne
|
| 787 |
+
ne2
|
| 788 |
+
ne4
|
| 789 |
+
nei3
|
| 790 |
+
nei4
|
| 791 |
+
nen4
|
| 792 |
+
neng2
|
| 793 |
+
ni1
|
| 794 |
+
ni2
|
| 795 |
+
ni3
|
| 796 |
+
ni4
|
| 797 |
+
nian1
|
| 798 |
+
nian2
|
| 799 |
+
nian3
|
| 800 |
+
nian4
|
| 801 |
+
niang2
|
| 802 |
+
niang4
|
| 803 |
+
niao2
|
| 804 |
+
niao3
|
| 805 |
+
niao4
|
| 806 |
+
nie1
|
| 807 |
+
nie4
|
| 808 |
+
nin2
|
| 809 |
+
ning2
|
| 810 |
+
ning3
|
| 811 |
+
ning4
|
| 812 |
+
niu1
|
| 813 |
+
niu2
|
| 814 |
+
niu3
|
| 815 |
+
niu4
|
| 816 |
+
nong2
|
| 817 |
+
nong4
|
| 818 |
+
nou4
|
| 819 |
+
nu2
|
| 820 |
+
nu3
|
| 821 |
+
nu4
|
| 822 |
+
nuan3
|
| 823 |
+
nuo2
|
| 824 |
+
nuo4
|
| 825 |
+
nv2
|
| 826 |
+
nv3
|
| 827 |
+
nve4
|
| 828 |
+
o
|
| 829 |
+
o1
|
| 830 |
+
o2
|
| 831 |
+
ou1
|
| 832 |
+
ou2
|
| 833 |
+
ou3
|
| 834 |
+
ou4
|
| 835 |
+
p
|
| 836 |
+
pa1
|
| 837 |
+
pa2
|
| 838 |
+
pa4
|
| 839 |
+
pai1
|
| 840 |
+
pai2
|
| 841 |
+
pai3
|
| 842 |
+
pai4
|
| 843 |
+
pan1
|
| 844 |
+
pan2
|
| 845 |
+
pan4
|
| 846 |
+
pang1
|
| 847 |
+
pang2
|
| 848 |
+
pang4
|
| 849 |
+
pao1
|
| 850 |
+
pao2
|
| 851 |
+
pao3
|
| 852 |
+
pao4
|
| 853 |
+
pei1
|
| 854 |
+
pei2
|
| 855 |
+
pei4
|
| 856 |
+
pen1
|
| 857 |
+
pen2
|
| 858 |
+
pen4
|
| 859 |
+
peng1
|
| 860 |
+
peng2
|
| 861 |
+
peng3
|
| 862 |
+
peng4
|
| 863 |
+
pi1
|
| 864 |
+
pi2
|
| 865 |
+
pi3
|
| 866 |
+
pi4
|
| 867 |
+
pian1
|
| 868 |
+
pian2
|
| 869 |
+
pian4
|
| 870 |
+
piao1
|
| 871 |
+
piao2
|
| 872 |
+
piao3
|
| 873 |
+
piao4
|
| 874 |
+
pie1
|
| 875 |
+
pie2
|
| 876 |
+
pie3
|
| 877 |
+
pin1
|
| 878 |
+
pin2
|
| 879 |
+
pin3
|
| 880 |
+
pin4
|
| 881 |
+
ping1
|
| 882 |
+
ping2
|
| 883 |
+
po1
|
| 884 |
+
po2
|
| 885 |
+
po3
|
| 886 |
+
po4
|
| 887 |
+
pou1
|
| 888 |
+
pu1
|
| 889 |
+
pu2
|
| 890 |
+
pu3
|
| 891 |
+
pu4
|
| 892 |
+
q
|
| 893 |
+
qi1
|
| 894 |
+
qi2
|
| 895 |
+
qi3
|
| 896 |
+
qi4
|
| 897 |
+
qia1
|
| 898 |
+
qia3
|
| 899 |
+
qia4
|
| 900 |
+
qian1
|
| 901 |
+
qian2
|
| 902 |
+
qian3
|
| 903 |
+
qian4
|
| 904 |
+
qiang1
|
| 905 |
+
qiang2
|
| 906 |
+
qiang3
|
| 907 |
+
qiang4
|
| 908 |
+
qiao1
|
| 909 |
+
qiao2
|
| 910 |
+
qiao3
|
| 911 |
+
qiao4
|
| 912 |
+
qie1
|
| 913 |
+
qie2
|
| 914 |
+
qie3
|
| 915 |
+
qie4
|
| 916 |
+
qin1
|
| 917 |
+
qin2
|
| 918 |
+
qin3
|
| 919 |
+
qin4
|
| 920 |
+
qing1
|
| 921 |
+
qing2
|
| 922 |
+
qing3
|
| 923 |
+
qing4
|
| 924 |
+
qiong1
|
| 925 |
+
qiong2
|
| 926 |
+
qiu1
|
| 927 |
+
qiu2
|
| 928 |
+
qiu3
|
| 929 |
+
qu1
|
| 930 |
+
qu2
|
| 931 |
+
qu3
|
| 932 |
+
qu4
|
| 933 |
+
quan1
|
| 934 |
+
quan2
|
| 935 |
+
quan3
|
| 936 |
+
quan4
|
| 937 |
+
que1
|
| 938 |
+
que2
|
| 939 |
+
que4
|
| 940 |
+
qun2
|
| 941 |
+
r
|
| 942 |
+
ran2
|
| 943 |
+
ran3
|
| 944 |
+
rang1
|
| 945 |
+
rang2
|
| 946 |
+
rang3
|
| 947 |
+
rang4
|
| 948 |
+
rao2
|
| 949 |
+
rao3
|
| 950 |
+
rao4
|
| 951 |
+
re2
|
| 952 |
+
re3
|
| 953 |
+
re4
|
| 954 |
+
ren2
|
| 955 |
+
ren3
|
| 956 |
+
ren4
|
| 957 |
+
reng1
|
| 958 |
+
reng2
|
| 959 |
+
ri4
|
| 960 |
+
rong1
|
| 961 |
+
rong2
|
| 962 |
+
rong3
|
| 963 |
+
rou2
|
| 964 |
+
rou4
|
| 965 |
+
ru2
|
| 966 |
+
ru3
|
| 967 |
+
ru4
|
| 968 |
+
ruan2
|
| 969 |
+
ruan3
|
| 970 |
+
rui3
|
| 971 |
+
rui4
|
| 972 |
+
run4
|
| 973 |
+
ruo4
|
| 974 |
+
s
|
| 975 |
+
sa1
|
| 976 |
+
sa2
|
| 977 |
+
sa3
|
| 978 |
+
sa4
|
| 979 |
+
sai1
|
| 980 |
+
sai4
|
| 981 |
+
san1
|
| 982 |
+
san2
|
| 983 |
+
san3
|
| 984 |
+
san4
|
| 985 |
+
sang1
|
| 986 |
+
sang3
|
| 987 |
+
sang4
|
| 988 |
+
sao1
|
| 989 |
+
sao2
|
| 990 |
+
sao3
|
| 991 |
+
sao4
|
| 992 |
+
se4
|
| 993 |
+
sen1
|
| 994 |
+
seng1
|
| 995 |
+
sha1
|
| 996 |
+
sha2
|
| 997 |
+
sha3
|
| 998 |
+
sha4
|
| 999 |
+
shai1
|
| 1000 |
+
shai2
|
| 1001 |
+
shai3
|
| 1002 |
+
shai4
|
| 1003 |
+
shan1
|
| 1004 |
+
shan3
|
| 1005 |
+
shan4
|
| 1006 |
+
shang
|
| 1007 |
+
shang1
|
| 1008 |
+
shang3
|
| 1009 |
+
shang4
|
| 1010 |
+
shao1
|
| 1011 |
+
shao2
|
| 1012 |
+
shao3
|
| 1013 |
+
shao4
|
| 1014 |
+
she1
|
| 1015 |
+
she2
|
| 1016 |
+
she3
|
| 1017 |
+
she4
|
| 1018 |
+
shei2
|
| 1019 |
+
shen1
|
| 1020 |
+
shen2
|
| 1021 |
+
shen3
|
| 1022 |
+
shen4
|
| 1023 |
+
sheng1
|
| 1024 |
+
sheng2
|
| 1025 |
+
sheng3
|
| 1026 |
+
sheng4
|
| 1027 |
+
shi
|
| 1028 |
+
shi1
|
| 1029 |
+
shi2
|
| 1030 |
+
shi3
|
| 1031 |
+
shi4
|
| 1032 |
+
shou1
|
| 1033 |
+
shou2
|
| 1034 |
+
shou3
|
| 1035 |
+
shou4
|
| 1036 |
+
shu1
|
| 1037 |
+
shu2
|
| 1038 |
+
shu3
|
| 1039 |
+
shu4
|
| 1040 |
+
shua1
|
| 1041 |
+
shua2
|
| 1042 |
+
shua3
|
| 1043 |
+
shua4
|
| 1044 |
+
shuai1
|
| 1045 |
+
shuai3
|
| 1046 |
+
shuai4
|
| 1047 |
+
shuan1
|
| 1048 |
+
shuan4
|
| 1049 |
+
shuang1
|
| 1050 |
+
shuang3
|
| 1051 |
+
shui2
|
| 1052 |
+
shui3
|
| 1053 |
+
shui4
|
| 1054 |
+
shun3
|
| 1055 |
+
shun4
|
| 1056 |
+
shuo1
|
| 1057 |
+
shuo4
|
| 1058 |
+
si1
|
| 1059 |
+
si2
|
| 1060 |
+
si3
|
| 1061 |
+
si4
|
| 1062 |
+
song1
|
| 1063 |
+
song3
|
| 1064 |
+
song4
|
| 1065 |
+
sou1
|
| 1066 |
+
sou3
|
| 1067 |
+
sou4
|
| 1068 |
+
su1
|
| 1069 |
+
su2
|
| 1070 |
+
su4
|
| 1071 |
+
suan1
|
| 1072 |
+
suan4
|
| 1073 |
+
sui1
|
| 1074 |
+
sui2
|
| 1075 |
+
sui3
|
| 1076 |
+
sui4
|
| 1077 |
+
sun1
|
| 1078 |
+
sun3
|
| 1079 |
+
suo
|
| 1080 |
+
suo1
|
| 1081 |
+
suo2
|
| 1082 |
+
suo3
|
| 1083 |
+
t
|
| 1084 |
+
ta1
|
| 1085 |
+
ta2
|
| 1086 |
+
ta3
|
| 1087 |
+
ta4
|
| 1088 |
+
tai1
|
| 1089 |
+
tai2
|
| 1090 |
+
tai4
|
| 1091 |
+
tan1
|
| 1092 |
+
tan2
|
| 1093 |
+
tan3
|
| 1094 |
+
tan4
|
| 1095 |
+
tang1
|
| 1096 |
+
tang2
|
| 1097 |
+
tang3
|
| 1098 |
+
tang4
|
| 1099 |
+
tao1
|
| 1100 |
+
tao2
|
| 1101 |
+
tao3
|
| 1102 |
+
tao4
|
| 1103 |
+
te4
|
| 1104 |
+
teng2
|
| 1105 |
+
ti1
|
| 1106 |
+
ti2
|
| 1107 |
+
ti3
|
| 1108 |
+
ti4
|
| 1109 |
+
tian1
|
| 1110 |
+
tian2
|
| 1111 |
+
tian3
|
| 1112 |
+
tiao1
|
| 1113 |
+
tiao2
|
| 1114 |
+
tiao3
|
| 1115 |
+
tiao4
|
| 1116 |
+
tie1
|
| 1117 |
+
tie2
|
| 1118 |
+
tie3
|
| 1119 |
+
tie4
|
| 1120 |
+
ting1
|
| 1121 |
+
ting2
|
| 1122 |
+
ting3
|
| 1123 |
+
tong1
|
| 1124 |
+
tong2
|
| 1125 |
+
tong3
|
| 1126 |
+
tong4
|
| 1127 |
+
tou
|
| 1128 |
+
tou1
|
| 1129 |
+
tou2
|
| 1130 |
+
tou4
|
| 1131 |
+
tu1
|
| 1132 |
+
tu2
|
| 1133 |
+
tu3
|
| 1134 |
+
tu4
|
| 1135 |
+
tuan1
|
| 1136 |
+
tuan2
|
| 1137 |
+
tui1
|
| 1138 |
+
tui2
|
| 1139 |
+
tui3
|
| 1140 |
+
tui4
|
| 1141 |
+
tun1
|
| 1142 |
+
tun2
|
| 1143 |
+
tun4
|
| 1144 |
+
tuo1
|
| 1145 |
+
tuo2
|
| 1146 |
+
tuo3
|
| 1147 |
+
tuo4
|
| 1148 |
+
u
|
| 1149 |
+
v
|
| 1150 |
+
w
|
| 1151 |
+
wa
|
| 1152 |
+
wa1
|
| 1153 |
+
wa2
|
| 1154 |
+
wa3
|
| 1155 |
+
wa4
|
| 1156 |
+
wai1
|
| 1157 |
+
wai3
|
| 1158 |
+
wai4
|
| 1159 |
+
wan1
|
| 1160 |
+
wan2
|
| 1161 |
+
wan3
|
| 1162 |
+
wan4
|
| 1163 |
+
wang1
|
| 1164 |
+
wang2
|
| 1165 |
+
wang3
|
| 1166 |
+
wang4
|
| 1167 |
+
wei1
|
| 1168 |
+
wei2
|
| 1169 |
+
wei3
|
| 1170 |
+
wei4
|
| 1171 |
+
wen1
|
| 1172 |
+
wen2
|
| 1173 |
+
wen3
|
| 1174 |
+
wen4
|
| 1175 |
+
weng1
|
| 1176 |
+
weng4
|
| 1177 |
+
wo1
|
| 1178 |
+
wo2
|
| 1179 |
+
wo3
|
| 1180 |
+
wo4
|
| 1181 |
+
wu1
|
| 1182 |
+
wu2
|
| 1183 |
+
wu3
|
| 1184 |
+
wu4
|
| 1185 |
+
x
|
| 1186 |
+
xi1
|
| 1187 |
+
xi2
|
| 1188 |
+
xi3
|
| 1189 |
+
xi4
|
| 1190 |
+
xia1
|
| 1191 |
+
xia2
|
| 1192 |
+
xia4
|
| 1193 |
+
xian1
|
| 1194 |
+
xian2
|
| 1195 |
+
xian3
|
| 1196 |
+
xian4
|
| 1197 |
+
xiang1
|
| 1198 |
+
xiang2
|
| 1199 |
+
xiang3
|
| 1200 |
+
xiang4
|
| 1201 |
+
xiao1
|
| 1202 |
+
xiao2
|
| 1203 |
+
xiao3
|
| 1204 |
+
xiao4
|
| 1205 |
+
xie1
|
| 1206 |
+
xie2
|
| 1207 |
+
xie3
|
| 1208 |
+
xie4
|
| 1209 |
+
xin1
|
| 1210 |
+
xin2
|
| 1211 |
+
xin4
|
| 1212 |
+
xing1
|
| 1213 |
+
xing2
|
| 1214 |
+
xing3
|
| 1215 |
+
xing4
|
| 1216 |
+
xiong1
|
| 1217 |
+
xiong2
|
| 1218 |
+
xiu1
|
| 1219 |
+
xiu3
|
| 1220 |
+
xiu4
|
| 1221 |
+
xu
|
| 1222 |
+
xu1
|
| 1223 |
+
xu2
|
| 1224 |
+
xu3
|
| 1225 |
+
xu4
|
| 1226 |
+
xuan1
|
| 1227 |
+
xuan2
|
| 1228 |
+
xuan3
|
| 1229 |
+
xuan4
|
| 1230 |
+
xue1
|
| 1231 |
+
xue2
|
| 1232 |
+
xue3
|
| 1233 |
+
xue4
|
| 1234 |
+
xun1
|
| 1235 |
+
xun2
|
| 1236 |
+
xun4
|
| 1237 |
+
y
|
| 1238 |
+
ya
|
| 1239 |
+
ya1
|
| 1240 |
+
ya2
|
| 1241 |
+
ya3
|
| 1242 |
+
ya4
|
| 1243 |
+
yan1
|
| 1244 |
+
yan2
|
| 1245 |
+
yan3
|
| 1246 |
+
yan4
|
| 1247 |
+
yang1
|
| 1248 |
+
yang2
|
| 1249 |
+
yang3
|
| 1250 |
+
yang4
|
| 1251 |
+
yao1
|
| 1252 |
+
yao2
|
| 1253 |
+
yao3
|
| 1254 |
+
yao4
|
| 1255 |
+
ye1
|
| 1256 |
+
ye2
|
| 1257 |
+
ye3
|
| 1258 |
+
ye4
|
| 1259 |
+
yi
|
| 1260 |
+
yi1
|
| 1261 |
+
yi2
|
| 1262 |
+
yi3
|
| 1263 |
+
yi4
|
| 1264 |
+
yin1
|
| 1265 |
+
yin2
|
| 1266 |
+
yin3
|
| 1267 |
+
yin4
|
| 1268 |
+
ying1
|
| 1269 |
+
ying2
|
| 1270 |
+
ying3
|
| 1271 |
+
ying4
|
| 1272 |
+
yo1
|
| 1273 |
+
yong1
|
| 1274 |
+
yong2
|
| 1275 |
+
yong3
|
| 1276 |
+
yong4
|
| 1277 |
+
you1
|
| 1278 |
+
you2
|
| 1279 |
+
you3
|
| 1280 |
+
you4
|
| 1281 |
+
yu1
|
| 1282 |
+
yu2
|
| 1283 |
+
yu3
|
| 1284 |
+
yu4
|
| 1285 |
+
yuan1
|
| 1286 |
+
yuan2
|
| 1287 |
+
yuan3
|
| 1288 |
+
yuan4
|
| 1289 |
+
yue1
|
| 1290 |
+
yue4
|
| 1291 |
+
yun1
|
| 1292 |
+
yun2
|
| 1293 |
+
yun3
|
| 1294 |
+
yun4
|
| 1295 |
+
z
|
| 1296 |
+
za1
|
| 1297 |
+
za2
|
| 1298 |
+
za3
|
| 1299 |
+
zai1
|
| 1300 |
+
zai3
|
| 1301 |
+
zai4
|
| 1302 |
+
zan1
|
| 1303 |
+
zan2
|
| 1304 |
+
zan3
|
| 1305 |
+
zan4
|
| 1306 |
+
zang1
|
| 1307 |
+
zang4
|
| 1308 |
+
zao1
|
| 1309 |
+
zao2
|
| 1310 |
+
zao3
|
| 1311 |
+
zao4
|
| 1312 |
+
ze2
|
| 1313 |
+
ze4
|
| 1314 |
+
zei2
|
| 1315 |
+
zen3
|
| 1316 |
+
zeng1
|
| 1317 |
+
zeng4
|
| 1318 |
+
zha1
|
| 1319 |
+
zha2
|
| 1320 |
+
zha3
|
| 1321 |
+
zha4
|
| 1322 |
+
zhai1
|
| 1323 |
+
zhai2
|
| 1324 |
+
zhai3
|
| 1325 |
+
zhai4
|
| 1326 |
+
zhan1
|
| 1327 |
+
zhan2
|
| 1328 |
+
zhan3
|
| 1329 |
+
zhan4
|
| 1330 |
+
zhang1
|
| 1331 |
+
zhang2
|
| 1332 |
+
zhang3
|
| 1333 |
+
zhang4
|
| 1334 |
+
zhao1
|
| 1335 |
+
zhao2
|
| 1336 |
+
zhao3
|
| 1337 |
+
zhao4
|
| 1338 |
+
zhe
|
| 1339 |
+
zhe1
|
| 1340 |
+
zhe2
|
| 1341 |
+
zhe3
|
| 1342 |
+
zhe4
|
| 1343 |
+
zhen1
|
| 1344 |
+
zhen2
|
| 1345 |
+
zhen3
|
| 1346 |
+
zhen4
|
| 1347 |
+
zheng1
|
| 1348 |
+
zheng2
|
| 1349 |
+
zheng3
|
| 1350 |
+
zheng4
|
| 1351 |
+
zhi1
|
| 1352 |
+
zhi2
|
| 1353 |
+
zhi3
|
| 1354 |
+
zhi4
|
| 1355 |
+
zhong1
|
| 1356 |
+
zhong2
|
| 1357 |
+
zhong3
|
| 1358 |
+
zhong4
|
| 1359 |
+
zhou1
|
| 1360 |
+
zhou2
|
| 1361 |
+
zhou3
|
| 1362 |
+
zhou4
|
| 1363 |
+
zhu1
|
| 1364 |
+
zhu2
|
| 1365 |
+
zhu3
|
| 1366 |
+
zhu4
|
| 1367 |
+
zhua1
|
| 1368 |
+
zhua2
|
| 1369 |
+
zhua3
|
| 1370 |
+
zhuai1
|
| 1371 |
+
zhuai3
|
| 1372 |
+
zhuai4
|
| 1373 |
+
zhuan1
|
| 1374 |
+
zhuan2
|
| 1375 |
+
zhuan3
|
| 1376 |
+
zhuan4
|
| 1377 |
+
zhuang1
|
| 1378 |
+
zhuang4
|
| 1379 |
+
zhui1
|
| 1380 |
+
zhui4
|
| 1381 |
+
zhun1
|
| 1382 |
+
zhun2
|
| 1383 |
+
zhun3
|
| 1384 |
+
zhuo1
|
| 1385 |
+
zhuo2
|
| 1386 |
+
zi
|
| 1387 |
+
zi1
|
| 1388 |
+
zi2
|
| 1389 |
+
zi3
|
| 1390 |
+
zi4
|
| 1391 |
+
zong1
|
| 1392 |
+
zong2
|
| 1393 |
+
zong3
|
| 1394 |
+
zong4
|
| 1395 |
+
zou1
|
| 1396 |
+
zou2
|
| 1397 |
+
zou3
|
| 1398 |
+
zou4
|
| 1399 |
+
zu1
|
| 1400 |
+
zu2
|
| 1401 |
+
zu3
|
| 1402 |
+
zuan1
|
| 1403 |
+
zuan3
|
| 1404 |
+
zuan4
|
| 1405 |
+
zui2
|
| 1406 |
+
zui3
|
| 1407 |
+
zui4
|
| 1408 |
+
zun1
|
| 1409 |
+
zuo
|
| 1410 |
+
zuo1
|
| 1411 |
+
zuo2
|
| 1412 |
+
zuo3
|
| 1413 |
+
zuo4
|
| 1414 |
+
{
|
| 1415 |
+
~
|
| 1416 |
+
ยก
|
| 1417 |
+
ยข
|
| 1418 |
+
ยฃ
|
| 1419 |
+
ยฅ
|
| 1420 |
+
ยง
|
| 1421 |
+
ยจ
|
| 1422 |
+
ยฉ
|
| 1423 |
+
ยซ
|
| 1424 |
+
ยฎ
|
| 1425 |
+
ยฏ
|
| 1426 |
+
ยฐ
|
| 1427 |
+
ยฑ
|
| 1428 |
+
ยฒ
|
| 1429 |
+
ยณ
|
| 1430 |
+
ยด
|
| 1431 |
+
ยต
|
| 1432 |
+
ยท
|
| 1433 |
+
ยน
|
| 1434 |
+
ยบ
|
| 1435 |
+
ยป
|
| 1436 |
+
ยผ
|
| 1437 |
+
ยฝ
|
| 1438 |
+
ยพ
|
| 1439 |
+
ยฟ
|
| 1440 |
+
ร
|
| 1441 |
+
ร
|
| 1442 |
+
ร
|
| 1443 |
+
ร
|
| 1444 |
+
ร
|
| 1445 |
+
ร
|
| 1446 |
+
ร
|
| 1447 |
+
ร
|
| 1448 |
+
ร
|
| 1449 |
+
ร
|
| 1450 |
+
ร
|
| 1451 |
+
ร
|
| 1452 |
+
ร
|
| 1453 |
+
ร
|
| 1454 |
+
ร
|
| 1455 |
+
ร
|
| 1456 |
+
ร
|
| 1457 |
+
ร
|
| 1458 |
+
ร
|
| 1459 |
+
ร
|
| 1460 |
+
ร
|
| 1461 |
+
ร
|
| 1462 |
+
ร
|
| 1463 |
+
ร
|
| 1464 |
+
รก
|
| 1465 |
+
รข
|
| 1466 |
+
รฃ
|
| 1467 |
+
รค
|
| 1468 |
+
รฅ
|
| 1469 |
+
รฆ
|
| 1470 |
+
รง
|
| 1471 |
+
รจ
|
| 1472 |
+
รฉ
|
| 1473 |
+
รช
|
| 1474 |
+
รซ
|
| 1475 |
+
รฌ
|
| 1476 |
+
รญ
|
| 1477 |
+
รฎ
|
| 1478 |
+
รฏ
|
| 1479 |
+
รฐ
|
| 1480 |
+
รฑ
|
| 1481 |
+
รฒ
|
| 1482 |
+
รณ
|
| 1483 |
+
รด
|
| 1484 |
+
รต
|
| 1485 |
+
รถ
|
| 1486 |
+
รธ
|
| 1487 |
+
รน
|
| 1488 |
+
รบ
|
| 1489 |
+
รป
|
| 1490 |
+
รผ
|
| 1491 |
+
รฝ
|
| 1492 |
+
ฤ
|
| 1493 |
+
ฤ
|
| 1494 |
+
ฤ
|
| 1495 |
+
ฤ
|
| 1496 |
+
ฤ
|
| 1497 |
+
ฤ
|
| 1498 |
+
ฤ
|
| 1499 |
+
ฤ
|
| 1500 |
+
ฤ
|
| 1501 |
+
ฤ
|
| 1502 |
+
ฤ
|
| 1503 |
+
ฤ
|
| 1504 |
+
ฤ
|
| 1505 |
+
ฤ
|
| 1506 |
+
ฤ
|
| 1507 |
+
ฤง
|
| 1508 |
+
ฤซ
|
| 1509 |
+
ฤฏ
|
| 1510 |
+
ฤฐ
|
| 1511 |
+
ฤฑ
|
| 1512 |
+
ล
|
| 1513 |
+
ล
|
| 1514 |
+
ล
|
| 1515 |
+
ล
|
| 1516 |
+
ล
|
| 1517 |
+
ล
|
| 1518 |
+
ล
|
| 1519 |
+
ล
|
| 1520 |
+
ล
|
| 1521 |
+
ล
|
| 1522 |
+
ล
|
| 1523 |
+
ล
|
| 1524 |
+
ล
|
| 1525 |
+
ล
|
| 1526 |
+
ล
|
| 1527 |
+
ล
|
| 1528 |
+
ลก
|
| 1529 |
+
ลค
|
| 1530 |
+
ลฅ
|
| 1531 |
+
ลฉ
|
| 1532 |
+
ลซ
|
| 1533 |
+
ลบ
|
| 1534 |
+
ลป
|
| 1535 |
+
ลผ
|
| 1536 |
+
ลฝ
|
| 1537 |
+
ลพ
|
| 1538 |
+
ฦก
|
| 1539 |
+
ฦฐ
|
| 1540 |
+
ว
|
| 1541 |
+
ว
|
| 1542 |
+
ว
|
| 1543 |
+
ว
|
| 1544 |
+
ว
|
| 1545 |
+
ศ
|
| 1546 |
+
ศ
|
| 1547 |
+
ษ
|
| 1548 |
+
ษ
|
| 1549 |
+
ษ
|
| 1550 |
+
ษ
|
| 1551 |
+
ษ
|
| 1552 |
+
ษ
|
| 1553 |
+
ษก
|
| 1554 |
+
ษฃ
|
| 1555 |
+
ษช
|
| 1556 |
+
ษซ
|
| 1557 |
+
ษด
|
| 1558 |
+
ษน
|
| 1559 |
+
ษพ
|
| 1560 |
+
ส
|
| 1561 |
+
ส
|
| 1562 |
+
ส
|
| 1563 |
+
ส
|
| 1564 |
+
ส
|
| 1565 |
+
สฐ
|
| 1566 |
+
สท
|
| 1567 |
+
สป
|
| 1568 |
+
สพ
|
| 1569 |
+
สฟ
|
| 1570 |
+
ห
|
| 1571 |
+
ห
|
| 1572 |
+
ห
|
| 1573 |
+
ห
|
| 1574 |
+
หข
|
| 1575 |
+
ฬ
|
| 1576 |
+
ฬ
|
| 1577 |
+
ฮ
|
| 1578 |
+
ฮ
|
| 1579 |
+
ฮ
|
| 1580 |
+
ฮ
|
| 1581 |
+
ฮ
|
| 1582 |
+
ฮ
|
| 1583 |
+
ฮ
|
| 1584 |
+
ฮ
|
| 1585 |
+
ฮ
|
| 1586 |
+
ฮ
|
| 1587 |
+
ฮฃ
|
| 1588 |
+
ฮค
|
| 1589 |
+
ฮฆ
|
| 1590 |
+
ฮง
|
| 1591 |
+
ฮจ
|
| 1592 |
+
ฮฉ
|
| 1593 |
+
ฮฌ
|
| 1594 |
+
ฮญ
|
| 1595 |
+
ฮฎ
|
| 1596 |
+
ฮฏ
|
| 1597 |
+
ฮฑ
|
| 1598 |
+
ฮฒ
|
| 1599 |
+
ฮณ
|
| 1600 |
+
ฮด
|
| 1601 |
+
ฮต
|
| 1602 |
+
ฮถ
|
| 1603 |
+
ฮท
|
| 1604 |
+
ฮธ
|
| 1605 |
+
ฮน
|
| 1606 |
+
ฮบ
|
| 1607 |
+
ฮป
|
| 1608 |
+
ฮผ
|
| 1609 |
+
ฮฝ
|
| 1610 |
+
ฮพ
|
| 1611 |
+
ฮฟ
|
| 1612 |
+
ฯ
|
| 1613 |
+
ฯ
|
| 1614 |
+
ฯ
|
| 1615 |
+
ฯ
|
| 1616 |
+
ฯ
|
| 1617 |
+
ฯ
|
| 1618 |
+
ฯ
|
| 1619 |
+
ฯ
|
| 1620 |
+
ฯ
|
| 1621 |
+
ฯ
|
| 1622 |
+
ฯ
|
| 1623 |
+
ฯ
|
| 1624 |
+
ฯ
|
| 1625 |
+
ฯ
|
| 1626 |
+
ฯ
|
| 1627 |
+
ฯต
|
| 1628 |
+
ะ
|
| 1629 |
+
ะ
|
| 1630 |
+
ะ
|
| 1631 |
+
ะ
|
| 1632 |
+
ะ
|
| 1633 |
+
ะ
|
| 1634 |
+
ะ
|
| 1635 |
+
ะ
|
| 1636 |
+
ะ
|
| 1637 |
+
ะ
|
| 1638 |
+
ะ
|
| 1639 |
+
ะ
|
| 1640 |
+
ะ
|
| 1641 |
+
ะ
|
| 1642 |
+
ะ
|
| 1643 |
+
ะ
|
| 1644 |
+
ะ
|
| 1645 |
+
ะ
|
| 1646 |
+
ะก
|
| 1647 |
+
ะข
|
| 1648 |
+
ะฃ
|
| 1649 |
+
ะค
|
| 1650 |
+
ะฅ
|
| 1651 |
+
ะฆ
|
| 1652 |
+
ะง
|
| 1653 |
+
ะจ
|
| 1654 |
+
ะฉ
|
| 1655 |
+
ะซ
|
| 1656 |
+
ะฌ
|
| 1657 |
+
ะญ
|
| 1658 |
+
ะฎ
|
| 1659 |
+
ะฏ
|
| 1660 |
+
ะฐ
|
| 1661 |
+
ะฑ
|
| 1662 |
+
ะฒ
|
| 1663 |
+
ะณ
|
| 1664 |
+
ะด
|
| 1665 |
+
ะต
|
| 1666 |
+
ะถ
|
| 1667 |
+
ะท
|
| 1668 |
+
ะธ
|
| 1669 |
+
ะน
|
| 1670 |
+
ะบ
|
| 1671 |
+
ะป
|
| 1672 |
+
ะผ
|
| 1673 |
+
ะฝ
|
| 1674 |
+
ะพ
|
| 1675 |
+
ะฟ
|
| 1676 |
+
ั
|
| 1677 |
+
ั
|
| 1678 |
+
ั
|
| 1679 |
+
ั
|
| 1680 |
+
ั
|
| 1681 |
+
ั
|
| 1682 |
+
ั
|
| 1683 |
+
ั
|
| 1684 |
+
ั
|
| 1685 |
+
ั
|
| 1686 |
+
ั
|
| 1687 |
+
ั
|
| 1688 |
+
ั
|
| 1689 |
+
ั
|
| 1690 |
+
ั
|
| 1691 |
+
ั
|
| 1692 |
+
ั
|
| 1693 |
+
ั
|
| 1694 |
+
ึฐ
|
| 1695 |
+
ึด
|
| 1696 |
+
ึต
|
| 1697 |
+
ึถ
|
| 1698 |
+
ึท
|
| 1699 |
+
ึธ
|
| 1700 |
+
ึน
|
| 1701 |
+
ึผ
|
| 1702 |
+
ึพ
|
| 1703 |
+
ื
|
| 1704 |
+
ื
|
| 1705 |
+
ื
|
| 1706 |
+
ื
|
| 1707 |
+
ื
|
| 1708 |
+
ื
|
| 1709 |
+
ื
|
| 1710 |
+
ื
|
| 1711 |
+
ื
|
| 1712 |
+
ื
|
| 1713 |
+
ื
|
| 1714 |
+
ื
|
| 1715 |
+
ื
|
| 1716 |
+
ื
|
| 1717 |
+
ื
|
| 1718 |
+
ื
|
| 1719 |
+
ื
|
| 1720 |
+
ืก
|
| 1721 |
+
ืข
|
| 1722 |
+
ืค
|
| 1723 |
+
ืง
|
| 1724 |
+
ืจ
|
| 1725 |
+
ืฉ
|
| 1726 |
+
ืช
|
| 1727 |
+
ุฃ
|
| 1728 |
+
ุจ
|
| 1729 |
+
ุฉ
|
| 1730 |
+
ุช
|
| 1731 |
+
ุฌ
|
| 1732 |
+
ุญ
|
| 1733 |
+
ุฏ
|
| 1734 |
+
ุฑ
|
| 1735 |
+
ุฒ
|
| 1736 |
+
ุณ
|
| 1737 |
+
ุต
|
| 1738 |
+
ุท
|
| 1739 |
+
ุน
|
| 1740 |
+
ู
|
| 1741 |
+
ู
|
| 1742 |
+
ู
|
| 1743 |
+
ู
|
| 1744 |
+
ู
|
| 1745 |
+
ู
|
| 1746 |
+
ู
|
| 1747 |
+
ู
|
| 1748 |
+
ู
|
| 1749 |
+
ู
|
| 1750 |
+
ู
|
| 1751 |
+
ู
|
| 1752 |
+
เธ
|
| 1753 |
+
เธ
|
| 1754 |
+
เธ
|
| 1755 |
+
เธ
|
| 1756 |
+
เธ
|
| 1757 |
+
เธ
|
| 1758 |
+
เธ
|
| 1759 |
+
เธ
|
| 1760 |
+
เธข
|
| 1761 |
+
เธฃ
|
| 1762 |
+
เธง
|
| 1763 |
+
เธช
|
| 1764 |
+
เธซ
|
| 1765 |
+
เธญ
|
| 1766 |
+
เธฎ
|
| 1767 |
+
เธฑ
|
| 1768 |
+
เธฒ
|
| 1769 |
+
เธต
|
| 1770 |
+
เธถ
|
| 1771 |
+
เน
|
| 1772 |
+
เน
|
| 1773 |
+
เน
|
| 1774 |
+
เน
|
| 1775 |
+
เน
|
| 1776 |
+
เน
|
| 1777 |
+
แธ
|
| 1778 |
+
แธค
|
| 1779 |
+
แธฅ
|
| 1780 |
+
แน
|
| 1781 |
+
แน
|
| 1782 |
+
แน
|
| 1783 |
+
แน
|
| 1784 |
+
แน
|
| 1785 |
+
แน
|
| 1786 |
+
แนข
|
| 1787 |
+
แนฃ
|
| 1788 |
+
แนฌ
|
| 1789 |
+
แนญ
|
| 1790 |
+
แบก
|
| 1791 |
+
แบฃ
|
| 1792 |
+
แบค
|
| 1793 |
+
แบฅ
|
| 1794 |
+
แบง
|
| 1795 |
+
แบญ
|
| 1796 |
+
แบฏ
|
| 1797 |
+
แบฑ
|
| 1798 |
+
แบป
|
| 1799 |
+
แบฝ
|
| 1800 |
+
แบฟ
|
| 1801 |
+
แป
|
| 1802 |
+
แป
|
| 1803 |
+
แป
|
| 1804 |
+
แป
|
| 1805 |
+
แป
|
| 1806 |
+
แป
|
| 1807 |
+
แป
|
| 1808 |
+
แป
|
| 1809 |
+
แป
|
| 1810 |
+
แป
|
| 1811 |
+
แป
|
| 1812 |
+
แป
|
| 1813 |
+
แป
|
| 1814 |
+
แปฅ
|
| 1815 |
+
แปง
|
| 1816 |
+
แปฉ
|
| 1817 |
+
แปฏ
|
| 1818 |
+
แผ
|
| 1819 |
+
แผ
|
| 1820 |
+
แผ
|
| 1821 |
+
แผ
|
| 1822 |
+
แผ
|
| 1823 |
+
แผฐ
|
| 1824 |
+
แผฑ
|
| 1825 |
+
แฝ
|
| 1826 |
+
แฝ
|
| 1827 |
+
แฝ
|
| 1828 |
+
แฝฒ
|
| 1829 |
+
แฝธ
|
| 1830 |
+
แพถ
|
| 1831 |
+
แพฝ
|
| 1832 |
+
แฟ
|
| 1833 |
+
แฟ
|
| 1834 |
+
แฟถ
|
| 1835 |
+
โ
|
| 1836 |
+
โ
|
| 1837 |
+
โ
|
| 1838 |
+
โ
|
| 1839 |
+
โ
|
| 1840 |
+
โ
|
| 1841 |
+
โ
|
| 1842 |
+
โ
|
| 1843 |
+
โก
|
| 1844 |
+
โข
|
| 1845 |
+
โฆ
|
| 1846 |
+
โง
|
| 1847 |
+
โฌ
|
| 1848 |
+
โฒ
|
| 1849 |
+
โณ
|
| 1850 |
+
โ
|
| 1851 |
+
โก
|
| 1852 |
+
โฐ
|
| 1853 |
+
โด
|
| 1854 |
+
โต
|
| 1855 |
+
โถ
|
| 1856 |
+
โท
|
| 1857 |
+
โธ
|
| 1858 |
+
โน
|
| 1859 |
+
โ
|
| 1860 |
+
โ
|
| 1861 |
+
โ
|
| 1862 |
+
โฌ
|
| 1863 |
+
โฑ
|
| 1864 |
+
โน
|
| 1865 |
+
โฝ
|
| 1866 |
+
โ
|
| 1867 |
+
โ
|
| 1868 |
+
โ
|
| 1869 |
+
โ
|
| 1870 |
+
โ
|
| 1871 |
+
โข
|
| 1872 |
+
โ
|
| 1873 |
+
โ
|
| 1874 |
+
โ
|
| 1875 |
+
โ
|
| 1876 |
+
โ
|
| 1877 |
+
โ
|
| 1878 |
+
โ
|
| 1879 |
+
โ
|
| 1880 |
+
โ
|
| 1881 |
+
โ
|
| 1882 |
+
โ
|
| 1883 |
+
โซ
|
| 1884 |
+
โ
|
| 1885 |
+
โ
|
| 1886 |
+
โก
|
| 1887 |
+
โค
|
| 1888 |
+
โฅ
|
| 1889 |
+
โ
|
| 1890 |
+
โฏ
|
| 1891 |
+
โ
|
| 1892 |
+
โช
|
| 1893 |
+
โจ
|
| 1894 |
+
โฉ
|
| 1895 |
+
ใ
|
| 1896 |
+
ใ
|
| 1897 |
+
ใ
|
| 1898 |
+
ใ
|
| 1899 |
+
ใ
|
| 1900 |
+
ใ
|
| 1901 |
+
ใ
|
| 1902 |
+
ใ
|
| 1903 |
+
ใ
|
| 1904 |
+
ใ
|
| 1905 |
+
ใ
|
| 1906 |
+
ใ
|
| 1907 |
+
ใ
|
| 1908 |
+
ใ
|
| 1909 |
+
ใ
|
| 1910 |
+
ใ
|
| 1911 |
+
ใ
|
| 1912 |
+
ใ
|
| 1913 |
+
ใ
|
| 1914 |
+
ใ
|
| 1915 |
+
ใ
|
| 1916 |
+
ใ
|
| 1917 |
+
ใ
|
| 1918 |
+
ใ
|
| 1919 |
+
ใ
|
| 1920 |
+
ใ
|
| 1921 |
+
ใ
|
| 1922 |
+
ใ
|
| 1923 |
+
ใ
|
| 1924 |
+
ใ
|
| 1925 |
+
ใ
|
| 1926 |
+
ใ
|
| 1927 |
+
ใ
|
| 1928 |
+
ใก
|
| 1929 |
+
ใฃ
|
| 1930 |
+
ใค
|
| 1931 |
+
ใง
|
| 1932 |
+
ใจ
|
| 1933 |
+
ใฉ
|
| 1934 |
+
ใช
|
| 1935 |
+
ใซ
|
| 1936 |
+
ใญ
|
| 1937 |
+
ใฎ
|
| 1938 |
+
ใฏ
|
| 1939 |
+
ใฐ
|
| 1940 |
+
ใฒ
|
| 1941 |
+
ใถ
|
| 1942 |
+
ใธ
|
| 1943 |
+
ใน
|
| 1944 |
+
ใพ
|
| 1945 |
+
ใฟ
|
| 1946 |
+
ใ
|
| 1947 |
+
ใ
|
| 1948 |
+
ใ
|
| 1949 |
+
ใ
|
| 1950 |
+
ใ
|
| 1951 |
+
ใ
|
| 1952 |
+
ใ
|
| 1953 |
+
ใ
|
| 1954 |
+
ใ
|
| 1955 |
+
ใ
|
| 1956 |
+
ใ
|
| 1957 |
+
ใ
|
| 1958 |
+
ใ
|
| 1959 |
+
ใ
|
| 1960 |
+
ใ
|
| 1961 |
+
ใ
|
| 1962 |
+
ใก
|
| 1963 |
+
ใข
|
| 1964 |
+
ใฃ
|
| 1965 |
+
ใค
|
| 1966 |
+
ใฆ
|
| 1967 |
+
ใง
|
| 1968 |
+
ใจ
|
| 1969 |
+
ใช
|
| 1970 |
+
ใซ
|
| 1971 |
+
ใฌ
|
| 1972 |
+
ใญ
|
| 1973 |
+
ใฏ
|
| 1974 |
+
ใฑ
|
| 1975 |
+
ใฒ
|
| 1976 |
+
ใณ
|
| 1977 |
+
ใด
|
| 1978 |
+
ใต
|
| 1979 |
+
ใถ
|
| 1980 |
+
ใท
|
| 1981 |
+
ใธ
|
| 1982 |
+
ใน
|
| 1983 |
+
ใบ
|
| 1984 |
+
ใป
|
| 1985 |
+
ใพ
|
| 1986 |
+
ใฟ
|
| 1987 |
+
ใ
|
| 1988 |
+
ใ
|
| 1989 |
+
ใ
|
| 1990 |
+
ใ
|
| 1991 |
+
ใ
|
| 1992 |
+
ใ
|
| 1993 |
+
ใ
|
| 1994 |
+
ใ
|
| 1995 |
+
ใ
|
| 1996 |
+
ใ
|
| 1997 |
+
ใ
|
| 1998 |
+
ใ
|
| 1999 |
+
ใ
|
| 2000 |
+
ใ
|
| 2001 |
+
ใ
|
| 2002 |
+
ใ
|
| 2003 |
+
ใ
|
| 2004 |
+
ใ
|
| 2005 |
+
ใ
|
| 2006 |
+
ใ
|
| 2007 |
+
ใ
|
| 2008 |
+
ใ
|
| 2009 |
+
ใ
|
| 2010 |
+
ใ
|
| 2011 |
+
ใ
|
| 2012 |
+
ใ
|
| 2013 |
+
ใ
|
| 2014 |
+
ใก
|
| 2015 |
+
ใข
|
| 2016 |
+
ใฃ
|
| 2017 |
+
ใค
|
| 2018 |
+
ใฅ
|
| 2019 |
+
ใฆ
|
| 2020 |
+
ใง
|
| 2021 |
+
ใจ
|
| 2022 |
+
ใฉ
|
| 2023 |
+
ใช
|
| 2024 |
+
ใซ
|
| 2025 |
+
ใฌ
|
| 2026 |
+
ใญ
|
| 2027 |
+
ใฏ
|
| 2028 |
+
ใณ
|
| 2029 |
+
ใป
|
| 2030 |
+
ใผ
|
| 2031 |
+
ใ
|
| 2032 |
+
ใ
|
| 2033 |
+
ใ
|
| 2034 |
+
ใ
|
| 2035 |
+
ใ
|
| 2036 |
+
ใ
|
| 2037 |
+
ใ
|
| 2038 |
+
ใ
|
| 2039 |
+
ใ
|
| 2040 |
+
ใค
|
| 2041 |
+
ใฅ
|
| 2042 |
+
ใง
|
| 2043 |
+
ใฑ
|
| 2044 |
+
ใด
|
| 2045 |
+
ใท
|
| 2046 |
+
ใน
|
| 2047 |
+
ใ
|
| 2048 |
+
ใ
|
| 2049 |
+
ใ
|
| 2050 |
+
ใ
|
| 2051 |
+
ใ
|
| 2052 |
+
ใ
|
| 2053 |
+
ใ
|
| 2054 |
+
ใ
|
| 2055 |
+
ใ
|
| 2056 |
+
ใ
|
| 2057 |
+
ใ
ก
|
| 2058 |
+
ใ
ฃ
|
| 2059 |
+
ใ
|
| 2060 |
+
๊ฐ
|
| 2061 |
+
๊ฐ
|
| 2062 |
+
๊ฐ
|
| 2063 |
+
๊ฐ
|
| 2064 |
+
๊ฐ
|
| 2065 |
+
๊ฐ
|
| 2066 |
+
๊ฐ
|
| 2067 |
+
๊ฐ
|
| 2068 |
+
๊ฐ
|
| 2069 |
+
๊ฐ
|
| 2070 |
+
๊ฐ
|
| 2071 |
+
๊ฑฐ
|
| 2072 |
+
๊ฑด
|
| 2073 |
+
๊ฑธ
|
| 2074 |
+
๊ฒ
|
| 2075 |
+
๊ฒ
|
| 2076 |
+
๊ฒ
|
| 2077 |
+
๊ฒ
|
| 2078 |
+
๊ฒ
|
| 2079 |
+
๊ฒจ
|
| 2080 |
+
๊ฒฐ
|
| 2081 |
+
๊ฒผ
|
| 2082 |
+
๊ฒฝ
|
| 2083 |
+
๊ณ
|
| 2084 |
+
๊ณ
|
| 2085 |
+
๊ณค
|
| 2086 |
+
๊ณจ
|
| 2087 |
+
๊ณฑ
|
| 2088 |
+
๊ณต
|
| 2089 |
+
๊ณผ
|
| 2090 |
+
๊ด
|
| 2091 |
+
๊ด
|
| 2092 |
+
๊ต
|
| 2093 |
+
๊ตฌ
|
| 2094 |
+
๊ตญ
|
| 2095 |
+
๊ตด
|
| 2096 |
+
๊ท
|
| 2097 |
+
๊ท
|
| 2098 |
+
๊ทธ
|
| 2099 |
+
๊ทผ
|
| 2100 |
+
๊ธ
|
| 2101 |
+
๊ธ
|
| 2102 |
+
๊ธฐ
|
| 2103 |
+
๊ธด
|
| 2104 |
+
๊ธธ
|
| 2105 |
+
๊น
|
| 2106 |
+
๊น
|
| 2107 |
+
๊น
|
| 2108 |
+
๊น
|
| 2109 |
+
๊นจ
|
| 2110 |
+
๊ป
|
| 2111 |
+
๊ผฌ
|
| 2112 |
+
๊ผญ
|
| 2113 |
+
๊ฝ
|
| 2114 |
+
๊พธ
|
| 2115 |
+
๊ฟ
|
| 2116 |
+
๋
|
| 2117 |
+
๋
|
| 2118 |
+
๋
|
| 2119 |
+
๋ผ
|
| 2120 |
+
๋
|
| 2121 |
+
๋
|
| 2122 |
+
๋
|
| 2123 |
+
๋จ
|
| 2124 |
+
๋ฉ
|
| 2125 |
+
๋ด
|
| 2126 |
+
๋
|
| 2127 |
+
๋ฅ
|
| 2128 |
+
๋
|
| 2129 |
+
๋
|
| 2130 |
+
๋ฃ
|
| 2131 |
+
๋ค
|
| 2132 |
+
๋
|
| 2133 |
+
๋
|
| 2134 |
+
๋
|
| 2135 |
+
๋
ธ
|
| 2136 |
+
๋
น
|
| 2137 |
+
๋
|
| 2138 |
+
๋
|
| 2139 |
+
๋
|
| 2140 |
+
๋
|
| 2141 |
+
๋
|
| 2142 |
+
๋
|
| 2143 |
+
๋
|
| 2144 |
+
๋
|
| 2145 |
+
๋
|
| 2146 |
+
๋ค
|
| 2147 |
+
๋ฅ
|
| 2148 |
+
๋จ
|
| 2149 |
+
๋ฌ
|
| 2150 |
+
๋ญ
|
| 2151 |
+
๋น
|
| 2152 |
+
๋
|
| 2153 |
+
๋
|
| 2154 |
+
๋
|
| 2155 |
+
๋
|
| 2156 |
+
๋ฅ
|
| 2157 |
+
๋ฐ
|
| 2158 |
+
๋
|
| 2159 |
+
๋
|
| 2160 |
+
๋
|
| 2161 |
+
๋ผ
|
| 2162 |
+
๋
|
| 2163 |
+
๋
|
| 2164 |
+
๋
|
| 2165 |
+
๋
|
| 2166 |
+
๋
|
| 2167 |
+
๋
|
| 2168 |
+
๋ฅ
|
| 2169 |
+
๋
|
| 2170 |
+
๋ค
|
| 2171 |
+
๋ฑ
|
| 2172 |
+
๋
|
| 2173 |
+
๋ฐ
|
| 2174 |
+
๋ฑ
|
| 2175 |
+
๋ธ
|
| 2176 |
+
๋
|
| 2177 |
+
๋
|
| 2178 |
+
๋ค
|
| 2179 |
+
๋จ
|
| 2180 |
+
๋ป
|
| 2181 |
+
๋
|
| 2182 |
+
๋
|
| 2183 |
+
๋ฑ
|
| 2184 |
+
๋ฐ
|
| 2185 |
+
๋ป
|
| 2186 |
+
๋
|
| 2187 |
+
๋ผ
|
| 2188 |
+
๋ฝ
|
| 2189 |
+
๋
|
| 2190 |
+
๋
|
| 2191 |
+
๋
|
| 2192 |
+
๋
|
| 2193 |
+
๋
|
| 2194 |
+
๋
|
| 2195 |
+
๋ฌ
|
| 2196 |
+
๋ฐ
|
| 2197 |
+
๋ผ
|
| 2198 |
+
๋
|
| 2199 |
+
๋
|
| 2200 |
+
๋ ค
|
| 2201 |
+
๋ ฅ
|
| 2202 |
+
๋ ต
|
| 2203 |
+
๋ ธ
|
| 2204 |
+
๋ก
|
| 2205 |
+
๋ก
|
| 2206 |
+
๋กฌ
|
| 2207 |
+
๋ฃจ
|
| 2208 |
+
๋ฅด
|
| 2209 |
+
๋ฅธ
|
| 2210 |
+
๋ฅผ
|
| 2211 |
+
๋ฆ
|
| 2212 |
+
๋ฆ
|
| 2213 |
+
๋ฆฌ
|
| 2214 |
+
๋ฆด
|
| 2215 |
+
๋ฆผ
|
| 2216 |
+
๋ง
|
| 2217 |
+
๋ง
|
| 2218 |
+
๋ง
|
| 2219 |
+
๋ง
|
| 2220 |
+
๋ง
|
| 2221 |
+
๋ง
|
| 2222 |
+
๋ง
|
| 2223 |
+
๋ง
|
| 2224 |
+
๋งค
|
| 2225 |
+
๋จธ
|
| 2226 |
+
๋จน
|
| 2227 |
+
๋ฉ
|
| 2228 |
+
๋ฉ
|
| 2229 |
+
๋ฉด
|
| 2230 |
+
๋ช
|
| 2231 |
+
๋ช
|
| 2232 |
+
๋ชจ
|
| 2233 |
+
๋ชฉ
|
| 2234 |
+
๋ชธ
|
| 2235 |
+
๋ชป
|
| 2236 |
+
๋ฌด
|
| 2237 |
+
๋ฌธ
|
| 2238 |
+
๋ฌผ
|
| 2239 |
+
๋ญ
|
| 2240 |
+
๋ญ
|
| 2241 |
+
๋ฏธ
|
| 2242 |
+
๋ฏผ
|
| 2243 |
+
๋ฐ
|
| 2244 |
+
๋ฐ
|
| 2245 |
+
๋ฐ
|
| 2246 |
+
๋ฐ
|
| 2247 |
+
๋ฐ
|
| 2248 |
+
๋ฐ
|
| 2249 |
+
๋ฐ
|
| 2250 |
+
๋ฐ
|
| 2251 |
+
๋ฐค
|
| 2252 |
+
๋ฐฅ
|
| 2253 |
+
๋ฐฉ
|
| 2254 |
+
๋ฐฐ
|
| 2255 |
+
๋ฐฑ
|
| 2256 |
+
๋ฐธ
|
| 2257 |
+
๋ฑ
|
| 2258 |
+
๋ฒ
|
| 2259 |
+
๋ฒ
|
| 2260 |
+
๋ฒ
|
| 2261 |
+
๋ฒ
|
| 2262 |
+
๋ฒ
|
| 2263 |
+
๋ฒผ
|
| 2264 |
+
๋ฒฝ
|
| 2265 |
+
๋ณ
|
| 2266 |
+
๋ณ
|
| 2267 |
+
๋ณด
|
| 2268 |
+
๋ณต
|
| 2269 |
+
๋ณธ
|
| 2270 |
+
๋ณผ
|
| 2271 |
+
๋ด
|
| 2272 |
+
๋ดค
|
| 2273 |
+
๋ถ
|
| 2274 |
+
๋ถ
|
| 2275 |
+
๋ถ
|
| 2276 |
+
๋น
|
| 2277 |
+
๋น
|
| 2278 |
+
๋น
|
| 2279 |
+
๋น
|
| 2280 |
+
๋นจ
|
| 2281 |
+
๋ผ
|
| 2282 |
+
๋ฝ
|
| 2283 |
+
๋ฟ
|
| 2284 |
+
์
|
| 2285 |
+
์ฌ
|
| 2286 |
+
์ฐ
|
| 2287 |
+
์ด
|
| 2288 |
+
์ผ
|
| 2289 |
+
์
|
| 2290 |
+
์
|
| 2291 |
+
์
|
| 2292 |
+
์
|
| 2293 |
+
์
|
| 2294 |
+
์
|
| 2295 |
+
์
|
| 2296 |
+
์ค
|
| 2297 |
+
์ญ
|
| 2298 |
+
์ฐ
|
| 2299 |
+
์ฑ
|
| 2300 |
+
์ธ
|
| 2301 |
+
์
|
| 2302 |
+
์
|
| 2303 |
+
์
จ
|
| 2304 |
+
์
|
| 2305 |
+
์
|
| 2306 |
+
์
|
| 2307 |
+
์ก
|
| 2308 |
+
์
|
| 2309 |
+
์
|
| 2310 |
+
์
|
| 2311 |
+
์
|
| 2312 |
+
์ซ
|
| 2313 |
+
์ญ
|
| 2314 |
+
์ฒ
|
| 2315 |
+
์ฌ
|
| 2316 |
+
์ฝ
|
| 2317 |
+
์ค
|
| 2318 |
+
์จ
|
| 2319 |
+
์ต
|
| 2320 |
+
์ท
|
| 2321 |
+
์
|
| 2322 |
+
์
|
| 2323 |
+
์
|
| 2324 |
+
์ค
|
| 2325 |
+
์ซ
|
| 2326 |
+
์ฌ
|
| 2327 |
+
์ญ
|
| 2328 |
+
์ถ
|
| 2329 |
+
์ธ
|
| 2330 |
+
์จ
|
| 2331 |
+
์ฐ
|
| 2332 |
+
์ด
|
| 2333 |
+
์
|
| 2334 |
+
์จ
|
| 2335 |
+
์ฉ
|
| 2336 |
+
์ฌ
|
| 2337 |
+
์
|
| 2338 |
+
์
|
| 2339 |
+
์
|
| 2340 |
+
์
|
| 2341 |
+
์
|
| 2342 |
+
์ผ
|
| 2343 |
+
์ฝ
|
| 2344 |
+
์
|
| 2345 |
+
์
|
| 2346 |
+
์
|
| 2347 |
+
์ด
|
| 2348 |
+
์ธ
|
| 2349 |
+
์ผ
|
| 2350 |
+
์
|
| 2351 |
+
์
|
| 2352 |
+
์
|
| 2353 |
+
์
|
| 2354 |
+
์
|
| 2355 |
+
์
|
| 2356 |
+
์ฌ
|
| 2357 |
+
์ญ
|
| 2358 |
+
์ฐ
|
| 2359 |
+
์ผ
|
| 2360 |
+
์ฝ
|
| 2361 |
+
์
|
| 2362 |
+
์
|
| 2363 |
+
์
|
| 2364 |
+
์
|
| 2365 |
+
์ค
|
| 2366 |
+
์จ
|
| 2367 |
+
์ฌ
|
| 2368 |
+
์ท
|
| 2369 |
+
์น
|
| 2370 |
+
์
|
| 2371 |
+
์
|
| 2372 |
+
์
|
| 2373 |
+
์
|
| 2374 |
+
์
|
| 2375 |
+
์ฉ
|
| 2376 |
+
์ฐ
|
| 2377 |
+
์ด
|
| 2378 |
+
์ธ
|
| 2379 |
+
์
|
| 2380 |
+
์
|
| 2381 |
+
์
|
| 2382 |
+
์
|
| 2383 |
+
์
|
| 2384 |
+
์
|
| 2385 |
+
์
|
| 2386 |
+
์
|
| 2387 |
+
์ก
|
| 2388 |
+
์ค
|
| 2389 |
+
์ผ
|
| 2390 |
+
์
|
| 2391 |
+
์
|
| 2392 |
+
์
|
| 2393 |
+
์
|
| 2394 |
+
์
|
| 2395 |
+
์ด
|
| 2396 |
+
์ต
|
| 2397 |
+
์ธ
|
| 2398 |
+
์ผ
|
| 2399 |
+
์ฝ
|
| 2400 |
+
์
|
| 2401 |
+
์
|
| 2402 |
+
์
|
| 2403 |
+
์
|
| 2404 |
+
์
|
| 2405 |
+
์
|
| 2406 |
+
์
|
| 2407 |
+
์
|
| 2408 |
+
์ก
|
| 2409 |
+
์ค
|
| 2410 |
+
์ฅ
|
| 2411 |
+
์ฌ
|
| 2412 |
+
์
|
| 2413 |
+
์
|
| 2414 |
+
์
|
| 2415 |
+
์
|
| 2416 |
+
์
|
| 2417 |
+
์ ธ
|
| 2418 |
+
์ก
|
| 2419 |
+
์กฐ
|
| 2420 |
+
์กฑ
|
| 2421 |
+
์ข
|
| 2422 |
+
์ข
|
| 2423 |
+
์ข
|
| 2424 |
+
์ฃ
|
| 2425 |
+
์ฃผ
|
| 2426 |
+
์ค
|
| 2427 |
+
์ค
|
| 2428 |
+
์ค
|
| 2429 |
+
์ค
|
| 2430 |
+
์ฆ
|
| 2431 |
+
์ฆ
|
| 2432 |
+
์ฆ
|
| 2433 |
+
์ง
|
| 2434 |
+
์ง
|
| 2435 |
+
์ง
|
| 2436 |
+
์ง
|
| 2437 |
+
์ง
|
| 2438 |
+
์ฉ
|
| 2439 |
+
์ชผ
|
| 2440 |
+
์ชฝ
|
| 2441 |
+
์ซ
|
| 2442 |
+
์ญ
|
| 2443 |
+
์ฏ
|
| 2444 |
+
์ฐ
|
| 2445 |
+
์ฐ
|
| 2446 |
+
์ฐจ
|
| 2447 |
+
์ฐฉ
|
| 2448 |
+
์ฐพ
|
| 2449 |
+
์ฑ
|
| 2450 |
+
์ฒ
|
| 2451 |
+
์ฒ
|
| 2452 |
+
์ฒ
|
| 2453 |
+
์ฒด
|
| 2454 |
+
์ณ
|
| 2455 |
+
์ณค
|
| 2456 |
+
์ด
|
| 2457 |
+
์ด
|
| 2458 |
+
์ถ
|
| 2459 |
+
์ถ
|
| 2460 |
+
์ถค
|
| 2461 |
+
์ถฅ
|
| 2462 |
+
์ถฐ
|
| 2463 |
+
์น
|
| 2464 |
+
์น
|
| 2465 |
+
์น
|
| 2466 |
+
์นจ
|
| 2467 |
+
์นฉ
|
| 2468 |
+
์นผ
|
| 2469 |
+
์ปค
|
| 2470 |
+
์ผ
|
| 2471 |
+
์ฝ
|
| 2472 |
+
์ฝฉ
|
| 2473 |
+
์ฟ
|
| 2474 |
+
ํด
|
| 2475 |
+
ํฌ
|
| 2476 |
+
ํฐ
|
| 2477 |
+
ํฝ
|
| 2478 |
+
ํค
|
| 2479 |
+
ํจ
|
| 2480 |
+
ํ
|
| 2481 |
+
ํ
|
| 2482 |
+
ํฐ
|
| 2483 |
+
ํด
|
| 2484 |
+
ํธ
|
| 2485 |
+
ํ
|
| 2486 |
+
ํ
|
| 2487 |
+
ํต
|
| 2488 |
+
ํฌ
|
| 2489 |
+
ํธ
|
| 2490 |
+
ํน
|
| 2491 |
+
ํผ
|
| 2492 |
+
ํ
|
| 2493 |
+
ํฐ
|
| 2494 |
+
ํ
|
| 2495 |
+
ํ
|
| 2496 |
+
ํ
|
| 2497 |
+
ํจ
|
| 2498 |
+
ํ
|
| 2499 |
+
ํ
|
| 2500 |
+
ํญ
|
| 2501 |
+
ํ
|
| 2502 |
+
ํฌ
|
| 2503 |
+
ํญ
|
| 2504 |
+
ํ
|
| 2505 |
+
ํ
|
| 2506 |
+
ํ
|
| 2507 |
+
ํ
|
| 2508 |
+
ํ
|
| 2509 |
+
ํผ
|
| 2510 |
+
ํ
|
| 2511 |
+
ํ
|
| 2512 |
+
ํ
|
| 2513 |
+
ํ
|
| 2514 |
+
ํ
|
| 2515 |
+
ํจ
|
| 2516 |
+
ํฉ
|
| 2517 |
+
ํญ
|
| 2518 |
+
ํด
|
| 2519 |
+
ํ
|
| 2520 |
+
ํ
|
| 2521 |
+
ํ
|
| 2522 |
+
ํ
|
| 2523 |
+
ํ
|
| 2524 |
+
ํ
|
| 2525 |
+
ํ
|
| 2526 |
+
ํธ
|
| 2527 |
+
ํผ
|
| 2528 |
+
ํ
|
| 2529 |
+
ํ
|
| 2530 |
+
ํ
|
| 2531 |
+
ํ
|
| 2532 |
+
ํ
|
| 2533 |
+
ํด
|
| 2534 |
+
ํ
|
| 2535 |
+
ํ
|
| 2536 |
+
ํฌ
|
| 2537 |
+
ํ
|
| 2538 |
+
ํ
|
| 2539 |
+
๏ทบ
|
| 2540 |
+
๏ทป
|
| 2541 |
+
๏ผ
|
| 2542 |
+
๏ผ
|
| 2543 |
+
๏ผ
|
| 2544 |
+
๏ฟฝ
|
| 2545 |
+
๐ ฎถ
|
peyton_voice_q4/voice/peyton/sample_0.wav
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:651e403c3e4e0188d0a03070e27cc790f7419de10441d7bb470a39ef285f287f
|
| 3 |
+
size 444494
|