| { | |
| "schema_version": 1, | |
| "kind": "flashmoe_dense_package", | |
| "generated_at": "2026-08-14T00:38:54.886940+00:00", | |
| "source": { | |
| "model_files": [ | |
| "/Volumes/TB36/Models/Qwen/Qwen3.8-2.4T-A95B-GGUF/UD-Q1_0/Qwen3.8-2.4T-A95B-UD-Q1_0-00001-of-00010.gguf", | |
| "/Volumes/TB36/Models/Qwen/Qwen3.8-2.4T-A95B-GGUF/UD-Q1_0/Qwen3.8-2.4T-A95B-UD-Q1_0-00002-of-00010.gguf", | |
| "/Volumes/TB36/Models/Qwen/Qwen3.8-2.4T-A95B-GGUF/UD-Q1_0/Qwen3.8-2.4T-A95B-UD-Q1_0-00003-of-00010.gguf", | |
| "/Volumes/TB36/Models/Qwen/Qwen3.8-2.4T-A95B-GGUF/UD-Q1_0/Qwen3.8-2.4T-A95B-UD-Q1_0-00004-of-00010.gguf", | |
| "/Volumes/TB36/Models/Qwen/Qwen3.8-2.4T-A95B-GGUF/UD-Q1_0/Qwen3.8-2.4T-A95B-UD-Q1_0-00005-of-00010.gguf", | |
| "/Volumes/TB36/Models/Qwen/Qwen3.8-2.4T-A95B-GGUF/UD-Q1_0/Qwen3.8-2.4T-A95B-UD-Q1_0-00006-of-00010.gguf", | |
| "/Volumes/TB36/Models/Qwen/Qwen3.8-2.4T-A95B-GGUF/UD-Q1_0/Qwen3.8-2.4T-A95B-UD-Q1_0-00007-of-00010.gguf", | |
| "/Volumes/TB36/Models/Qwen/Qwen3.8-2.4T-A95B-GGUF/UD-Q1_0/Qwen3.8-2.4T-A95B-UD-Q1_0-00008-of-00010.gguf", | |
| "/Volumes/TB36/Models/Qwen/Qwen3.8-2.4T-A95B-GGUF/UD-Q1_0/Qwen3.8-2.4T-A95B-UD-Q1_0-00009-of-00010.gguf", | |
| "/Volumes/TB36/Models/Qwen/Qwen3.8-2.4T-A95B-GGUF/UD-Q1_0/Qwen3.8-2.4T-A95B-UD-Q1_0-00010-of-00010.gguf" | |
| ], | |
| "sidecar_manifest": "/Users/anemll/Models/Qwen3.8/sidecar/manifest.json", | |
| "layer_filter": null | |
| }, | |
| "model": { | |
| "arch": "qwen35moe", | |
| "name": "Qwen3.8-2.4T-A95B", | |
| "block_count": 93, | |
| "leading_dense_block_count": null, | |
| "expert_count": 512, | |
| "expert_used_count": 10, | |
| "context_length": 262144, | |
| "embedding_length": 8192, | |
| "file_type": 24 | |
| }, | |
| "dense_model": { | |
| "path": "model-dense.gguf", | |
| "tensor_count": 1423, | |
| "total_bytes": 36870741504 | |
| }, | |
| "routed_removed": { | |
| "tensor_count": 279, | |
| "total_bytes": 360374599680, | |
| "summary": { | |
| "tensor_count": 279, | |
| "total_bytes": 360374599680, | |
| "by_family": { | |
| "ffn_gate_exps": { | |
| "tensors": 93, | |
| "bytes": 120124866560, | |
| "layers": 93 | |
| }, | |
| "ffn_up_exps": { | |
| "tensors": 93, | |
| "bytes": 120124866560, | |
| "layers": 93 | |
| }, | |
| "ffn_down_exps": { | |
| "tensors": 93, | |
| "bytes": 120124866560, | |
| "layers": 93 | |
| } | |
| }, | |
| "by_layer": { | |
| "0": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "1": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "2": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "3": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "4": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "5": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "6": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "7": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "8": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "9": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "10": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "11": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "12": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "13": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "14": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "15": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "16": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "17": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "18": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "19": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "20": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "21": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "22": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "23": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "24": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "25": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "26": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "27": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "28": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "29": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "30": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "31": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "32": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "33": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "34": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "35": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "36": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "37": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "38": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "39": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "40": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "41": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "42": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "43": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "44": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "45": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "46": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "47": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "48": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "49": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "50": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "51": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "52": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "53": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "54": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "55": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "56": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "57": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "58": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "59": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "60": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "61": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "62": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "63": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "64": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "65": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "66": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "67": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "68": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "69": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "70": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "71": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "72": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "73": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "74": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "75": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "76": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "77": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "78": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "79": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "80": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "81": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "82": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "83": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "84": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "85": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "86": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "87": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "88": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "89": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "90": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "91": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "92": { | |
| "tensors": 3, | |
| "bytes": 8455716864, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "sidecar": { | |
| "path": "/Users/anemll/Models/Qwen3.8/sidecar", | |
| "summary": { | |
| "tensor_count": 279, | |
| "total_bytes": 360374599680, | |
| "by_family": { | |
| "ffn_gate_exps": { | |
| "tensors": 93, | |
| "bytes": 120124866560, | |
| "layers": 93 | |
| }, | |
| "ffn_up_exps": { | |
| "tensors": 93, | |
| "bytes": 120124866560, | |
| "layers": 93 | |
| }, | |
| "ffn_down_exps": { | |
| "tensors": 93, | |
| "bytes": 120124866560, | |
| "layers": 93 | |
| } | |
| }, | |
| "by_layer": { | |
| "0": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "1": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "2": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "3": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "4": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "5": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "6": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "7": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "8": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "9": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "10": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "11": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "12": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "13": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "14": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "15": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "16": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "17": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "18": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "19": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "20": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "21": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "22": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "23": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "24": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "25": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "26": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "27": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "28": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "29": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "30": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "31": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "32": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "33": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "34": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "35": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "36": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "37": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "38": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "39": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "40": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "41": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "42": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "43": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "44": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "45": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "46": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "47": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "48": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "49": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "50": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "51": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "52": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "53": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "54": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "55": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "56": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "57": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "58": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "59": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "60": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "61": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "62": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "63": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "64": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "65": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "66": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "67": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "68": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "69": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "70": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "71": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "72": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "73": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "74": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "75": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "76": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "77": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "78": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "79": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "80": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "81": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "82": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "83": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "84": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "85": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "86": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "87": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "88": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "89": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "90": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "91": { | |
| "tensors": 3, | |
| "bytes": 3825205248, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| }, | |
| "92": { | |
| "tensors": 3, | |
| "bytes": 8455716864, | |
| "families": [ | |
| "ffn_gate_exps", | |
| "ffn_up_exps", | |
| "ffn_down_exps" | |
| ] | |
| } | |
| } | |
| } | |
| }, | |
| "runtime_hint": { | |
| "moe_mode": "slot-bank", | |
| "moe_topk": 10, | |
| "moe_slot_bank": 32, | |
| "moe_cache_io_split": 4, | |
| "moe_prefetch_temporal": true, | |
| "ubatch": 1, | |
| "note": "Qwen3.8 narrow IQ1 inference requires matching CPU/CUDA/Metal kernels." | |
| } | |
| } | |