{ "version": 2, "weight_format": "mxfp8", "profile": "MXFP8", "source_model": { "name": "gemma-4-12B-it", "architecture": "gemma4_unified_text" }, "has_vision": true, "has_audio": true, "quantization": { "method": "mxfp8", "quantization_backend": "mx.quantize", "mode": "mxfp8", "group_size": 32, "bits": 8, "norm_convention": "gemma4_scale_shift_zero", "tied_embedding": "fp16_passthrough", "multimodal": "fp16_passthrough_embedders_early_fusion", "mtp_policy": "none", "passthrough_bit_widths_used": [ 16 ], "passthrough_tensor_count": 349 }, "runtime": { "total_weight_bytes": 13360263832, "total_weight_gb": 12.44, "attention": "hybrid_swa_full_5to1", "sliding_window": 1024, "attention_k_eq_v_on_full_layers": true, "full_attention_layers": [ 5, 11, 17, 23, 29, 35, 41, 47 ] }, "capabilities": { "reasoning_parser": "gemma4", "tool_parser": "gemma4", "think_in_template": false, "supports_tools": true, "supports_thinking": true, "family": "gemma4", "modality": "vision", "cache_type": "kv" } }