File size: 1,483 Bytes
e8640fd | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 | {
"model": "Zyphra/ZAYA1-8B",
"quantization": {
"method": "compressed-tensors",
"format": "float-quantized",
"scheme": "NVFP4",
"scheme_variant": "w4a4",
"num_bits_weight": 4,
"num_bits_activation": 4,
"type": "float",
"strategy": "tensor_group",
"group_size": 16,
"target_modules": [
"Linear"
],
"ignore": [
"lm_head",
"re:.*router.*",
"re:.*norm.*",
"re:.*qkv.*",
"re:.*cca.*"
],
"weight_packed_dtype": "uint8",
"weight_scale_dtype": "float8_e4m3fn",
"weight_global_scale_dtype": "float32",
"input_global_scale_dtype": "float32",
"zero_point": "none (symmetric)",
"compressor": "NVFP4PackedCompressor"
},
"calibration": {
"data_path": "data/calibration/arcmix/calibration_data.pt",
"num_samples_used": 977,
"batch_size": 1,
"linears_calibrated": 936
},
"mixed_precision": {
"threshold": 500.0,
"outlier_layers": [
1,
19,
31,
37,
39,
65,
69,
71,
73,
75,
77,
79
],
"bf16_exempted_modules": 384,
"w4a4_compressed_modules": 936,
"description": "12 MoE layers where max_abs > 500 kept at BF16 (384 Linears). FusedMoE requires uniform quantization per layer."
},
"hardware": {
"gpu": "NVIDIA GeForce RTX 5070 Ti",
"vram": "16 GB",
"cuda": "13.0"
},
"modules_compressed": 936,
"output_size_bytes": 9492784787,
"dry_run": false
} |