Qwen3.8-27B-EXL3 / build_provenance.json
Chungulus's picture
Upload validated EXL3 quantization
985f3ce verified
Raw
History Blame Contribute Delete
1.82 kB
{
"target": "EXL3",
"status": "complete",
"smoke_test": false,
"started_utc": "2026-08-16T13:57:08+00:00",
"source": "/mnt/c/Users/chunk/OneDrive/Documents/quant3.8/qwen38-cuda-quants/hf-cache/source/Qwen3.8-27B--1d4bf0f2ff60",
"pinned_source_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
"output": "/mnt/c/Users/chunk/OneDrive/Documents/quant3.8/qwen38-cuda-quants/outputs/Qwen3.8-27B-EXL3",
"configuration": {
"bits": 4.0,
"group_size": -1,
"desc_act": false,
"lm_head": false,
"method": "exl3",
"quant_method": "exl3",
"format": "exl3",
"checkpoint_format": "exl3",
"pack_dtype": "int32",
"meta": {
"fallback": {
"strategy": "rtn",
"threshold": "0.5%",
"smooth": null
},
"offload_to_disk": false,
"offload_to_disk_path": null,
"pack_impl": "cpu",
"gc_mode": "interval",
"wait_for_submodule_finalizers": false,
"auto_forward_data_parallel": true,
"dense_vram_strategy": "exclusive",
"dense_vram_strategy_devices": null,
"moe_vram_strategy": "exclusive",
"moe_vram_strategy_devices": null
},
"head_bits": 6.0,
"out_scales": "auto",
"codebook": "mcg",
"calibration_samples": 128,
"calibration_sequence_length": 2048,
"calibration_batch_size": 1,
"calibration_sort": true,
"calibration_corpus_sha256": "7ac4e3f0092bd5acfdeaec88f19a8c829458b0716c10ab9e81cda6f8b064b675",
"estimated_output_bytes_for_disk_gate": 25013756783
},
"gptqmodel_quantized": true,
"finished_utc": "2026-08-16T15:34:26+00:00",
"elapsed_seconds": 5954.749,
"resources": {
"samples": 5575,
"peak_process_rss_gib": 28.909,
"peak_system_used_gib": 17.469,
"peak_gpu_vram_gib": 10.123
},
"output_bytes": 19110303717
}