| { |
| "target": "EXL3", |
| "status": "complete", |
| "smoke_test": false, |
| "started_utc": "2026-08-16T13:57:08+00:00", |
| "source": "/mnt/c/Users/chunk/OneDrive/Documents/quant3.8/qwen38-cuda-quants/hf-cache/source/Qwen3.8-27B--1d4bf0f2ff60", |
| "pinned_source_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0", |
| "output": "/mnt/c/Users/chunk/OneDrive/Documents/quant3.8/qwen38-cuda-quants/outputs/Qwen3.8-27B-EXL3", |
| "configuration": { |
| "bits": 4.0, |
| "group_size": -1, |
| "desc_act": false, |
| "lm_head": false, |
| "method": "exl3", |
| "quant_method": "exl3", |
| "format": "exl3", |
| "checkpoint_format": "exl3", |
| "pack_dtype": "int32", |
| "meta": { |
| "fallback": { |
| "strategy": "rtn", |
| "threshold": "0.5%", |
| "smooth": null |
| }, |
| "offload_to_disk": false, |
| "offload_to_disk_path": null, |
| "pack_impl": "cpu", |
| "gc_mode": "interval", |
| "wait_for_submodule_finalizers": false, |
| "auto_forward_data_parallel": true, |
| "dense_vram_strategy": "exclusive", |
| "dense_vram_strategy_devices": null, |
| "moe_vram_strategy": "exclusive", |
| "moe_vram_strategy_devices": null |
| }, |
| "head_bits": 6.0, |
| "out_scales": "auto", |
| "codebook": "mcg", |
| "calibration_samples": 128, |
| "calibration_sequence_length": 2048, |
| "calibration_batch_size": 1, |
| "calibration_sort": true, |
| "calibration_corpus_sha256": "7ac4e3f0092bd5acfdeaec88f19a8c829458b0716c10ab9e81cda6f8b064b675", |
| "estimated_output_bytes_for_disk_gate": 25013756783 |
| }, |
| "gptqmodel_quantized": true, |
| "finished_utc": "2026-08-16T15:34:26+00:00", |
| "elapsed_seconds": 5954.749, |
| "resources": { |
| "samples": 5575, |
| "peak_process_rss_gib": 28.909, |
| "peak_system_used_gib": 17.469, |
| "peak_gpu_vram_gib": 10.123 |
| }, |
| "output_bytes": 19110303717 |
| } |
|
|