| { | |
| "dtype": "int8", | |
| "input_info": null, | |
| "optimum_version": "2.2.0", | |
| "output_attentions": false, | |
| "quantization_config": { | |
| "_dataset_kwargs": {}, | |
| "dataset": null, | |
| "default_config": { | |
| "quant_method": "default" | |
| }, | |
| "ignored_scope": null, | |
| "num_samples": null, | |
| "processor": "C:\\Users\\devcloud\\workspace\\heman\\models\\Qwythos-9b", | |
| "quantization_configs": { | |
| "lm_model": { | |
| "_dataset_kwargs": {}, | |
| "all_layers": null, | |
| "backup_precision": null, | |
| "bits": 8, | |
| "dataset": null, | |
| "dq_group_size": null, | |
| "dtype": "int8", | |
| "gptq": null, | |
| "group_size": -1, | |
| "group_size_fallback": null, | |
| "ignored_scope": null, | |
| "lora_correction": null, | |
| "num_samples": null, | |
| "processor": "C:\\Users\\devcloud\\workspace\\heman\\models\\Qwythos-9b", | |
| "quant_method": "default", | |
| "ratio": 1.0, | |
| "scale_estimation": null, | |
| "sensitivity_metric": null, | |
| "statistics_path": null, | |
| "sym": false, | |
| "tokenizer": "C:\\Users\\devcloud\\workspace\\heman\\models\\Qwythos-9b" | |
| } | |
| }, | |
| "tokenizer": "C:\\Users\\devcloud\\workspace\\heman\\models\\Qwythos-9b" | |
| }, | |
| "save_onnx_model": false, | |
| "transformers_version": "5.2.0" | |
| } | |