quantization_config.json

{
  "quant_type": "nf4",
  "load_in_4bit": true,
  "bnb_4bit_quant_type": "nf4",
  "bnb_4bit_use_double_quant": true,
  "bnb_4bit_compute_dtype": "float16",
  "quantized_by": "bitsandbytes",
  "base_model": "BadToBest/EchoMimicV3",
  "quantization_date": "2025"
}