{ "source_dir": "./ERNIE-Image", "output_dir": "./ERNIE-Image-NF4", "quantization": { "method": "bitsandbytes", "load_in_4bit": true, "bnb_4bit_quant_type": "nf4", "bnb_4bit_use_double_quant": true, "compute_dtype": "bfloat16" }, "quantized_subfolders": [ "transformer", "text_encoder", "pe" ], "copied_subfolders": [ "scheduler", "tokenizer", "pe_tokenizer", "vae" ], "footprints_bytes": { "transformer": 4018055424, "text_encoder": 2535944704, "pe": 2318727680 }, "elapsed_seconds": 35.431201219558716, "cuda_device": "NVIDIA GeForce RTX 3060" }