Text-to-Image
Diffusers
Safetensors
ErnieImagePipeline
ernie-image
sdnq
quantized
uint4
static
quantized-matmul
Instructions to use WaveCut/ERNIE-Image-Turbo-SDNQ-uint4-static with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use WaveCut/ERNIE-Image-Turbo-SDNQ-uint4-static with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("WaveCut/ERNIE-Image-Turbo-SDNQ-uint4-static", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
- Local Apps
- Draw Things
- DiffusionBee
ERNIE-Image-Turbo-SDNQ-uint4-static / metrics /ernie_uint4_qmm_explicit_default_allocator_8step_metrics.json
| { | |
| "label": "ernie_uint4_qmm_explicit_default_allocator_8step_repeat2", | |
| "device": "NVIDIA RTX 6000 Ada Generation", | |
| "torch": "2.8.0+cu128", | |
| "sdnq": "0.1.9", | |
| "env": { | |
| "PYTORCH_CUDA_ALLOC_CONF": null | |
| }, | |
| "settings": { | |
| "num_inference_steps": 8, | |
| "guidance_scale": 1.0, | |
| "use_pe": false, | |
| "explicit_apply_qmm": true, | |
| "qmm_states": { | |
| "pe": true, | |
| "text_encoder": true, | |
| "transformer": true | |
| } | |
| }, | |
| "load": { | |
| "seconds": 63.15932087600231, | |
| "gpu_start_mib": 436, | |
| "gpu_end_mib": 10172, | |
| "torch_peak_allocated_mib": 9724, | |
| "torch_peak_reserved_mib": 9738 | |
| }, | |
| "generations": [ | |
| { | |
| "prompt_id": "00-cyrillic-poster", | |
| "title": "Cyrillic event poster", | |
| "seed": 41001, | |
| "width": 1024, | |
| "height": 1024, | |
| "seconds": 8.344464145600796, | |
| "gpu_start_mib": 10172, | |
| "gpu_end_mib": 11070, | |
| "torch_peak_allocated_mib": 19150, | |
| "torch_peak_reserved_mib": 19296 | |
| }, | |
| { | |
| "prompt_id": "01-long-text-bakery-ad", | |
| "title": "Long text product ad", | |
| "seed": 41002, | |
| "width": 896, | |
| "height": 1200, | |
| "seconds": 6.855839736759663, | |
| "gpu_start_mib": 11070, | |
| "gpu_end_mib": 11086, | |
| "torch_peak_allocated_mib": 19391, | |
| "torch_peak_reserved_mib": 19540 | |
| }, | |
| { | |
| "prompt_id": "02-technical-diagram", | |
| "title": "Technical diagram", | |
| "seed": 41003, | |
| "width": 1200, | |
| "height": 896, | |
| "seconds": 6.9446728229522705, | |
| "gpu_start_mib": 11086, | |
| "gpu_end_mib": 11086, | |
| "torch_peak_allocated_mib": 19391, | |
| "torch_peak_reserved_mib": 19540 | |
| }, | |
| { | |
| "prompt_id": "03-four-panel-comic", | |
| "title": "Four-panel comic", | |
| "seed": 41004, | |
| "width": 1024, | |
| "height": 1024, | |
| "seconds": 5.54518087208271, | |
| "gpu_start_mib": 11086, | |
| "gpu_end_mib": 13474, | |
| "torch_peak_allocated_mib": 12172, | |
| "torch_peak_reserved_mib": 12954 | |
| }, | |
| { | |
| "prompt_id": "04-public-domain-painter-fusion", | |
| "title": "Painterly style fusion", | |
| "seed": 41005, | |
| "width": 1024, | |
| "height": 1024, | |
| "seconds": 5.585576198995113, | |
| "gpu_start_mib": 13474, | |
| "gpu_end_mib": 13474, | |
| "torch_peak_allocated_mib": 12171, | |
| "torch_peak_reserved_mib": 12954 | |
| }, | |
| { | |
| "prompt_id": "05-dashboard-ui", | |
| "title": "Dense UI dashboard", | |
| "seed": 41006, | |
| "width": 1376, | |
| "height": 768, | |
| "seconds": 6.736225217580795, | |
| "gpu_start_mib": 13474, | |
| "gpu_end_mib": 11140, | |
| "torch_peak_allocated_mib": 19226, | |
| "torch_peak_reserved_mib": 19308 | |
| }, | |
| { | |
| "prompt_id": "06-glass-still-life", | |
| "title": "Glass and reflections", | |
| "seed": 41007, | |
| "width": 1024, | |
| "height": 1024, | |
| "seconds": 5.988675691187382, | |
| "gpu_start_mib": 11140, | |
| "gpu_end_mib": 13506, | |
| "torch_peak_allocated_mib": 12171, | |
| "torch_peak_reserved_mib": 12986 | |
| }, | |
| { | |
| "prompt_id": "07-botanical-field-guide", | |
| "title": "Field guide plate", | |
| "seed": 41008, | |
| "width": 896, | |
| "height": 1200, | |
| "seconds": 5.80891427397728, | |
| "gpu_start_mib": 13506, | |
| "gpu_end_mib": 15086, | |
| "torch_peak_allocated_mib": 12236, | |
| "torch_peak_reserved_mib": 14564 | |
| }, | |
| { | |
| "prompt_id": "08-restaurant-menu-board", | |
| "title": "Menu board text", | |
| "seed": 41009, | |
| "width": 1024, | |
| "height": 1024, | |
| "seconds": 5.700445763766766, | |
| "gpu_start_mib": 15086, | |
| "gpu_end_mib": 15098, | |
| "torch_peak_allocated_mib": 12172, | |
| "torch_peak_reserved_mib": 14576 | |
| }, | |
| { | |
| "prompt_id": "09-isometric-city-map", | |
| "title": "Isometric map", | |
| "seed": 41010, | |
| "width": 1200, | |
| "height": 896, | |
| "seconds": 5.566534325480461, | |
| "gpu_start_mib": 15098, | |
| "gpu_end_mib": 15888, | |
| "torch_peak_allocated_mib": 12236, | |
| "torch_peak_reserved_mib": 15366 | |
| } | |
| ], | |
| "summary": { | |
| "cold_seconds": 8.344464145600796, | |
| "hot_mean_seconds": 6.081340544753605, | |
| "hot_median_seconds": 5.80891427397728, | |
| "hot_min_seconds": 5.54518087208271, | |
| "hot_max_seconds": 6.9446728229522705, | |
| "hot_max_reserved_mib": 19540, | |
| "hot_max_allocated_mib": 19391 | |
| } | |
| } |