Text-to-Image
Diffusers
diffusers-training
lora
template:sd-lora
stable-diffusion-xl
stable-diffusion-xl-diffusers
Instructions to use nityanandmathur/cityscapes-sdxl-lora-r4-i1000 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use nityanandmathur/cityscapes-sdxl-lora-r4-i1000 with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", dtype=torch.bfloat16, device_map="cuda") pipe.load_lora_weights("nityanandmathur/cityscapes-sdxl-lora-r4-i1000") prompt = "a car in sks scene" image = pipe(prompt).images[0] - Inference
- Notebooks
- Google Colab
- Kaggle
- Local Apps
- Draw Things
- DiffusionBee
| { | |
| "pretrained_model_name_or_path": "stabilityai/stable-diffusion-xl-base-1.0", | |
| "pretrained_vae_model_name_or_path": "madebyollin/sdxl-vae-fp16-fix", | |
| "revision": null, | |
| "variant": null, | |
| "dataset_name": null, | |
| "dataset_config_name": null, | |
| "instance_data_dir": "/home/btech/nityanand.mathur/cityscapes/lora", | |
| "cache_dir": null, | |
| "image_column": "image", | |
| "caption_column": null, | |
| "repeats": 1, | |
| "class_data_dir": null, | |
| "instance_prompt": "sks scene", | |
| "class_prompt": null, | |
| "validation_prompt": "a car in sks scene", | |
| "num_validation_images": 4, | |
| "validation_epochs": 100, | |
| "do_edm_style_training": false, | |
| "with_prior_preservation": false, | |
| "prior_loss_weight": 1.0, | |
| "num_class_images": 100, | |
| "output_dir": "../models/cityscapes-sdxl-lora-r4-i1000", | |
| "output_kohya_format": false, | |
| "seed": 0, | |
| "resolution": 1024, | |
| "center_crop": false, | |
| "random_flip": false, | |
| "train_text_encoder": false, | |
| "train_batch_size": 1, | |
| "sample_batch_size": 4, | |
| "num_train_epochs": 1, | |
| "max_train_steps": 1000, | |
| "checkpointing_steps": 500, | |
| "checkpoints_total_limit": null, | |
| "resume_from_checkpoint": null, | |
| "gradient_accumulation_steps": 4, | |
| "gradient_checkpointing": false, | |
| "learning_rate": 0.0001, | |
| "text_encoder_lr": 5e-06, | |
| "scale_lr": false, | |
| "lr_scheduler": "constant", | |
| "snr_gamma": null, | |
| "lr_warmup_steps": 0, | |
| "lr_num_cycles": 1, | |
| "lr_power": 1.0, | |
| "dataloader_num_workers": 0, | |
| "optimizer": "AdamW", | |
| "use_8bit_adam": false, | |
| "adam_beta1": 0.9, | |
| "adam_beta2": 0.999, | |
| "prodigy_beta3": null, | |
| "prodigy_decouple": true, | |
| "adam_weight_decay": 0.0001, | |
| "adam_weight_decay_text_encoder": 0.001, | |
| "adam_epsilon": 1e-08, | |
| "prodigy_use_bias_correction": true, | |
| "prodigy_safeguard_warmup": true, | |
| "max_grad_norm": 1.0, | |
| "push_to_hub": true, | |
| "hub_token": null, | |
| "hub_model_id": null, | |
| "logging_dir": "logs", | |
| "allow_tf32": false, | |
| "report_to": "wandb", | |
| "mixed_precision": "fp16", | |
| "prior_generation_precision": null, | |
| "local_rank": 0, | |
| "enable_xformers_memory_efficient_attention": false, | |
| "rank": 4, | |
| "use_dora": false | |
| } |