lcm_lora_sdxl_fast_4step_image_generation.py

1import torch
2from diffusers import DiffusionPipeline, LCMScheduler
3
4pipe = DiffusionPipeline.from_pretrained(
5    "stabilityai/stable-diffusion-xl-base-1.0",
6    variant="fp16",
7    torch_dtype=torch.float16
8).to("cuda")
9
10# Load the LCM LoRA adapters
11pipe.load_lora_weights("latent-consistency/lcm-lora-sdxl")
12
13# Change the scheduler to LCMScheduler
14pipe.scheduler = LCMScheduler.from_config(pipe.scheduler.config)
15
16prompt = "Self-portrait oil painting, a beautiful cyborg with gold weights, 8k"
17
18# Generate image in only 4 steps
19image = pipe(
20    prompt=prompt,
21    num_inference_steps=4,
22    guidance_scale=1.0,
23).images[0]
24
25image.save("lcm_image.png")