compel_weighted_prompt_conditioning_for_stable_diffusion_pipeline.py

1from diffusers import StableDiffusionPipeline
2from compel import Compel
3import torch
4
5pipe = StableDiffusionPipeline.from_pretrained("runwayml/stable-diffusion-v1-5")
6pipe.to("cuda")
7
8compel = Compel(tokenizer=pipe.tokenizer, text_encoder=pipe.text_encoder)
9
10# prompt with weights
11prompt = "a cat playing with a (ball of wool)1.5 in the style of (vibrant oil painting)1.2"
12conditioning = compel.build_conditioning_tensor(prompt)
13
14# generate image
15images = pipe(prompt_embeds=conditioning, num_inference_steps=20).images
16images[0].save("image.png")