From 0f761a133f4a74383f56eaa048ebb21f229acbf1 Mon Sep 17 00:00:00 2001 From: Suraj Patil Date: Fri, 10 Jun 2022 16:33:58 +0200 Subject: [PATCH] add Latent diffusion example in readme --- README.md | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/README.md b/README.md index 8af7733541..941428b0b0 100644 --- a/README.md +++ b/README.md @@ -156,6 +156,28 @@ image_pil = PIL.Image.fromarray(image_processed[0]) image_pil.save("test.png") ``` +**Text to Image generation with Latent Diffusion** + +```python +from diffusers import DiffusionPipeline + +ldm = DiffusionPipeline.from_pretrained("fusing/latent-diffusion-text2im-large") + +generator = torch.Generator() +generator = generator.manual_seed(6694729458485568) + +prompt = "A painting of a squirrel eating a burger" +image = ldm([prompt], generator=generator, eta=0.3, guidance_scale=6.0, num_inference_steps=50) + +image_processed = image.cpu().permute(0, 2, 3, 1) +image_processed = image_processed * 255. +image_processed = image_processed.numpy().astype(np.uint8) +image_pil = PIL.Image.fromarray(image_processed[0]) + +# save image +image_pil.save("test.png") +``` + ## Library structure: ```