From 27b90235e4e078d071fb753f39f709256633cd82 Mon Sep 17 00:00:00 2001 From: puhuk Date: Sat, 15 Feb 2025 01:19:11 +0900 Subject: [PATCH] Update Custom Diffusion Documentation for Multiple Concept Inference to resolve issue #10791 (#10792) Update Custom Diffusion Documentation for Multiple Concept Inference This PR updates the Custom Diffusion documentation to correctly demonstrate multiple concept inference by: - Initializing the pipeline from a proper foundation model (e.g., "CompVis/stable-diffusion-v1-4") instead of a fine-tuned model. - Defining model_id explicitly to avoid NameError. - Correcting method calls for loading attention processors and textual inversion embeddings. --- docs/source/en/training/custom_diffusion.md | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/docs/source/en/training/custom_diffusion.md b/docs/source/en/training/custom_diffusion.md index 02fc319709..ce02ba843b 100644 --- a/docs/source/en/training/custom_diffusion.md +++ b/docs/source/en/training/custom_diffusion.md @@ -339,7 +339,10 @@ import torch from huggingface_hub.repocard import RepoCard from diffusers import DiffusionPipeline -pipeline = DiffusionPipeline.from_pretrained("sayakpaul/custom-diffusion-cat-wooden-pot", torch_dtype=torch.float16).to("cuda") +pipeline = DiffusionPipeline.from_pretrained( + "CompVis/stable-diffusion-v1-4", torch_dtype=torch.float16, +).to("cuda") +model_id = "sayakpaul/custom-diffusion-cat-wooden-pot" pipeline.unet.load_attn_procs(model_id, weight_name="pytorch_custom_diffusion_weights.bin") pipeline.load_textual_inversion(model_id, weight_name=".bin") pipeline.load_textual_inversion(model_id, weight_name=".bin")