From 17bf65e1868ef2821cae8769b1da7258e7f01f4c Mon Sep 17 00:00:00 2001 From: patil-suraj Date: Mon, 27 Jun 2022 11:39:19 +0200 Subject: [PATCH 1/4] skip test_ldm_text2img for now --- tests/test_modeling_utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tests/test_modeling_utils.py b/tests/test_modeling_utils.py index 4556753006..191d28ee6d 100755 --- a/tests/test_modeling_utils.py +++ b/tests/test_modeling_utils.py @@ -679,6 +679,7 @@ class PipelineTesterMixin(unittest.TestCase): assert (image_slice.flatten() - expected_slice).abs().max() < 1e-2 @slow + @unittest.skip("Skipping for now as it takes too long") def test_ldm_text2img(self): model_id = "fusing/latent-diffusion-text2im-large" ldm = LatentDiffusionPipeline.from_pretrained(model_id) From 6921393ae27f7ab9f3f25f9e772ec42cfdf82f63 Mon Sep 17 00:00:00 2001 From: patil-suraj Date: Mon, 27 Jun 2022 11:42:52 +0200 Subject: [PATCH 2/4] add fast test for ldm --- src/diffusers/models/embeddings.py | 1 + src/diffusers/models/unet_grad_tts.py | 1 - tests/test_modeling_utils.py | 15 +++++++++++++++ 3 files changed, 16 insertions(+), 1 deletion(-) diff --git a/src/diffusers/models/embeddings.py b/src/diffusers/models/embeddings.py index 333aeb85d5..fbeb37a02a 100644 --- a/src/diffusers/models/embeddings.py +++ b/src/diffusers/models/embeddings.py @@ -34,6 +34,7 @@ def get_timestep_embedding(timesteps, embedding_dim): emb = torch.nn.functional.pad(emb, (0, 1, 0, 0)) return emb + # unet_glide.py def timestep_embedding(timesteps, dim, max_period=10000): """ diff --git a/src/diffusers/models/unet_grad_tts.py b/src/diffusers/models/unet_grad_tts.py index 81719f088b..a2bdd951e4 100644 --- a/src/diffusers/models/unet_grad_tts.py +++ b/src/diffusers/models/unet_grad_tts.py @@ -198,7 +198,6 @@ class UNetGradTTSModel(ModelMixin, ConfigMixin): if not isinstance(spk, type(None)): s = self.spk_mlp(spk) - t = self.time_pos_emb(timesteps, scale=self.pe_scale) t = self.mlp(t) diff --git a/tests/test_modeling_utils.py b/tests/test_modeling_utils.py index 191d28ee6d..2cb8196826 100755 --- a/tests/test_modeling_utils.py +++ b/tests/test_modeling_utils.py @@ -694,6 +694,21 @@ class PipelineTesterMixin(unittest.TestCase): expected_slice = torch.tensor([0.7295, 0.7358, 0.7256, 0.7435, 0.7095, 0.6884, 0.7325, 0.6921, 0.6458]) assert (image_slice.flatten() - expected_slice).abs().max() < 1e-2 + @slow + def test_ldm_text2img_fast(self): + model_id = "fusing/latent-diffusion-text2im-large" + ldm = LatentDiffusionPipeline.from_pretrained(model_id) + + prompt = "A painting of a squirrel eating a burger" + generator = torch.manual_seed(0) + image = ldm([prompt], generator=generator, num_inference_steps=20) + + image_slice = image[0, -1, -3:, -3:].cpu() + + assert image.shape == (1, 3, 256, 256) + expected_slice = torch.rensor([0.3163, 0.8670, 0.6465, 0.1865, 0.6291, 0.5139, 0.2824, 0.3723, 0.4344]) + assert (image_slice.flatten() - expected_slice).abs().max() < 1e-2 + @slow def test_glide_text2img(self): model_id = "fusing/glide-base" From b7f0ce5b39acc2e0d879c55c56b374738be7c027 Mon Sep 17 00:00:00 2001 From: patil-suraj Date: Mon, 27 Jun 2022 11:44:05 +0200 Subject: [PATCH 3/4] fix test_ldm_text2img_fast --- tests/test_modeling_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/test_modeling_utils.py b/tests/test_modeling_utils.py index 2cb8196826..ea94f48608 100755 --- a/tests/test_modeling_utils.py +++ b/tests/test_modeling_utils.py @@ -706,7 +706,7 @@ class PipelineTesterMixin(unittest.TestCase): image_slice = image[0, -1, -3:, -3:].cpu() assert image.shape == (1, 3, 256, 256) - expected_slice = torch.rensor([0.3163, 0.8670, 0.6465, 0.1865, 0.6291, 0.5139, 0.2824, 0.3723, 0.4344]) + expected_slice = torch.tensor([0.3163, 0.8670, 0.6465, 0.1865, 0.6291, 0.5139, 0.2824, 0.3723, 0.4344]) assert (image_slice.flatten() - expected_slice).abs().max() < 1e-2 @slow From 9b9afc9726ef1656552bc7bfa2e5afac696b2070 Mon Sep 17 00:00:00 2001 From: patil-suraj Date: Mon, 27 Jun 2022 11:46:50 +0200 Subject: [PATCH 4/4] actually fix test_ldm_text2img_fast --- tests/test_modeling_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/test_modeling_utils.py b/tests/test_modeling_utils.py index ea94f48608..697a377f8c 100755 --- a/tests/test_modeling_utils.py +++ b/tests/test_modeling_utils.py @@ -701,7 +701,7 @@ class PipelineTesterMixin(unittest.TestCase): prompt = "A painting of a squirrel eating a burger" generator = torch.manual_seed(0) - image = ldm([prompt], generator=generator, num_inference_steps=20) + image = ldm([prompt], generator=generator, num_inference_steps=1) image_slice = image[0, -1, -3:, -3:].cpu()