From 5dcdf4ac9ae5fde3786eda4cdc139f2c12fc27ae Mon Sep 17 00:00:00 2001 From: Sayak Paul Date: Thu, 1 May 2025 18:33:52 +0530 Subject: [PATCH] [tests] xfail recent pipeline tests for specific methods. (#11469) xfail recent pipeline tests for specific methods. --- tests/pipelines/audioldm2/test_audioldm2.py | 8 +++++++- tests/pipelines/i2vgen_xl/test_i2vgenxl.py | 7 +++++++ 2 files changed, 14 insertions(+), 1 deletion(-) diff --git a/tests/pipelines/audioldm2/test_audioldm2.py b/tests/pipelines/audioldm2/test_audioldm2.py index 80b2b9c8cd..a8f60fb6dc 100644 --- a/tests/pipelines/audioldm2/test_audioldm2.py +++ b/tests/pipelines/audioldm2/test_audioldm2.py @@ -18,6 +18,7 @@ import gc import unittest import numpy as np +import pytest import torch from transformers import ( ClapAudioConfig, @@ -44,7 +45,7 @@ from diffusers import ( LMSDiscreteScheduler, PNDMScheduler, ) -from diffusers.utils.testing_utils import enable_full_determinism, nightly, torch_device +from diffusers.utils.testing_utils import enable_full_determinism, is_torch_version, nightly, torch_device from ..pipeline_params import TEXT_TO_AUDIO_BATCH_PARAMS, TEXT_TO_AUDIO_PARAMS from ..test_pipelines_common import PipelineTesterMixin @@ -474,6 +475,11 @@ class AudioLDM2PipelineFastTests(PipelineTesterMixin, unittest.TestCase): # increase tolerance from 1e-4 -> 3e-4 to account for large composite model super().test_dict_tuple_outputs_equivalent(expected_max_difference=3e-4) + @pytest.mark.xfail( + condition=is_torch_version(">=", "2.7"), + reason="Test currently fails on PyTorch 2.7.", + strict=False, + ) def test_inference_batch_single_identical(self): # increase tolerance from 1e-4 -> 2e-4 to account for large composite model self._test_inference_batch_single_identical(expected_max_diff=2e-4) diff --git a/tests/pipelines/i2vgen_xl/test_i2vgenxl.py b/tests/pipelines/i2vgen_xl/test_i2vgenxl.py index e0829d4980..f9dd4fb7bc 100644 --- a/tests/pipelines/i2vgen_xl/test_i2vgenxl.py +++ b/tests/pipelines/i2vgen_xl/test_i2vgenxl.py @@ -18,6 +18,7 @@ import random import unittest import numpy as np +import pytest import torch from transformers import ( CLIPImageProcessor, @@ -39,6 +40,7 @@ from diffusers.utils.testing_utils import ( backend_empty_cache, enable_full_determinism, floats_tensor, + is_torch_version, numpy_cosine_similarity_distance, require_torch_accelerator, skip_mps, @@ -180,6 +182,11 @@ class I2VGenXLPipelineFastTests(SDFunctionTesterMixin, PipelineTesterMixin, unit assert np.abs(image_slice.flatten() - expected_slice).max() < 1e-2 + @pytest.mark.xfail( + condition=is_torch_version(">=", "2.7"), + reason="Test currently fails on PyTorch 2.7.", + strict=False, + ) def test_save_load_local(self): super().test_save_load_local(expected_max_difference=0.006)