From 981eb802c6023ff2cc4fae4611f3a0846727a225 Mon Sep 17 00:00:00 2001 From: Garry Ling Date: Sat, 24 Jan 2026 01:32:03 +0800 Subject: [PATCH] feat: add qkv projection fuse for longcat transformers (#13021) feat: add qkv fuse for longcat transformers Co-authored-by: Sayak Paul --- src/diffusers/models/transformers/transformer_longcat_image.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/diffusers/models/transformers/transformer_longcat_image.py b/src/diffusers/models/transformers/transformer_longcat_image.py index 74685607a8..3d38da1dfc 100644 --- a/src/diffusers/models/transformers/transformer_longcat_image.py +++ b/src/diffusers/models/transformers/transformer_longcat_image.py @@ -23,7 +23,7 @@ from ...configuration_utils import ConfigMixin, register_to_config from ...loaders import FromOriginalModelMixin, PeftAdapterMixin from ...utils import logging from ...utils.torch_utils import maybe_allow_in_graph -from ..attention import AttentionModuleMixin, FeedForward +from ..attention import AttentionMixin, AttentionModuleMixin, FeedForward from ..attention_dispatch import dispatch_attention_fn from ..cache_utils import CacheMixin from ..embeddings import TimestepEmbedding, Timesteps, apply_rotary_emb, get_1d_rotary_pos_embed @@ -400,6 +400,7 @@ class LongCatImageTransformer2DModel( PeftAdapterMixin, FromOriginalModelMixin, CacheMixin, + AttentionMixin, ): """ The Transformer model introduced in Longcat-Image.