AI/diffusers
1
0
Fork 0
mirror of https://github.com/huggingface/diffusers.git synced 2026-01-27 17:22:53 +03:00
Code Activity

Support attn2==None for xformers (#1759)

Browse Source
This commit is contained in:
Anton Lozhkov
2022-12-19 12:43:30 +01:00
committed by GitHub
parent 429e5449c1
commit 32a5d70c42
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/diffusers/models/attention.py
View File

@@ -473,7 +473,8 @@ class BasicTransformerBlock(nn.Module):
except Exception as e:
raise e
self.attn1._use_memory_efficient_attention_xformers = use_memory_efficient_attention_xformers
self.attn2._use_memory_efficient_attention_xformers = use_memory_efficient_attention_xformers
if self.attn2 is not None:
self.attn2._use_memory_efficient_attention_xformers = use_memory_efficient_attention_xformers
def forward(self, hidden_states, encoder_hidden_states=None, timestep=None, attention_mask=None):
# 1. Self-Attention