AI/diffusers
1
0
Fork 0
mirror of https://github.com/huggingface/diffusers.git synced 2026-01-27 17:22:53 +03:00
Code Activity

Fix CrossAttention._sliced_attention

Browse Source
This commit is contained in:
ydshieh
2022-09-19 14:08:29 +02:00
parent 0c0c222432
commit 8187865aef
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/diffusers/models/attention.py
View File

@@ -267,7 +267,7 @@ class CrossAttention(nn.Module):
if self._slice_size is None or query.shape[0] // self._slice_size == 1:
hidden_states = self._attention(query, key, value)
else:
hidden_states = self._sliced_attention(query, key, value, sequence_length, dim)
hidden_states = self._sliced_attention(query, key, value, sequence_length, dim=query.shape[-1] * self.heads)
return self.to_out(hidden_states)