AI/diffusers
1
0
Fork 0
mirror of https://github.com/huggingface/diffusers.git synced 2026-01-29 07:22:12 +03:00
Code Activity

Woops

Browse Source
This commit is contained in:
thomasw21
2022-11-22 12:19:15 +01:00
parent 5d4145cfa2
commit 0c49f4cf30
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/diffusers/models/attention.py
View File

@@ -520,12 +520,12 @@ class CrossAttention(nn.Module):
query = (
self.reshape_heads_to_batch_dim(query)
.permute(0, 2, 1, 3)
.reshape(batch_size * head_size, seq_len, dim // head_size)
.reshape(batch_size * self.heads, seq_len, dim // self.heads)
)
value = (
self.reshape_heads_to_batch_dim(value)
.permute(0, 2, 1, 3)
.reshape(batch_size * head_size, seq_len, dim // head_size)
.reshape(batch_size * self.heads, seq_len, dim // self.heads)
)
# TODO(PVP) - mask is currently never used. Remember to re-implement when used