AI/diffusers
1
0
Fork 0
mirror of https://github.com/huggingface/diffusers.git synced 2026-01-27 17:22:53 +03:00
Code Activity

Add GELU as a non-linearity.

Browse Source
This commit is contained in:
Pedro Cuenca
2022-11-21 10:33:38 +01:00
parent 1673c91fb1
commit 4c128d0f37
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/diffusers/models/resnet.py
View File

@@ -419,6 +419,8 @@ class ResnetBlock2D(nn.Module):
self.nonlinearity = Mish()
elif non_linearity == "silu":
self.nonlinearity = nn.SiLU()
elif non_linearity == "gelu":
self.nonlinearity = nn.GELU()
self.upsample = self.downsample = None
if self.up: