From 4c128d0f37a2153cacd32144cf6c653e7aead104 Mon Sep 17 00:00:00 2001
From: Pedro Cuenca <pedro@huggingface.co>
Date: Mon, 21 Nov 2022 10:33:38 +0100
Subject: [PATCH] Add GELU as a non-linearity.

---
 src/diffusers/models/resnet.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/diffusers/models/resnet.py b/src/diffusers/models/resnet.py
index 52d056ae96..37ad2ba91e 100644
--- a/src/diffusers/models/resnet.py
+++ b/src/diffusers/models/resnet.py
@@ -419,6 +419,8 @@ class ResnetBlock2D(nn.Module):
             self.nonlinearity = Mish()
         elif non_linearity == "silu":
             self.nonlinearity = nn.SiLU()
+        elif non_linearity == "gelu":
+            self.nonlinearity = nn.GELU()
 
         self.upsample = self.downsample = None
         if self.up: