From f9bc83733b5a3490b0be5e731f75bdfe5f276be4 Mon Sep 17 00:00:00 2001 From: Alireza Davoudi Date: Mon, 5 Sep 2022 21:00:09 +0430 Subject: [PATCH 1/3] Update model.py --- clip/model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/clip/model.py b/clip/model.py index 232b7792e..e71bbc2ac 100644 --- a/clip/model.py +++ b/clip/model.py @@ -159,7 +159,7 @@ class LayerNorm(nn.LayerNorm): def forward(self, x: torch.Tensor): orig_type = x.dtype - ret = super().forward(x.type(torch.float32)) + ret = super(LayerNorm).forward(x.type(torch.float32)) return ret.type(orig_type) From f77e7c24676a086ce6ad0f07d91da44c7f699c82 Mon Sep 17 00:00:00 2001 From: Alireza Davoudi Date: Mon, 5 Sep 2022 21:06:05 +0430 Subject: [PATCH 2/3] Update model.py --- clip/model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/clip/model.py b/clip/model.py index e71bbc2ac..00a0978ad 100644 --- a/clip/model.py +++ b/clip/model.py @@ -159,7 +159,7 @@ class LayerNorm(nn.LayerNorm): def forward(self, x: torch.Tensor): orig_type = x.dtype - ret = super(LayerNorm).forward(x.type(torch.float32)) + ret = super(LayerNorm, self).forward(x.type(torch.float32)) return ret.type(orig_type) From 7451020bbb684950107fb2855e59ce66ee352319 Mon Sep 17 00:00:00 2001 From: Alireza Davoudi Date: Mon, 5 Sep 2022 21:10:05 +0430 Subject: [PATCH 3/3] Update model.py --- clip/model.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/clip/model.py b/clip/model.py index 00a0978ad..b70c1e921 100644 --- a/clip/model.py +++ b/clip/model.py @@ -159,7 +159,8 @@ class LayerNorm(nn.LayerNorm): def forward(self, x: torch.Tensor): orig_type = x.dtype - ret = super(LayerNorm, self).forward(x.type(torch.float32)) + ret = F.layer_norm( + x.type(torch.float32), self.normalized_shape, self.weight, self.bias, self.eps) return ret.type(orig_type)