diff --git a/ldm/modules/encoders/modules.py b/ldm/modules/encoders/modules.py
index 8e28371..93debe6 100644
--- a/ldm/modules/encoders/modules.py
+++ b/ldm/modules/encoders/modules.py
@@ -188,6 +188,7 @@ class ProjectedFrozenCLIPEmbedder(AbstractEncoder):
 class FrozenCLIPImageEmbedder(AbstractEncoder):
     """
         Uses the CLIP image encoder.
+        Not actually frozen...
         """
     def __init__(
             self,
@@ -205,14 +206,6 @@ class FrozenCLIPImageEmbedder(AbstractEncoder):
         self.register_buffer('mean', torch.Tensor([0.48145466, 0.4578275, 0.40821073]), persistent=False)
         self.register_buffer('std', torch.Tensor([0.26862954, 0.26130258, 0.27577711]), persistent=False)
 
-        # I didn't call this originally, but seems like it was frozen anyway
-        self.freeze()
-
-    def freeze(self):
-        self.transformer = self.transformer.eval()
-        for param in self.parameters():
-            param.requires_grad = False
-
     def preprocess(self, x):
         # Expects inputs in the range -1, 1
         x = kornia.geometry.resize(x, (224, 224),