fix

qubvel · May 10, 2024 · 37a1cb3 · 37a1cb3
1 parent dc123e7
commit 37a1cb3
Showing 1 changed file with 1 addition and 6 deletions.
diff --git a/src/transformers/models/clip/modeling_clip.py b/src/transformers/models/clip/modeling_clip.py
@@ -642,12 +642,7 @@ class CLIPEncoder(nn.Module):
     def __init__(self, config: CLIPConfig, attn_implementation="eager"):
         super().__init__()
         self.config = config
-        self.layers = nn.ModuleList(
-            [
-                CLIPEncoderLayer(config, attn_implementation=attn_implementation)
-                for _ in range(config.num_hidden_layers)
-            ]
-        )
+        self.layers = nn.ModuleList([CLIPEncoderLayer(config) for _ in range(config.num_hidden_layers)])
         self.gradient_checkpointing = False
 
     def forward(