Add layerscale back

huggingface · May 7, 2023 · 4a64767 · 4a64767
1 parent 3036260
commit 4a64767
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/transformers/models/efficientformer/configuration_efficientformer.py b/src/transformers/models/efficientformer/configuration_efficientformer.py
@@ -133,7 +133,7 @@ def __init__(
         drop_path_rate: float = 0.0,
         num_meta3d_blocks: int = 1,
         distillation: bool = True,
-        use_layer_scale: bool = False,
+        use_layer_scale: bool = True,
         layer_scale_init_value: float = 1e-5,
         hidden_act: str = "gelu",
         initializer_range: float = 0.02,