Fix issue with eval mode in ActivationDropoutLinear (#1770)

* Fix issue with eval mode in ActivationDropoutLinear --------- Co-authored-by: Daniel Povey <[email protected]>
k2-fsa · Oct 12, 2024 · fbba712 · fbba712
1 parent d9844d8
commit fbba712
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/egs/librispeech/ASR/zipformer/scaling.py b/egs/librispeech/ASR/zipformer/scaling.py
@@ -1635,7 +1635,7 @@ def __init__(
         self.dropout_shared_dim = dropout_shared_dim
 
     def forward(self, x: Tensor):
-        if torch.jit.is_scripting() or torch.jit.is_tracing():
+        if not self.training or torch.jit.is_scripting() or torch.jit.is_tracing():
             if self.activation == "SwooshL":
                 x = SwooshLForward(x)
             elif self.activation == "SwooshR":