Fix double bias (#383)

casper-hansen · Mar 2, 2024 · d9dc8e5 · d9dc8e5
1 parent 68c727a
commit d9dc8e5
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/awq/modules/linear/gemm.py b/awq/modules/linear/gemm.py
@@ -253,7 +253,6 @@ def forward(self, x):
         if input_dtype != torch.float16:
             out = out.to(dtype=input_dtype)
 
-        out = out + self.bias if self.bias is not None else out
         return out.reshape(out_shape)
 
     def extra_repr(self) -> str: