Revert "fix opt fc1/fc2 layer modules should not be quantized (#118)" (…

…#149) This reverts commit c9a0688.
ModelCloud · Jul 2, 2024 · 83c002d · 83c002d
1 parent cd80805
commit 83c002d
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/gptqmodel/models/opt.py b/gptqmodel/models/opt.py
@@ -15,6 +15,6 @@ class OPTGPTQ(BaseGPTQModel):
     layer_modules = [
         ["self_attn.k_proj", "self_attn.v_proj", "self_attn.q_proj"],
         ["self_attn.out_proj"],
-        # ["fc1"], disabled: not a good candidate for quantization
-        # ["fc2"], disabled: not a good candidate for quantization
+        ["fc1"],
+        ["fc2"],
     ]