add gptq_marlin test for bug report vllm-project#5088 (vllm-project#5145

)
neuralmagic · Jun 23, 2024 · beb3b21 · beb3b21
1 parent 6f3169a
commit beb3b21
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/tests/models/test_gptq_marlin.py b/tests/models/test_gptq_marlin.py
@@ -44,6 +44,9 @@
     ("TheBloke/TinyLlama-1.1B-Chat-v1.0-GPTQ", "gptq-8bit-128g-actorder_True"),
     # 8-bit, act_order==True, group_size=32
     ("TheBloke/TinyLlama-1.1B-Chat-v1.0-GPTQ", "gptq-8bit-32g-actorder_True"),
+
+    # 4-bit, act_order==True, group_size=128
+    ("TechxGenus/gemma-1.1-2b-it-GPTQ", "main")
 ]