Fix gemma tests (#31794)

* skip 3 7b tests * fix * fix * fix * [run-slow] gemma --------- Co-authored-by: ydshieh <[email protected]>
huggingface · Jul 5, 2024 · eef0507 · eef0507
1 parent 9e599d1
commit eef0507
Showing 1 changed file with 13 additions and 4 deletions.
diff --git a/tests/models/gemma/test_modeling_gemma.py b/tests/models/gemma/test_modeling_gemma.py
@@ -542,7 +542,7 @@ def setUpClass(cls):
 
     @require_read_token
     def test_model_2b_fp16(self):
-        model_id = "google/gemma-2-9b"
+        model_id = "google/gemma-2b"
         EXPECTED_TEXTS = [
             "Hello I am doing a project on the 1990s and I need to know what the most popular music",
             "Hi today I am going to share with you a very easy and simple recipe of <strong><em>Kaju Kat",
@@ -607,8 +607,8 @@ def test_model_2b_eager(self):
         # considering differences in hardware processing and potential deviations in generated text.
         EXPECTED_TEXTS = {
             7: [
-                "Hello I am doing a project on the 1990s and I am looking for some information on the ",
-                "Hi today I am going to share with you a very easy and simple recipe of <strong><em>Kaju Kat",
+                "Hello I am doing a project on the 1990s and I need to know what the most popular music",
+                "Hi today I am going to share with you a very easy and simple recipe of <strong><em>Khichdi",
             ],
             8: [
                 "Hello I am doing a project on the 1990s and I need to know what the most popular music",
@@ -733,6 +733,9 @@ def test_model_7b_fp32(self):
 
     @require_read_token
     def test_model_7b_fp16(self):
+        if self.cuda_compute_capability_major_version == 7:
+            self.skipTest("This test is failing (`torch.compile` fails) on Nvidia T4 GPU.")
+
         model_id = "google/gemma-7b"
         EXPECTED_TEXTS = [
             """Hello I am doing a project on a 1999 4.0L 4x4. I""",
@@ -753,6 +756,9 @@ def test_model_7b_fp16(self):
 
     @require_read_token
     def test_model_7b_bf16(self):
+        if self.cuda_compute_capability_major_version == 7:
+            self.skipTest("This test is failing (`torch.compile` fails) on Nvidia T4 GPU.")
+
         model_id = "google/gemma-7b"
 
         # Key 9 for MI300, Key 8 for A100/A10, and Key 7 for T4.
@@ -788,6 +794,9 @@ def test_model_7b_bf16(self):
 
     @require_read_token
     def test_model_7b_fp16_static_cache(self):
+        if self.cuda_compute_capability_major_version == 7:
+            self.skipTest("This test is failing (`torch.compile` fails) on Nvidia T4 GPU.")
+
         model_id = "google/gemma-7b"
         EXPECTED_TEXTS = [
             """Hello I am doing a project on a 1999 4.0L 4x4. I""",
@@ -815,7 +824,7 @@ def test_model_7b_4bit(self):
         EXPECTED_TEXTS = {
             7: [
                 "Hello I am doing a project for my school and I am trying to make a program that will take a number and then",
-                """Hi today I am going to talk about the new update for the game called "The new update" and I""",
+                "Hi today I am going to talk about the best way to get rid of acne. miniaturing is a very",
             ],
             8: [
                 "Hello I am doing a project for my school and I am trying to make a program that will take a number and then",