add

hpcaitech · Sep 19, 2023 · 5da13fa · 5da13fa
1 parent 1c36ad9
commit 5da13fa
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/tests/kit/model_zoo/transformers/chatglm2.py b/tests/kit/model_zoo/transformers/chatglm2.py
@@ -36,8 +36,8 @@ def data_gen_for_conditional_generation():
 
 config = ChatGLMConfig(num_layers=2,
                        padded_vocab_size=65024,
-                       hidden_size=64,
-                       num_attention_heads=4,
+                       hidden_size=128,
+                       num_attention_heads=8,
                        multi_query_attention=True,
                        multi_query_group_num=2,
                        kv_channels=16,