fix qwen matrix dimmention alignment

PaddlePaddle · Nov 8, 2023 · e1f9fbd · e1f9fbd
1 parent 65ec368
commit e1f9fbd
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/paddlenlp/transformers/qwen/modeling.py b/paddlenlp/transformers/qwen/modeling.py
@@ -39,6 +39,7 @@
 __all__ = [
     "QWenBlock",
     "QWenForCausalLM",
+    "QWenLMHeadModel",
     "QWenPretrainedModel",
     "QWenModel",
     "QWenLMHead",
@@ -495,7 +496,7 @@ def _get_name_mappings(cls, config: QWenConfig) -> List[StateDictNameMapping]:
                 mapping[1] = "qwen." + mapping[1]
 
         if config.architectures is not None:
-            if "QWenForCausalLM" in config.architectures:
+            if "QWenForCausalLM" or "QWenLMHeadModel" in config.architectures:
                 mappings.extend(
                     [
                         [
@@ -1043,3 +1044,6 @@ def forward(self, x):
 
         output = self._norm(x.astype(paddle.float32)).astype(x.dtype)
         return output * self.weight
+
+
+QWenLMHeadModel = QWenForCausalLM