Feature/update hunyuan

libs/community/langchain_community/chat_models/hunyuan.py

@@ -1,38 +1,41 @@
 import json
 import logging
 from typing import Any, Dict, Iterator, List, Mapping, Optional, Type
 
 from langchain_core.callbacks import CallbackManagerForLLMRun
 from langchain_core.language_models.chat_models import (
     BaseChatModel,
     generate_from_stream,
 )
 from langchain_core.messages import (
     AIMessage,
     AIMessageChunk,
     BaseMessage,
     BaseMessageChunk,
     ChatMessage,
     ChatMessageChunk,
+    SystemMessage,
     HumanMessage,
     HumanMessageChunk,
 )
 from langchain_core.outputs import ChatGeneration, ChatGenerationChunk, ChatResult
 from langchain_core.pydantic_v1 import Field, SecretStr, root_validator
 from langchain_core.utils import (
     convert_to_secret_str,
     get_from_dict_or_env,
     get_pydantic_field_names,
     pre_init,
 )
 
 logger = logging.getLogger(__name__)
 
 
 def _convert_message_to_dict(message: BaseMessage) -> dict:
     message_dict: Dict[str, Any]
     if isinstance(message, ChatMessage):
         message_dict = {"Role": message.role, "Content": message.content}
+    elif isinstance(message, SystemMessage):
+        message_dict = {"Role": "system", "Content": message.content}
     elif isinstance(message, HumanMessage):
         message_dict = {"Role": "user", "Content": message.content}
     elif isinstance(message, AIMessage):
@@ -45,7 +48,9 @@
 
 def _convert_dict_to_message(_dict: Mapping[str, Any]) -> BaseMessage:
     role = _dict["Role"]
-    if role == "user":
+    if role == "system":
+        return SystemMessage(content=_dict.get("Content", "") or "")
+    elif role == "user":
         return HumanMessage(content=_dict["Content"])
     elif role == "assistant":
         return AIMessage(content=_dict.get("Content", "") or "")
@@ -73,10 +78,10 @@
     generations = []
     for choice in response["Choices"]:
         message = _convert_dict_to_message(choice["Message"])
+        message.id = response.get('Id','')
         generations.append(ChatGeneration(message=message))
 
-    token_usage = response["Usage"]
-    llm_output = {"token_usage": token_usage}
+    llm_output = {"token_usage": response.get('Usage','')}
     return ChatResult(generations=generations, llm_output=llm_output)
 
 
@@ -112,10 +117,10 @@
     """What sampling temperature to use."""
     top_p: float = 1.0
     """What probability mass to use."""
-    model: str = "hunyuan-lite"
+    model: str = "hunyuan-pro"
     """What Model to use.
      Optional model:
-    - hunyuan-lite、
+    - hunyuan-lite
     - hunyuan-standard
     - hunyuan-standard-256K
     - hunyuan-pro
@@ -186,8 +191,6 @@
     def _default_params(self) -> Dict[str, Any]:
         """Get the default parameters for calling Hunyuan API."""
         normal_params = {
-            "Temperature": self.temperature,
-            "TopP": self.top_p,
             "Model": self.model,
             "Stream": self.streaming,
             "StreamModeration": self.stream_moderation,
@@ -233,6 +236,7 @@
                 chunk = _convert_delta_to_message_chunk(
                     choice["Delta"], default_chunk_class
                 )
+                chunk.id = response.get('Id', '')
                 default_chunk_class = chunk.__class__
                 cg_chunk = ChatGenerationChunk(message=chunk)
                 if run_manager:

libs/community/tests/integration_tests/chat_models/test_hunyuan.py

@@ -1,6 +1,8 @@
 import pytest
+import uuid
 from langchain_core.messages import AIMessage, HumanMessage
-
+from langchain.prompts.chat import ChatPromptTemplate,SystemMessagePromptTemplate,HumanMessagePromptTemplate
+from operator import itemgetter
 from langchain_community.chat_models.hunyuan import ChatHunyuan
 
 
@@ -11,6 +13,8 @@ def test_chat_hunyuan() -> None:
     response = chat.invoke([message])
     assert isinstance(response, AIMessage)
     assert isinstance(response.content, str)
+    assert len(response.id) > 0, "request_id 不为空"
+    assert uuid.UUID(response.id), "无效的UUID"
 
 
 @pytest.mark.requires("tencentcloud-sdk-python")
@@ -20,6 +24,8 @@ def test_chat_hunyuan_with_temperature() -> None:
     response = chat.invoke([message])
     assert isinstance(response, AIMessage)
     assert isinstance(response.content, str)
+    assert len(response.id) > 0, "request_id 不为空"
+    assert uuid.UUID(response.id), "无效的UUID"
 
 
 @pytest.mark.requires("tencentcloud-sdk-python")
@@ -29,6 +35,8 @@ def test_chat_hunyuan_with_model_name() -> None:
     response = chat.invoke([message])
     assert isinstance(response, AIMessage)
     assert isinstance(response.content, str)
+    assert len(response.id) > 0, "request_id 不为空"
+    assert uuid.UUID(response.id), "无效的UUID"
 
 
 @pytest.mark.requires("tencentcloud-sdk-python")
@@ -38,7 +46,20 @@ def test_chat_hunyuan_with_stream() -> None:
     response = chat.invoke([message])
     assert isinstance(response, AIMessage)
     assert isinstance(response.content, str)
+    assert len(response.id) > 0, "request_id 不为空"
+    assert uuid.UUID(response.id), "无效的UUID"
 
+@pytest.mark.requires("tencentcloud-sdk-python")
+def test_chat_hunyuan_with_prompt_template() -> None:
+    system_prompt=SystemMessagePromptTemplate.from_template('You are a helpful assistant! Your name is {name}.')
+    user_prompt=HumanMessagePromptTemplate.from_template('Question: {query}')
+    chat_prompt=ChatPromptTemplate.from_messages([system_prompt,user_prompt])
+    chat={"query": itemgetter("query"),"name": itemgetter("name")}|chat_prompt|ChatHunyuan()
+    response=chat.invoke({'query':'Hello','name':'Tom'})
+    assert isinstance(response, AIMessage)
+    assert isinstance(response.content, str)
+    assert len(response.id) > 0, "request_id 不为空"
+    assert uuid.UUID(response.id), "无效的UUID"
 
 def test_extra_kwargs() -> None:
     chat = ChatHunyuan(temperature=0.88, top_p=0.7)