fix: anthropic model params (#547)

deeppavlov · Aug 7, 2023 · 244b85f · 244b85f
1 parent b63bba1
commit 244b85f
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 8 deletions.
diff --git a/common/generative_configs/anthropic_generative_config.json b/common/generative_configs/anthropic_generative_config.json
@@ -0,0 +1,3 @@
+{
+  "max_tokens_to_sample": 256
+}
diff --git a/services/anthropic_api_lm/server.py b/services/anthropic_api_lm/server.py
@@ -19,29 +19,29 @@
 
 PRETRAINED_MODEL_NAME_OR_PATH = os.environ.get("PRETRAINED_MODEL_NAME_OR_PATH")
 logger.info(f"PRETRAINED_MODEL_NAME_OR_PATH = {PRETRAINED_MODEL_NAME_OR_PATH}")
-NAMING = ["Assistant", "Human"]
+NAMING = [anthropic.AI_PROMPT, anthropic.HUMAN_PROMPT]
 
 app = Flask(__name__)
 logging.getLogger("werkzeug").setLevel("WARNING")
 DEFAULT_CONFIGS = {
-    "claude-1": json.load(open("common/generative_configs/empty_generative_config.json", "r")),
-    "claude-instant-1": json.load(open("common/generative_configs/empty_generative_config.json", "r")),
+    "claude-1": json.load(open("common/generative_configs/anthropic_generative_config.json", "r")),
+    "claude-instant-1": json.load(open("common/generative_configs/anthropic_generative_config.json", "r")),
 }
 
 
 def generate_responses(context, anthropic_api_key, prompt, generation_params, continue_last_uttr=False):
     assert anthropic_api_key, logger.error("Error: Anthropic API key is not specified in env")
     outputs = []
 
-    dialog_context = ""
+    dialog_context = f"{anthropic.HUMAN_PROMPT} "
     if prompt:
-        dialog_context += prompt + "\n"
+        dialog_context += prompt
     s = len(context) % 2
-    context = [f"{NAMING[(s + uttr_id) % 2]}: {uttr}" for uttr_id, uttr in enumerate(context)]
+    context = [f"{NAMING[(s + uttr_id) % 2]} {uttr}" for uttr_id, uttr in enumerate(context)]
     if continue_last_uttr:
-        dialog_context += "\n".join(context)
+        dialog_context += "".join(context)
     else:
-        dialog_context += "\n".join(context) + f"\n{NAMING[0]}:"
+        dialog_context += "".join(context) + f"{NAMING[0]}"
     logger.info(f"context inside generate_responses seen as: {dialog_context}")
 
     client = anthropic.Client(api_key=anthropic_api_key)