Add new tokenier alias for llmev

NREL · Oct 1, 2024 · a117b46 · a117b46
1 parent 882ffb1
commit a117b46
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/elm/base.py b/elm/base.py
@@ -45,7 +45,8 @@ class ApiBase(ABC):
     """High level model role"""
 
     TOKENIZER_ALIASES = {'gpt-35-turbo': 'gpt-3.5-turbo',
-                         'gpt-4-32k': 'gpt-4-32k-0314'
+                         'gpt-4-32k': 'gpt-4-32k-0314',
+                         'llmev-gpt-4-32k': 'gpt-4-32k-0314'
                          }
     """Optional mappings for unusual Azure names to tiktoken/openai names."""