[Fireworks] Updates to Default model and support for function calling (…

…#15046) * Adding support for Llama 3 and Mixtral 22B * Changes to default model, adding support for Firefunction v2 * Fixing merge conflict
run-llama · Jul 30, 2024 · d3abf78 · d3abf78
1 parent 0a4596d
commit d3abf78
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/llama-index-integrations/llms/llama-index-llms-fireworks/llama_index/llms/fireworks/base.py b/llama-index-integrations/llms/llama-index-llms-fireworks/llama_index/llms/fireworks/base.py
@@ -12,7 +12,7 @@
 from llama_index.llms.openai import OpenAI
 
 DEFAULT_API_BASE = "https://api.fireworks.ai/inference/v1"
-DEFAULT_MODEL = "accounts/fireworks/models/mixtral-8x7b-instruct"
+DEFAULT_MODEL = "accounts/fireworks/models/llama-v3p1-8b-instruct"
 
 
 class Fireworks(OpenAI):

diff --git a/llama-index-integrations/llms/llama-index-llms-fireworks/llama_index/llms/fireworks/utils.py b/llama-index-integrations/llms/llama-index-llms-fireworks/llama_index/llms/fireworks/utils.py
@@ -26,9 +26,15 @@
     "accounts/fireworks/models/mixtral-8x22b-instruct": 65536,
 }
 
+FUNCTION_CALLING_MODELS = {
+    "accounts/fireworks/models/firefunction-v2": 8192,
+}
+
+
 ALL_AVAILABLE_MODELS = {
     **LLAMA_MODELS,
     **MISTRAL_MODELS,
+    **FUNCTION_CALLING_MODELS,
 }
 
 DISCONTINUED_MODELS: Dict[str, int] = {}