fix(llama.cpp): adapt init function call

Signed-off-by: Ettore Di Giacinto <[email protected]>
mudler · Aug 6, 2024 · 9f4510a · 9f4510a
1 parent c9350da
commit 9f4510a
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/backend/cpp/llama/grpc-server.cpp b/backend/cpp/llama/grpc-server.cpp
@@ -458,7 +458,9 @@ struct llama_server_context
             }
         }
 
-        std::tie(model, ctx) = llama_init_from_gpt_params(params);
+        llama_init_result llama_init = llama_init_from_gpt_params(params);
+        model = llama_init.model;
+        ctx = llama_init.context;
         if (model == nullptr)
         {
             LOG_ERROR("unable to load model", {{"model", params.model}});