server : fix smart slot selection (ggerganov#8020)

YannFollet · Jun 19, 2024 · ba58993 · ba58993
1 parent a785474
commit ba58993
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -1594,7 +1594,7 @@ struct server_context {
                     } else {
                         std::string prompt;
                         if (task.data.contains("prompt") && task.data.at("prompt").is_string()) {
-                            json_value(task.data, "prompt", std::string());
+                            prompt = json_value(task.data, "prompt", std::string());
                         }
 
                         slot = get_available_slot(prompt);