Fix SGLang worker (#3045)

lm-sys · Feb 14, 2024 · 81225fc · 81225fc
1 parent 324bcc6
commit 81225fc
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/fastchat/serve/sglang_worker.py b/fastchat/serve/sglang_worker.py
@@ -200,7 +200,7 @@ async def api_generate_stream(request: Request):
     await acquire_worker_semaphore()
     generator = worker.generate_stream_gate(params)
     background_tasks = create_background_tasks()
-    return StreamingResponse(generator)
+    return StreamingResponse(generator, background=background_tasks)
 
 
 @app.post("/worker_generate")