From db75740177688e25bba4066d099a2c034dd3eb93 Mon Sep 17 00:00:00 2001 From: Gadi Cohen Date: Sat, 20 May 2023 11:34:37 +0100 Subject: [PATCH] feat(loadModel): send loadModel status --- api/app.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/api/app.py b/api/app.py index 831b5e7..374ebbd 100644 --- a/api/app.py +++ b/api/app.py @@ -229,13 +229,20 @@ def sendStatus(): clearPipelines() if model: model.to("cpu") # Necessary to avoid a memory leak - model = loadModel( + await send( + "loadModel", "start", {"startRequestId": startRequestId}, send_opts + ) + model = await asyncio.to_thread( + loadModel, model_id=normalized_model_id, load=True, precision=model_precision, revision=model_revision, send_opts=send_opts, ) + await send( + "loadModel", "done", {"startRequestId": startRequestId}, send_opts + ) last_model_id = normalized_model_id else: if always_normalize_model_id: