Revert "set default batch timeout to 1 ms (#229)" (#232)

This reverts commit 6c49137.
Lightning-AI · Aug 27, 2024 · b44f700 · b44f700
1 parent 6c49137
commit b44f700
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/litserve/server.py b/src/litserve/server.py
@@ -417,7 +417,7 @@ def __init__(
         workers_per_device: int = 1,
         timeout: Union[float, bool] = 30,
         max_batch_size: int = 1,
-        batch_timeout: float = 0.001,
+        batch_timeout: float = 0.0,
         api_path: str = "/predict",
         stream: bool = False,
         spec: Optional[LitSpec] = None,