From b44f7000588827aa04f5fe30bf8af8f642091854 Mon Sep 17 00:00:00 2001 From: Aniket Maurya Date: Tue, 27 Aug 2024 21:10:55 +0100 Subject: [PATCH] Revert "set default batch timeout to 1 ms (#229)" (#232) This reverts commit 6c49137319d568996a902cc8ea686b66a73f1f06. --- src/litserve/server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/litserve/server.py b/src/litserve/server.py index 8b53349b..27a5358b 100644 --- a/src/litserve/server.py +++ b/src/litserve/server.py @@ -417,7 +417,7 @@ def __init__( workers_per_device: int = 1, timeout: Union[float, bool] = 30, max_batch_size: int = 1, - batch_timeout: float = 0.001, + batch_timeout: float = 0.0, api_path: str = "/predict", stream: bool = False, spec: Optional[LitSpec] = None,