update

Lightning-AI · Dec 19, 2024 · 8eb7f19 · 8eb7f19
1 parent cfe547d
commit 8eb7f19
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/litserve/loops/loops.py b/src/litserve/loops/loops.py
@@ -541,12 +541,12 @@ def populate_context(self, lit_spec: LitSpec, request: Any):
     def put_response(
         self, response_queues: List[Queue], response_queue_id: int, uid: str, response_data: Any, status: LitAPIStatus
     ) -> None:
-        response_queues[response_queue_id].put((uid, (response_data, status)))
+        response_queues[response_queue_id].put((uid, (response_data, status)), block=False)
 
     def put_error_response(
         self, response_queues: List[Queue], response_queue_id: int, uid: str, error: Exception
     ) -> None:
-        response_queues[response_queue_id].put((uid, (error, LitAPIStatus.ERROR)))
+        response_queues[response_queue_id].put((uid, (error, LitAPIStatus.ERROR)), block=False)
 
 
 class DefaultLoop(LitLoop):