@@ -384,27 +384,27 @@ def api_key_auth(x_api_key: str = Depends(APIKeyHeader(name="X-API-Key"))):
384
384
385
385
async def response_queue_to_buffer (
386
386
response_queue : mp .Queue ,
387
- buffer : Dict [str , Union [Tuple [deque , asyncio .Event ], asyncio .Event ]],
387
+ response_buffer : Dict [str , Union [Tuple [deque , asyncio .Event ], asyncio .Event ]],
388
388
stream : bool ,
389
- response_executor : ThreadPoolExecutor ,
389
+ threadpool : ThreadPoolExecutor ,
390
390
):
391
391
loop = asyncio .get_running_loop ()
392
392
if stream :
393
393
while True :
394
394
try :
395
- uid , payload = await loop .run_in_executor (response_executor , response_queue .get )
395
+ uid , response = await loop .run_in_executor (threadpool , response_queue .get )
396
396
except Empty :
397
397
await asyncio .sleep (0.0001 )
398
398
continue
399
- q , event = buffer [uid ]
400
- q .append (payload )
399
+ stream_response_buffer , event = response_buffer [uid ]
400
+ stream_response_buffer .append (response )
401
401
event .set ()
402
402
403
403
else :
404
404
while True :
405
- uid , payload = await loop .run_in_executor (response_executor , response_queue .get )
406
- event = buffer .pop (uid )
407
- buffer [uid ] = payload
405
+ uid , response = await loop .run_in_executor (threadpool , response_queue .get )
406
+ event = response_buffer .pop (uid )
407
+ response_buffer [uid ] = response
408
408
event .set ()
409
409
410
410
0 commit comments