From c9845a96f22c1f4b96e26df2d27f6b69235f13c1 Mon Sep 17 00:00:00 2001 From: sgurunat Date: Mon, 11 Nov 2024 09:25:26 +0000 Subject: [PATCH] Add model parameter for DocSumGateway in gateway.py file Signed-off-by: sgurunat --- comps/cores/mega/gateway.py | 1 + 1 file changed, 1 insertion(+) diff --git a/comps/cores/mega/gateway.py b/comps/cores/mega/gateway.py index 29962df14..d2cbd0988 100644 --- a/comps/cores/mega/gateway.py +++ b/comps/cores/mega/gateway.py @@ -446,6 +446,7 @@ async def handle_request(self, request: Request, files: List[UploadFile] = File( repetition_penalty=chat_request.repetition_penalty if chat_request.repetition_penalty else 1.03, streaming=stream_opt, language=chat_request.language if chat_request.language else "auto", + model=chat_request.model if chat_request.model else None ) result_dict, runtime_graph = await self.megaservice.schedule( initial_inputs={"query": prompt}, llm_parameters=parameters