From c38d6024fb79d9850ee9b6f34a55350310200826 Mon Sep 17 00:00:00 2001 From: haoci Date: Thu, 12 Dec 2024 04:07:42 +0000 Subject: [PATCH] let initial inputs at least match one key for prompt. Signed-off-by: haoci --- app-backend/app_gateway.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/app-backend/app_gateway.py b/app-backend/app_gateway.py index 24bb1d8..9323344 100644 --- a/app-backend/app_gateway.py +++ b/app-backend/app_gateway.py @@ -65,7 +65,7 @@ async def handle_request(self, request: Request): params[id]['max_new_tokens'] = params[id]['max_tokens'] llm_parameters = LLMParams(**params[id]) result_dict, runtime_graph = await self.megaservice.schedule( - initial_inputs={'text': prompt}, + initial_inputs={'query':prompt, 'text': prompt}, llm_parameters=llm_parameters, params=params, )