diff --git a/app-backend/app_gateway.py b/app-backend/app_gateway.py index 24bb1d8..9323344 100644 --- a/app-backend/app_gateway.py +++ b/app-backend/app_gateway.py @@ -65,7 +65,7 @@ async def handle_request(self, request: Request): params[id]['max_new_tokens'] = params[id]['max_tokens'] llm_parameters = LLMParams(**params[id]) result_dict, runtime_graph = await self.megaservice.schedule( - initial_inputs={'text': prompt}, + initial_inputs={'query':prompt, 'text': prompt}, llm_parameters=llm_parameters, params=params, )