Enlarge megaservice request timeout for supporting high concurrency (#…

…279)

Signed-off-by: lvliang-intel <[email protected]>

comps/cores/mega/orchestrator.py

@@ -40,7 +40,8 @@ def flow_to(self, from_service, to_service):
     async def schedule(self, initial_inputs: Dict, llm_parameters: LLMParams = LLMParams()):
         result_dict = {}
 
-        async with aiohttp.ClientSession(trust_env=True) as session:
+        timeout = aiohttp.ClientTimeout(total=1000)
+        async with aiohttp.ClientSession(trust_env=True, timeout=timeout) as session:
             pending = {asyncio.create_task(self.execute(session, node, initial_inputs)) for node in self.ind_nodes()}
 
             while pending: