Enlarge megaservice request timeout for supporting high concurrency (o…

…pea-project#279) Signed-off-by: lvliang-intel <[email protected]>
XinyaoWa · Jul 17, 2024 · 876ca50 · 876ca50
1 parent 2458e2f
commit 876ca50
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/comps/cores/mega/orchestrator.py b/comps/cores/mega/orchestrator.py
@@ -40,7 +40,8 @@ def flow_to(self, from_service, to_service):
     async def schedule(self, initial_inputs: Dict, llm_parameters: LLMParams = LLMParams()):
         result_dict = {}
 
-        async with aiohttp.ClientSession(trust_env=True) as session:
+        timeout = aiohttp.ClientTimeout(total=1000)
+        async with aiohttp.ClientSession(trust_env=True, timeout=timeout) as session:
             pending = {asyncio.create_task(self.execute(session, node, initial_inputs)) for node in self.ind_nodes()}
 
             while pending: