Wait for yagna apis to be listening before starting agents

goth/runner/__init__.py

@@ -192,9 +192,14 @@ async def _start_nodes(self):
             node_names=node_names, assertions_module=self.api_assertions_module
         )
         self.proxy.start()
+        # Wait for proxy to start. TODO: wait for a log line?
+        await asyncio.sleep(2.0)
 
+        # Collect all agent enabled probes and start them in parallel
+        awaitables = []
         for probe in self.get_probes(probe_type=AgentMixin):
-            probe.start_agent()
+            awaitables.append(probe.start_agent())
+        await asyncio.gather(*awaitables)
 
     @property
     def host_address(self) -> str:

goth/runner/probe.py

@@ -227,9 +227,15 @@ def __init__(
     ):
         super().__init__(runner, client, config, log_config)
 
-    def start_agent(self):
+    async def start_agent(self):
         """Start the requestor agent and attach to its log stream."""
 
+        self._logger.info("Waiting for yagna API to be listening.")
+        await self.container.logs.wait_for_entry(
+            "Starting .* service on .*.", timeout=300
+        )
+        self._logger.info("Starting ya-requestor")
+
         pkg_spec = self.task_package.format(
             web_server_addr=self.runner.host_address,
             web_server_port=self.runner.web_server_port,
@@ -260,9 +266,15 @@ def __init__(
         super().__init__(runner, client, config, log_config)
         self.agent_preset = agent_preset
 
-    def start_agent(self) -> None:
+    async def start_agent(self):
         """Start the provider agent and attach to its log stream."""
 
+        self._logger.info("Waiting for yagna apis to be listening...")
+        await self.container.logs.wait_for_entry(
+            "Starting .* service on .*.", timeout=10
+        )
+        self._logger.info("Starting ya-provider")
+
         if self.agent_preset:
             self.container.exec_run(f"ya-provider preset activate {self.agent_preset}")