Export sys.path on client connection

bqskit/compiler/compiler.py

@@ -9,7 +9,6 @@
 import sys
 import time
 import uuid
-import warnings
 from multiprocessing.connection import Client
 from multiprocessing.connection import Connection
 from subprocess import Popen
@@ -149,7 +148,7 @@ def _connect_to_server(self, ip: str, port: int) -> None:
                 self.old_signal = signal.signal(signal.SIGINT, handle)
                 if self.conn is None:
                     raise RuntimeError('Connection unexpectedly none.')
-                self.conn.send((RuntimeMessage.CONNECT, None))
+                self.conn.send((RuntimeMessage.CONNECT, sys.path))
                 _logger.debug('Successfully connected to runtime server.')
                 return
         raise RuntimeError('Client connection refused')

bqskit/runtime/detached.py

@@ -30,7 +30,6 @@
 from bqskit.runtime.result import RuntimeResult
 from bqskit.runtime.task import RuntimeTask
 
-
 def listen(server: DetachedServer, port: int) -> None:
     """Listening thread listens for client connections."""
     listener = Listener(('0.0.0.0', port))
@@ -131,7 +130,15 @@ def handle_message(
         if direction == MessageDirection.CLIENT:
 
             if msg == RuntimeMessage.CONNECT:
-                pass
+                # paths, serialized_defintions = cast(List[str], payload)
+                paths = cast(List[str], payload)
+                import sys
+                for path in paths:
+                    if path not in sys.path:
+                        sys.path.append(path)
+                        for employee in self.employees:
+                            employee.conn.send((RuntimeMessage.IMPORTPATH, path))
+
 
             elif msg == RuntimeMessage.DISCONNECT:
                 self.handle_disconnect(conn)
@@ -370,6 +377,11 @@ def handle_error(self, error_payload: tuple[int, str]) -> None:
         conn = self.tasks[self.mailbox_to_task_dict[tid]][1]
         self.outgoing.put((conn, RuntimeMessage.ERROR, error_payload[1]))
         # TODO: Broadcast cancel to all tasks with compilation task id tid
+        # But avoid double broadcasting it. If the client crashes due to
+        # this error, which it may not, then we will quickly process
+        # a handle_disconnect and call the cancel anyways. We should
+        # still cancel here incase the client catches the error and
+        # resubmits a job.
 
     def handle_log(self, log_payload: tuple[int, LogRecord]) -> None:
         """Forward logs to appropriate client."""

bqskit/runtime/manager.py

@@ -151,6 +151,13 @@ def handle_message(
             elif msg == RuntimeMessage.SHUTDOWN:
                 self.handle_shutdown()
 
+            elif msg == RuntimeMessage.IMPORTPATH:
+                import_path = cast(str, payload)
+                import sys
+                sys.path.append(import_path)
+                for employee in self.employees:
+                    employee.conn.send((RuntimeMessage.IMPORTPATH, import_path))
+
             else:
                 raise RuntimeError(f'Unexpected message type: {msg.name}')
 

bqskit/runtime/message.py

@@ -20,3 +20,4 @@ class RuntimeMessage(IntEnum):
     CANCEL = 11
     WAITING = 12
     UPDATE = 13
+    IMPORTPATH = 14

bqskit/runtime/worker.py

@@ -174,6 +174,10 @@ def handle_incoming_comms(worker: Worker) -> None:
             worker._handle_cancel(addr)
             # TODO: preempt?
 
+        elif msg == RuntimeMessage.IMPORTPATH:
+            import_path = cast(str, payload)
+            sys.path.append(import_path)
+
 
 class Worker:
     """