Fixed the Python environment issue in the local Ray cluster. (#2207)

CHANGELOG.md

@@ -115,7 +115,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - Fixed Native encodable.
 - Fix ibis cdc and cdc config
 - Fixed 'objectmodel' and 'predict_one' in doc.
-- Fixed ray dependencies bug
+- Fixed ray dependencies bug.
+- Fixed cluster bug.
 
 ## [0.1.3](https://github.com/SuperDuperDB/superduperdb/compare/0.1.1...0.1.3])    (2024-Jun-20)
 

superduperdb/components/schema.py

@@ -86,6 +86,9 @@ def encode_data(self, out, builds, blobs, files, leaves_to_keep=()):
             if not isinstance(field, DataType):
                 continue
 
+            if k not in out:
+                continue
+
             if isinstance(out[k], leaves_to_keep):
                 continue
 

superduperdb/server/cluster.py

@@ -46,6 +46,7 @@ def up_cluster(
     CFG = os.environ.get('SUPERDUPERDB_CONFIG')
     assert CFG, 'Please set SUPERDUPERDB_CONFIG environment variable'
     python_executable = sys.executable
+    python_executable_dir = os.path.dirname(python_executable)
     ray_path = os.popen('which ray').read().split('\n')[0].strip()
     ray_executable = os.path.join(os.path.dirname(python_executable), ray_path)
     run_tmux_command(
@@ -71,6 +72,7 @@ def up_cluster(
         )
 
     cmd = (
+        f"export PATH={python_executable_dir}:$PATH; "
         f"SUPERDUPERDB_CONFIG={CFG} PYTHONPATH=$(pwd):. {ray_executable} start"
         " --head --dashboard-host=0.0.0.0 --disable-usage-stats --block"
     )