fix: use OpenMP flag to avoid macOS segfault

README.md

@@ -117,6 +117,7 @@ For most users, the easiest way to install Selfie is to follow the [Quick Start]
 6. Run `poetry install` to install required Python dependencies.
 7. Optional: Run `./scripts/llama-cpp-python-cublas.sh` to enable hardware acceleration (for details, see [Scripts](#llama-cpp-python-cublassh)).
 8. Run `poetry run python -m selfie`, or `poetry run python -m selfie --gpu` if your device is GPU-enabled. The first time you run this, it will download ~4GB of model weights.
+   -  On macOS, you may need to run `OMP_NUM_THREADS=1 poetry run python -m selfie` to avoid segmentation faults (with or without `--gpu`). [Read more here](https://github.com/vana-com/selfie/issues/33#issuecomment-2004637058).
 
 [//]: # (1. `git clone
 [//]: # (Disable this note about installing with GPU support until supported via transformers, etc.)

selfie/connectors/base_connector.py

@@ -36,7 +36,7 @@ def get_documentation_markdown(self):
     def _read_file(self, file_name: str) -> str | None:
         file_path = os.path.join(os.path.dirname(__file__), self.id, file_name)
         if os.path.exists(file_path):
-            with open(file_path, 'r') as file:
+            with open(file_path, 'r', encoding='utf-8') as file:
                 return file.read()
         else:
             return None

selfie/parsers/chat/__init__.py

@@ -35,7 +35,7 @@
 # current_dir = os.path.dirname(os.path.abspath(__file__))
 # blacklist_file_path = os.path.join(current_dir, "blacklist_patterns.yaml")
 
-with open(blacklist_file_path, "r") as f:
+with open(blacklist_file_path, "r", encoding='utf-8') as f:
     default_blacklist_patterns = yaml.safe_load(f)
     default_blacklist_patterns = [
         pattern.strip() for pattern in default_blacklist_patterns

selfie/types/completion_requests.py

@@ -82,11 +82,11 @@ def openai_params(self):
         return {
             k: v
             for k, v in self.model_dump().items()
-            if k not in BaseCompletionRequest.custom_params and v is not None
+            if k not in self.custom_params and v is not None
         }
 
     def selfie_params(self):
-        return {k: v for k, v in self.model_dump().items() if k in BaseCompletionRequest.custom_params and v is not None}
+        return {k: v for k, v in self.model_dump().items() if k in self.custom_params and v is not None}
 
     def extra_params(self):
         """

start.sh

@@ -26,7 +26,7 @@ else
 fi
 
 echo "Installing Python dependencies with Poetry..."
-poetry check || poetry install
+poetry install
 
 echo "Building UI with Yarn..."
 ./scripts/build-ui.sh
@@ -35,4 +35,13 @@ echo "Running llama-cpp-python-cublas.sh to enable hardware acceleration..."
 ./scripts/llama-cpp-python-cublas.sh
 
 echo "Running selfie..."
+
+if [ "$(uname -m)" = "arm64" ]; then
+    ENV_FLAG="OMP_NUM_THREADS=1"
+fi
+
+if [ ! -z "$ENV_FLAG" ]; then
+    export $ENV_FLAG
+fi
+
 poetry run python -m selfie $GPU_FLAG