Merge branch 'lora-tuner' of github.com:ArcadeLabsInc/ai-worker into …

…lora-tuner

build-bin.sh

@@ -3,6 +3,7 @@
 gpu="$1"
 arch="$2"
 cmake="$3"
+opts="--onefile"
 
 if [ -z "$cmake" -o -z "$gpu" ]; then
     echo usage build-bin.sh gpu arch "cmake-args"
@@ -12,6 +13,7 @@ fi
 with_torch=""
 if [ "$gpu" == "cuda-torch" ]; then
     with_torch="--with torch"
+    opts=""
 fi
 
 
@@ -32,6 +34,6 @@ CMAKE_ARGS="$cmake" FORCE_CMAKE=1 poetry install $with_torch
 
 python build-version.py
 
-./pyinstaller.sh $gpu-$arch
+./pyinstaller.sh $gpu-$arch $opts
 
 deactivate

pyinstaller.sh

@@ -1,3 +1,3 @@
 #!/bin/bash
 
-pyinstaller --onefile --name gputopia-worker-$1 --additional-hooks-dir=./hooks ai_worker/__main__.py
+pyinstaller $2 --name gputopia-worker-$1 --additional-hooks-dir=./hooks ai_worker/__main__.py

upload.sh

@@ -5,6 +5,12 @@ if ! aws sts get-caller-identity --query "Account"; then
 fi
 
 
-for f in dist/gputopia-worker-*; do
-    aws s3 cp $f s3://gputopia/bin/ --acl public-read
+pushd dist
+for f in gputopia-worker-*; do
+    if [ -d "$f" ]; then
+       aws s3 cp --recursive $f s3://gputopia/bin/$f --acl public-read
+    else
+       aws s3 cp $f s3://gputopia/bin/ --acl public-read
+    fi
 done
+popd