diff --git a/.github/actions/uds-cluster/action.yaml b/.github/actions/uds-cluster/action.yaml index 097db0c7e..19b23c61e 100644 --- a/.github/actions/uds-cluster/action.yaml +++ b/.github/actions/uds-cluster/action.yaml @@ -19,4 +19,4 @@ runs: - name: Create UDS Cluster shell: bash run: | - uds deploy k3d-core-slim-dev:0.22.2 --confirm + make create-uds-cpu-cluster \ No newline at end of file diff --git a/.github/workflows/e2e-llama-cpp-python.yaml b/.github/workflows/e2e-llama-cpp-python.yaml index d2f0c777c..a20596ea3 100644 --- a/.github/workflows/e2e-llama-cpp-python.yaml +++ b/.github/workflows/e2e-llama-cpp-python.yaml @@ -15,6 +15,7 @@ on: # Ignore updates to the .github directory, unless it's this current file - "!.github/**" - ".github/workflows/e2e-llama-cpp-python.yaml" + - ".github/actions/uds-cluster/action.yaml" # Ignore docs and website things - "!**.md" diff --git a/.github/workflows/e2e-playwright.yaml b/.github/workflows/e2e-playwright.yaml index bf6524f9b..b29b6e7a5 100644 --- a/.github/workflows/e2e-playwright.yaml +++ b/.github/workflows/e2e-playwright.yaml @@ -15,6 +15,7 @@ on: # Ignore updates to the .github directory, unless it's this current file - "!.github/**" - ".github/workflows/e2e-playwright.yaml" + - ".github/actions/uds-cluster/action.yaml" # Ignore docs and website things - "!**.md" diff --git a/.github/workflows/e2e-text-embeddings.yaml b/.github/workflows/e2e-text-embeddings.yaml index d601bf75c..095548a27 100644 --- a/.github/workflows/e2e-text-embeddings.yaml +++ b/.github/workflows/e2e-text-embeddings.yaml @@ -15,6 +15,7 @@ on: # Ignore updates to the .github directory, unless it's this current file - "!.github/**" - ".github/workflows/e2e-text-embeddings.yaml" + - ".github/actions/uds-cluster/action.yaml" # Ignore docs and website things - "!**.md" diff --git a/.github/workflows/e2e-vllm.yaml b/.github/workflows/e2e-vllm.yaml index 7c41a5fc2..91c1d1ae3 100644 --- a/.github/workflows/e2e-vllm.yaml +++ b/.github/workflows/e2e-vllm.yaml @@ -15,6 +15,7 @@ on: # Ignore updates to the .github directory, unless it's this current file - "!.github/**" - ".github/workflows/e2e-vllm.yaml" + - ".github/actions/uds-cluster/action.yaml" # Ignore docs and website things - "!**.md" diff --git a/.github/workflows/e2e-whisper.yaml b/.github/workflows/e2e-whisper.yaml index 6b365f890..ad356c205 100644 --- a/.github/workflows/e2e-whisper.yaml +++ b/.github/workflows/e2e-whisper.yaml @@ -15,6 +15,7 @@ on: # Ignore updates to the .github directory, unless it's this current file - "!.github/**" - ".github/workflows/e2e-whisper.yaml" + - ".github/actions/uds-cluster/action.yaml" # Ignore docs and website things - "!**.md" diff --git a/README.md b/README.md index fb4d8c464..92a1b8af6 100644 --- a/README.md +++ b/README.md @@ -118,7 +118,7 @@ LeapfrogAI can be deployed and run locally via UDS and Kubernetes, built out usi Prior to deploying any LeapfrogAI packages, a UDS Kubernetes cluster must be deployed using the most recent k3d bundle: ```sh -uds deploy k3d-core-slim-dev:0.23.0 +make create-uds-cpu-cluster ``` #### UDS Latest diff --git a/packages/k3d-gpu/Makefile b/packages/k3d-gpu/Makefile index 5f62feaeb..4193e6d0f 100644 --- a/packages/k3d-gpu/Makefile +++ b/packages/k3d-gpu/Makefile @@ -1,6 +1,6 @@ MAKEFILE_DIR := $(dir $(abspath $(lastword $(MAKEFILE_LIST)))) -UDS_VERSION := 0.24.1 +UDS_VERSION := 0.25.0 LOCAL_VERSION ?= $(shell git rev-parse --short HEAD) DOCKER_FLAGS := ZARF_FLAGS := diff --git a/website/content/en/docs/local deploy guide/quick_start.md b/website/content/en/docs/local deploy guide/quick_start.md index 6b71a848b..2b94d21b9 100644 --- a/website/content/en/docs/local deploy guide/quick_start.md +++ b/website/content/en/docs/local deploy guide/quick_start.md @@ -75,9 +75,10 @@ git clone https://github.com/defenseunicorns/leapfrogai.git From within the cloned repository, deploy K3D and the LeapfrogAI bundle: ``` bash +make create-uds-cpu-cluster + cd uds-bundles/latest/cpu/ uds create . -uds deploy k3d-core-slim-dev:0.23.0 # be sure to check if a newer version exists uds deploy uds-bundle-leapfrogai-*.tar.zst --confirm ``` @@ -86,9 +87,12 @@ uds deploy uds-bundle-leapfrogai-*.tar.zst --confirm In order to test the GPU deployment locally on K3d, use the following command when deploying UDS-Core: ```bash + make build-k3d-gpu # build the image + make create-uds-gpu-cluster # create a uds cluster equipped with the k3d-gpu image + make test-uds-gpu-cluster # deploy a test gpu pod to see if everything is working + cd uds-bundles/latest/gpu/ uds create . - uds deploy k3d-core-slim-dev:0.23.0 --set K3D_EXTRA_ARGS="--gpus=all --image=ghcr.io/justinthelaw/k3d-gpu-support:v1.27.4-k3s1-cuda" # be sure to check if a newer version exists uds deploy uds-bundle-leapfrogai-*.tar.zst --confirm ```