Test gpu runner image #1476
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # End-to-end testing that deploys Supabase and the API, and deploy/tests llama-cpp-python, text-embeddings, and whisper | |
| name: e2e-whisper | |
| on: | |
| pull_request | |
| concurrency: | |
| group: e2e-whisper-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| e2e_whisper: | |
| runs-on: ai-linux-x64-gpu | |
| permissions: | |
| contents: read | |
| packages: read | |
| id-token: write # This is needed for OIDC federation. | |
| steps: | |
| - name: Checkout Repo | |
| uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1 | |
| - name: Setup upterm session | |
| uses: lhotari/action-upterm@v1 | |
| with: | |
| ## limits ssh access and adds the ssh public key for the user which triggered the workflow | |
| limit-access-to-actor: true | |
| - name: Setup Python | |
| uses: ./.github/actions/python | |
| with: | |
| additionalOptionalDep: dev-whisper | |
| - name: Setup UDS Environment | |
| uses: defenseunicorns/uds-common/.github/actions/setup@822dac4452e6815aadcf09f487406ff258756a0c # v0.14.0 | |
| with: | |
| registry1Username: ${{ secrets.IRON_BANK_ROBOT_USERNAME }} | |
| registry1Password: ${{ secrets.IRON_BANK_ROBOT_PASSWORD }} | |
| ghToken: ${{ secrets.GITHUB_TOKEN }} | |
| udsCliVersion: 0.14.0 | |
| continue-on-error: true # workaround for permissions issues | |
| - name: Setup UDS Workaround | |
| env: | |
| UDS_VERSION: v0.14.0 | |
| run: | | |
| sudo wget -O uds https://github.com/defenseunicorns/uds-cli/releases/download/${{ env.UDS_VERSION }}/uds-cli_${{ env.UDS_VERSION }}_Linux_amd64 && \ | |
| sudo chmod +x uds && \ | |
| sudo chown $(whoami) uds && \ | |
| sudo mv uds /usr/local/bin/ | |
| sudo chown $(whoami) /usr/local/bin/k3d | |
| uds version | |
| k3d version | |
| - name: Create UDS Cluster | |
| shell: bash | |
| run: | | |
| UDS_CONFIG=.github/config/uds-config.yaml make create-uds-gpu-cluster | |
| - name: Test UDS GPU Cluster | |
| run: | | |
| uds zarf tools kubectl logs -n kube-system daemonset/nvidia-device-plugin-daemonset | |
| uds zarf tools kubectl apply -f packages/k3d-gpu/test/cuda-vector-add.yaml | |
| - name: Setup LFAI-API and Supabase | |
| uses: ./.github/actions/lfai-core | |
| ########## | |
| # whisper | |
| ########## | |
| - name: Deploy whisper | |
| run: | | |
| make build-whisper LOCAL_VERSION=e2e-test | |
| docker image prune -af | |
| uds zarf package deploy packages/whisper/zarf-package-whisper-amd64-e2e-test.tar.zst -l=trace --confirm | |
| rm packages/whisper/zarf-package-whisper-amd64-e2e-test.tar.zst | |
| # - name: Test whisper | |
| # run: | | |
| # python -m pytest ./tests/e2e/test_whisper.py -v | |
| - name: Test whisper | |
| run: | | |
| uds zarf tools kubectl describe nodes |