Skip to content

Commit

Permalink
zzzzzzzzzzzzzzzzzzzzzzzzzz
Browse files Browse the repository at this point in the history
  • Loading branch information
Josh-XT committed Feb 5, 2024
1 parent 6253d68 commit 8cb25d6
Showing 1 changed file with 2 additions and 4 deletions.
6 changes: 2 additions & 4 deletions cuda.Dockerfile
Original file line number Diff line number Diff line change
@@ -1,6 +1,5 @@
FROM nvidia/cuda:12.3.1-devel-ubuntu22.04
RUN --mount=type=cache,target=/var/cache/cuda/apt,sharing=locked \
apt-get update --fix-missing && \
RUN apt-get update --fix-missing && \
apt-get upgrade -y && \
apt-get install -y --fix-missing --no-install-recommends git build-essential cmake gcc g++ portaudio19-dev ffmpeg libportaudio2 libasound-dev python3 python3-pip wget ocl-icd-opencl-dev opencl-headers clinfo libclblast-dev libopenblas-dev ninja-build && \
mkdir -p /etc/OpenCL/vendors && echo "libnvidia-opencl.so.1" > /etc/OpenCL/vendors/nvidia.icd && \
Expand All @@ -12,8 +11,7 @@ ENV HOST=0.0.0.0 \
CUDA_DOCKER_ARCH=all \
LLAMA_CUBLAS=1
COPY cuda-requirements.txt .
RUN --mount=type=cache,target=/var/cache/cuda/pip,sharing=locked \
python3 -m pip install --upgrade pip cmake scikit-build setuptools wheel --no-cache-dir && \
RUN python3 -m pip install --upgrade pip cmake scikit-build setuptools wheel --no-cache-dir && \
CMAKE_ARGS="-DLLAMA_CUBLAS=on" FORCE_CMAKE=1 pip install llama-cpp-python --no-cache-dir && \
pip install --no-cache-dir -r cuda-requirements.txt
COPY . .
Expand Down

0 comments on commit 8cb25d6

Please sign in to comment.