Skip to content

Commit

Permalink
fix: apply code review from @vrothberg
Browse files Browse the repository at this point in the history
Signed-off-by: Jeff MAURY <[email protected]>
  • Loading branch information
jeffmaury committed Mar 25, 2024
1 parent 0facdc6 commit 2b49d8c
Showing 1 changed file with 7 additions and 5 deletions.
12 changes: 7 additions & 5 deletions tools/compute-model-sizes.sh
Original file line number Diff line number Diff line change
@@ -1,7 +1,9 @@
echo 'FROM registry.access.redhat.com/ubi9-minimal:9.3' >Containerfile
echo 'RUN microdnf install -y git make g++' >>Containerfile
echo 'RUN git clone https://github.com/ggerganov/llama.cpp' >>Containerfile
echo 'RUN cd llama.cpp && make simple' >>Containerfile
echo 'RUN pwd' >>Containerfile
cat >Containerfile <<EOF
FROM registry.access.redhat.com/ubi9-minimal:9.3
RUN microdnf install -y git make g++
RUN git clone https://github.com/ggerganov/llama.cpp
RUN cd llama.cpp && make simple
RUN pwd
EOF
podman build . -q -t get-model-size
cat packages/backend/src/assets/ai.json | jq -r .models[].url | while read i; do echo $i; curl -s -L -o model $i; podman run --rm -t --security-opt 'label=disable' -v `pwd`/model:/model get-model-size llama.cpp/simple /model a | grep 'model size'; rm model; done

0 comments on commit 2b49d8c

Please sign in to comment.