happyz
/
llama.cpp
mirror of https://github.com/ggerganov/llama.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

devops: formalise llama.cpp loc 

Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
Aaron Teo 2025-09-09 17:40:27 +08:00
parent 244d6cf56f
commit 0a7664af84
No known key found for this signature in database
1 changed files with 10 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
.devops/s390x.Dockerfile
View File

@ -57,7 +57,7 @@ RUN apt update -y \
# Copy llama.cpp libraries # Copy llama.cpp libraries
COPY --from=collector /lib/llama.cpp /usr/lib/s390x-linux-gnu COPY --from=collector /lib/llama.cpp /usr/lib/s390x-linux-gnu
# Copy all shared libraries # Copy all distro libraries
COPY --from=collector /lib/distro /lib/s390x-linux-gnu COPY --from=collector /lib/distro /lib/s390x-linux-gnu
@ -65,14 +65,14 @@ COPY --from=collector /lib/distro /lib/s390x-linux-gnu
FROM --platform=linux/s390x base AS light FROM --platform=linux/s390x base AS light
# Copy llama.cpp binaries and libraries # Copy llama.cpp binaries and libraries
COPY --from=collector /bin/llama.cpp/llama-cli / COPY --from=collector /bin/llama.cpp/llama-cli /llama.cpp/bin
COPY --from=collector /bin/llama.cpp/libggml-cpu.so / COPY --from=collector /bin/llama.cpp/libggml-cpu.so /llama.cpp/bin
COPY --from=collector /bin/llama.cpp/libggml-blas.so / COPY --from=collector /bin/llama.cpp/libggml-blas.so /llama.cpp/bin
USER root:root USER root:root
WORKDIR /models WORKDIR /models
ENTRYPOINT [ "/llama-cli" ] ENTRYPOINT [ "/llama.cpp/bin/llama-cli" ]
### Hardened Server ### Hardened Server
@ -81,18 +81,18 @@ FROM --platform=linux/s390x gcr.io/distroless/cc-debian${DEBIAN_VERSION}:nonroot
ENV LLAMA_ARG_HOST=0.0.0.0 ENV LLAMA_ARG_HOST=0.0.0.0
# Copy llama.cpp binaries and libraries # Copy llama.cpp binaries and libraries
COPY --from=collector /bin/llama.cpp/llama-server / COPY --from=collector /bin/llama.cpp/llama-server /llama.cpp/bin
COPY --from=collector /lib/llama.cpp /usr/lib/s390x-linux-gnu COPY --from=collector /lib/llama.cpp /usr/lib/s390x-linux-gnu
# Fixes model loading errors # Fixes model loading errors
COPY --from=collector /bin/llama.cpp/libggml-cpu.so / COPY --from=collector /bin/llama.cpp/libggml-cpu.so /llama.cpp/bin
COPY --from=collector /bin/llama.cpp/libggml-blas.so / COPY --from=collector /bin/llama.cpp/libggml-blas.so /llama.cpp/bin
# Copy all shared libraries # Copy all distro libraries
COPY --from=collector /lib/distro /lib/s390x-linux-gnu COPY --from=collector /lib/distro /lib/s390x-linux-gnu
USER nonroot:nonroot USER nonroot:nonroot
WORKDIR /models WORKDIR /models
EXPOSE 8080 EXPOSE 8080
ENTRYPOINT [ "/llama-server" ] ENTRYPOINT [ "/llama.cpp/bin/llama-server" ]