CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-27 08:21:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

devops: formalise llama.cpp loc

Browse Source 
Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
Aaron Teo
2025-09-09 17:40:27 +08:00
parent 244d6cf56f
commit 0a7664af84
1 changed files with 10 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
.devops/s390x.Dockerfile
View File

@@ -57,7 +57,7 @@ RUN apt update -y \
# Copy llama.cpp libraries
COPY --from=collector /lib/llama.cpp /usr/lib/s390x-linux-gnu
# Copy all shared libraries
# Copy all distro libraries
COPY --from=collector /lib/distro /lib/s390x-linux-gnu
@@ -65,14 +65,14 @@ COPY --from=collector /lib/distro /lib/s390x-linux-gnu
FROM --platform=linux/s390x base AS light
# Copy llama.cpp binaries and libraries
COPY --from=collector /bin/llama.cpp/llama-cli /
COPY --from=collector /bin/llama.cpp/libggml-cpu.so /
COPY --from=collector /bin/llama.cpp/libggml-blas.so /
COPY --from=collector /bin/llama.cpp/llama-cli /llama.cpp/bin
COPY --from=collector /bin/llama.cpp/libggml-cpu.so /llama.cpp/bin
COPY --from=collector /bin/llama.cpp/libggml-blas.so /llama.cpp/bin
USER root:root
WORKDIR /models
ENTRYPOINT [ "/llama-cli" ]
ENTRYPOINT [ "/llama.cpp/bin/llama-cli" ]
### Hardened Server
@@ -81,18 +81,18 @@ FROM --platform=linux/s390x gcr.io/distroless/cc-debian${DEBIAN_VERSION}:nonroot
ENV LLAMA_ARG_HOST=0.0.0.0
# Copy llama.cpp binaries and libraries
COPY --from=collector /bin/llama.cpp/llama-server /
COPY --from=collector /bin/llama.cpp/llama-server /llama.cpp/bin
COPY --from=collector /lib/llama.cpp /usr/lib/s390x-linux-gnu
# Fixes model loading errors
COPY --from=collector /bin/llama.cpp/libggml-cpu.so /
COPY --from=collector /bin/llama.cpp/libggml-blas.so /
COPY --from=collector /bin/llama.cpp/libggml-cpu.so /llama.cpp/bin
COPY --from=collector /bin/llama.cpp/libggml-blas.so /llama.cpp/bin
# Copy all shared libraries
# Copy all distro libraries
COPY --from=collector /lib/distro /lib/s390x-linux-gnu
USER nonroot:nonroot
WORKDIR /models
EXPOSE 8080
ENTRYPOINT [ "/llama-server" ]
ENTRYPOINT [ "/llama.cpp/bin/llama-server" ]