CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-01 09:01:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

devops: fix missing ggml shared object

Browse Source 
failure to load model

Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
Aaron Teo
2025-09-09 16:38:05 +08:00
parent b23e72e1d0
commit 944ef7f0bc
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
.devops/s390x.Dockerfile
View File

@@ -51,11 +51,14 @@ ENV LLAMA_ARG_PORT=8080
COPY --from=collector /bin/llama.cpp / COPY --from=collector /bin/llama.cpp /
COPY --from=collector /lib/llama.cpp /usr/lib/s390x-linux-gnu COPY --from=collector /lib/llama.cpp /usr/lib/s390x-linux-gnu
# Fixes model loading errors
COPY --from=collector /bin/llama.cpp/*.so /
# Copy all shared libraries # Copy all shared libraries
COPY --from=collector /lib/distro /lib/s390x-linux-gnu COPY --from=collector /lib/distro /lib/s390x-linux-gnu
USER nonroot:nonroot USER nonroot:nonroot
WORKDIR /models WORKDIR /models
EXPOSE ${LLAMA_ARG_PORT} EXPOSE 8080
ENTRYPOINT [ "/llama-server" ] ENTRYPOINT [ "/llama-server" ]