CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-11-04 09:32:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

devops: remove move shared objects

Browse Source 
Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
Aaron Teo
2025-09-09 16:45:17 +08:00
parent 944ef7f0bc
commit ab79c0bb80
1 changed files with 4 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
.devops/s390x.Dockerfile
View File

@@ -22,8 +22,6 @@ RUN --mount=type=cache,target=/root/.ccache \
&& cmake --build build --config Release -j $(nproc) \ && cmake --build build --config Release -j $(nproc) \
&& cmake --install build --prefix /opt/llama.cpp && cmake --install build --prefix /opt/llama.cpp
RUN find /opt/llama.cpp/bin -name "*.so" -exec mv {} /opt/llama.cpp/lib \;
# DOUBLE CHECK ALL FILES ARE COPIED INTO COLLECTOR # DOUBLE CHECK ALL FILES ARE COPIED INTO COLLECTOR
RUN cp *.py /opt/llama.cpp \ RUN cp *.py /opt/llama.cpp \
&& cp -r gguf-py /opt/llama.cpp \ && cp -r gguf-py /opt/llama.cpp \
@@ -42,17 +40,18 @@ COPY --from=build /opt/llama.cpp/lib /lib/llama.cpp
# Copy all shared libraries from distro # Copy all shared libraries from distro
COPY --from=build /usr/lib/s390x-linux-gnu /lib/distro COPY --from=build /usr/lib/s390x-linux-gnu /lib/distro
FROM --platform=linux/s390x gcr.io/distroless/cc-debian12:nonroot AS server # TODO: REMEMBER TO REMOVE DEBUG TAG
FROM --platform=linux/s390x gcr.io/distroless/cc-debian12:debug-nonroot AS server
ENV LLAMA_ARG_HOST=0.0.0.0 ENV LLAMA_ARG_HOST=0.0.0.0
ENV LLAMA_ARG_PORT=8080
# Copy llama.cpp binaries and libraries # Copy llama.cpp binaries and libraries
COPY --from=collector /bin/llama.cpp / COPY --from=collector /bin/llama.cpp /
COPY --from=collector /lib/llama.cpp /usr/lib/s390x-linux-gnu COPY --from=collector /lib/llama.cpp /usr/lib/s390x-linux-gnu
# Fixes model loading errors # Fixes model loading errors
COPY --from=collector /bin/llama.cpp/*.so / # TODO: Double check this
# COPY --from=collector /bin/llama.cpp/*.so /
# Copy all shared libraries # Copy all shared libraries
COPY --from=collector /lib/distro /lib/s390x-linux-gnu COPY --from=collector /lib/distro /lib/s390x-linux-gnu