devops: attempt at fixing model loading failure

Signed-off-by: Aaron Teo <aaron.teo1@ibm.com>
This commit is contained in:
Aaron Teo
2025-09-09 16:19:35 +08:00
parent 451aceb9a0
commit b23e72e1d0

View File

@@ -22,6 +22,9 @@ RUN --mount=type=cache,target=/root/.ccache \
&& cmake --build build --config Release -j $(nproc) \ && cmake --build build --config Release -j $(nproc) \
&& cmake --install build --prefix /opt/llama.cpp && cmake --install build --prefix /opt/llama.cpp
RUN find /opt/llama.cpp/bin -name "*.so" -exec mv {} /opt/llama.cpp/lib \;
# DOUBLE CHECK ALL FILES ARE COPIED INTO COLLECTOR
RUN cp *.py /opt/llama.cpp \ RUN cp *.py /opt/llama.cpp \
&& cp -r gguf-py /opt/llama.cpp \ && cp -r gguf-py /opt/llama.cpp \
&& cp -r requirements /opt/llama.cpp \ && cp -r requirements /opt/llama.cpp \