diff --git a/.devops/s390x.Dockerfile b/.devops/s390x.Dockerfile
index 657a4afe00..abd29d82f2 100644
--- a/.devops/s390x.Dockerfile
+++ b/.devops/s390x.Dockerfile
@@ -51,11 +51,14 @@ ENV LLAMA_ARG_PORT=8080
 COPY --from=collector /bin/llama.cpp /
 COPY --from=collector /lib/llama.cpp /usr/lib/s390x-linux-gnu
 
+# Fixes model loading errors
+COPY --from=collector /bin/llama.cpp/*.so /
+
 # Copy all shared libraries
 COPY --from=collector /lib/distro /lib/s390x-linux-gnu
 
 USER nonroot:nonroot
 WORKDIR /models
-EXPOSE ${LLAMA_ARG_PORT}
+EXPOSE 8080
 
 ENTRYPOINT [ "/llama-server" ]