mirror of
				https://github.com/ggml-org/llama.cpp.git
				synced 2025-11-03 09:22:01 +00:00 
			
		
		
		
	
		
			
				
	
	
		
			28 lines
		
	
	
		
			519 B
		
	
	
	
		
			Docker
		
	
	
	
	
	
			
		
		
	
	
			28 lines
		
	
	
		
			519 B
		
	
	
	
		
			Docker
		
	
	
	
	
	
ARG UBUNTU_VERSION=22.04
 | 
						|
 | 
						|
FROM ubuntu:$UBUNTU_VERSION AS build
 | 
						|
 | 
						|
RUN apt-get update && \
 | 
						|
    apt-get install -y build-essential git libcurl4-openssl-dev curl
 | 
						|
 | 
						|
WORKDIR /app
 | 
						|
 | 
						|
COPY . .
 | 
						|
 | 
						|
ENV LLAMA_CURL=1
 | 
						|
 | 
						|
RUN make -j$(nproc) llama-server
 | 
						|
 | 
						|
FROM ubuntu:$UBUNTU_VERSION AS runtime
 | 
						|
 | 
						|
RUN apt-get update && \
 | 
						|
    apt-get install -y libcurl4-openssl-dev libgomp1
 | 
						|
 | 
						|
COPY --from=build /app/llama-server /llama-server
 | 
						|
 | 
						|
ENV LC_ALL=C.utf8
 | 
						|
 | 
						|
HEALTHCHECK CMD [ "curl", "-f", "http://localhost:8080/health" ]
 | 
						|
 | 
						|
ENTRYPOINT [ "/llama-server" ]
 |