mirror of
				https://github.com/ggml-org/llama.cpp.git
				synced 2025-11-03 09:22:01 +00:00 
			
		
		
		
	
		
			
				
	
	
		
			28 lines
		
	
	
		
			724 B
		
	
	
	
		
			Docker
		
	
	
	
	
	
			
		
		
	
	
			28 lines
		
	
	
		
			724 B
		
	
	
	
		
			Docker
		
	
	
	
	
	
ARG UBUNTU_VERSION=jammy
 | 
						|
 | 
						|
FROM ubuntu:$UBUNTU_VERSION AS build
 | 
						|
 | 
						|
# Install build tools
 | 
						|
RUN apt update && apt install -y git build-essential cmake wget libgomp1
 | 
						|
 | 
						|
# Install Vulkan SDK
 | 
						|
RUN wget -qO - https://packages.lunarg.com/lunarg-signing-key-pub.asc | apt-key add - && \
 | 
						|
    wget -qO /etc/apt/sources.list.d/lunarg-vulkan-jammy.list https://packages.lunarg.com/vulkan/lunarg-vulkan-jammy.list && \
 | 
						|
    apt update -y && \
 | 
						|
    apt-get install -y vulkan-sdk
 | 
						|
 | 
						|
# Build it
 | 
						|
WORKDIR /app
 | 
						|
COPY . .
 | 
						|
RUN cmake -B build -DGGML_VULKAN=1 && \
 | 
						|
    cmake --build build --config Release --target llama-cli
 | 
						|
 | 
						|
# Clean up
 | 
						|
WORKDIR /
 | 
						|
RUN cp /app/build/bin/llama-cli /llama-cli && \
 | 
						|
    rm -rf /app
 | 
						|
 | 
						|
ENV LC_ALL=C.utf8
 | 
						|
 | 
						|
ENTRYPOINT [ "/llama-cli" ]
 |