CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-30 08:42:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

webui: Remove running llama-server within WebUI dev.sh script (#16363)

Browse Source
This commit is contained in:
Aleksander Grygier
2025-10-01 07:40:26 +02:00
committed by GitHub
parent e74c92e842
commit aa9538a63a
1 changed files with 16 additions and 64 deletions
Download Patch File Download Diff File Expand all files Collapse all files

80
tools/server/webui/scripts/dev.sh
View File

@@ -1,5 +1,14 @@
#!/bin/bash #!/bin/bash
# Development script for llama.cpp webui
#
# This script starts the webui development servers (Storybook and Vite).
# Note: You need to start llama-server separately.
#
# Usage:
# bash scripts/dev.sh
# npm run dev
cd ../../../ cd ../../../
# Check and install git hooks if missing # Check and install git hooks if missing
@@ -28,76 +37,19 @@ check_and_install_hooks() {
# Install git hooks if needed # Install git hooks if needed
check_and_install_hooks check_and_install_hooks
# Check if llama-server binary already exists
if [ ! -f "build/bin/llama-server" ]; then
echo "Building llama-server..."
cmake -B build && cmake --build build --config Release -t llama-server
else
echo "llama-server binary already exists, skipping build."
fi
# Start llama-server and capture output
echo "Starting llama-server..."
mkfifo server_output.pipe
build/bin/llama-server -hf ggml-org/gpt-oss-20b-GGUF --jinja -c 0 --no-webui > server_output.pipe 2>&1 &
SERVER_PID=$!
# Function to wait for server to be ready
wait_for_server() {
echo "Waiting for llama-server to be ready..."
local max_wait=60
local start_time=$(date +%s)
# Read server output in background and look for the ready message
(
while IFS= read -r line; do
echo "🔍 Server: $line"
if [[ "$line" == *"server is listening on http://127.0.0.1:8080 - starting the main loop"* ]]; then
echo "✅ llama-server is ready!"
echo "READY" > server_ready.flag
break
fi
done < server_output.pipe
) &
# Wait for ready flag or timeout
while [ ! -f server_ready.flag ]; do
local current_time=$(date +%s)
local elapsed=$((current_time - start_time))
if [ $elapsed -ge $max_wait ]; then
echo "❌ Server failed to start within $max_wait seconds"
rm -f server_ready.flag
return 1
fi
sleep 1
done
rm -f server_ready.flag
return 0
}
# Cleanup function # Cleanup function
cleanup() { cleanup() {
echo "🧹 Cleaning up..." echo "🧹 Cleaning up..."
kill $SERVER_PID 2>/dev/null
rm -f server_output.pipe server_ready.flag
exit exit
} }
# Set up signal handlers # Set up signal handlers
trap cleanup SIGINT SIGTERM trap cleanup SIGINT SIGTERM
# Wait for server to be ready echo "🚀 Starting development servers..."
if wait_for_server; then echo "📝 Note: Make sure to start llama-server separately if needed"
echo "🚀 Starting development servers..." cd tools/server/webui
cd tools/server/webui storybook dev -p 6006 --ci & vite dev --host 0.0.0.0 &
storybook dev -p 6006 --ci & vite dev --host 0.0.0.0 &
# Wait for all background processes
# Wait for all background processes wait
wait
else
echo "❌ Failed to start development environment"
cleanup
fi