CS348Project/llama.cpp
5
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2025-10-31 08:51:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

server : bind to any port when specified (#10590)

Browse Source
This commit is contained in:
alek3y
2024-12-01 12:33:12 +01:00
committed by GitHub
parent 6acce39710
commit 86dc11c5bc
1 changed files with 14 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
examples/server/server.cpp
View File

@@ -3347,8 +3347,18 @@ int main(int argc, char ** argv) {
llama_backend_free(); llama_backend_free();
}; };
// bind HTTP listen port, run the HTTP server in a thread // bind HTTP listen port
if (!svr->bind_to_port(params.hostname, params.port)) { bool was_bound = false;
if (params.port == 0) {
int bound_port = svr->bind_to_any_port(params.hostname);
if ((was_bound = (bound_port >= 0))) {
params.port = bound_port;
}
} else {
was_bound = svr->bind_to_port(params.hostname, params.port);
}
if (!was_bound) {
//LOG_ERROR("couldn't bind HTTP server socket", { //LOG_ERROR("couldn't bind HTTP server socket", {
// {"hostname", params.hostname}, // {"hostname", params.hostname},
// {"port", params.port}, // {"port", params.port},
@@ -3357,6 +3367,8 @@ int main(int argc, char ** argv) {
clean_up(); clean_up();
return 1; return 1;
} }
// run the HTTP server in a thread
std::thread t([&]() { svr->listen_after_bind(); }); std::thread t([&]() { svr->listen_after_bind(); });
svr->wait_until_ready(); svr->wait_until_ready();