sdgoij/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-05-14 13:04:08 +00:00
Code Issues Packages Projects Releases Wiki Activity

more stable

Browse Source
This commit is contained in:
Xuan Son Nguyen
2025-11-20 15:49:40 +01:00
parent 919d3f8cbf
commit b9ebdf616a
3 changed files with 40 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
tools/server/server.cpp
View File

@@ -5825,7 +5825,10 @@ int main(int argc, char ** argv, char ** envp) {
LOG_INF("%s: starting the main loop...\n", __func__);
// optionally, notify router server that this instance is ready
server_models::notify_router_server_ready(params.hostname, params.model_alias);
const char * router_port = std::getenv("LLAMA_SERVER_ROUTER_PORT");
if (router_port != nullptr) {
server_models::setup_child_server(params.hostname, std::atoi(router_port), params.model_alias, shutdown_handler);
}
// this call blocks the main thread until queue_tasks.terminate() is called
ctx_server.queue_tasks.start_loop();