Superminaren/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-09-11 04:56:56 +02:00
Code Issues Packages Projects Releases Wiki Activity

expose args and exit_code in API

Browse Source
This commit is contained in:
Xuan Son Nguyen
2025-11-23 14:59:04 +01:00
parent 4af1b6cbac
commit f25bfaba4d
4 changed files with 25 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/server/server-models.cpp
+6 -4
View File
@@ -368,11 +368,11 @@ void server_models::load(const std::string & name) {
std::vector<std::string> child_env = base_env; // copy
child_env.push_back("LLAMA_SERVER_ROUTER_PORT=" + std::to_string(base_params.port));
// TODO: add logging
SRV_INF("%s", "spawning server instance with args:\n");
for (const auto & arg : child_args) {
SRV_INF(" %s\n", arg.c_str());
}
inst.meta.args = child_args; // save for debugging
std::vector<char *> argv = to_char_ptr_array(child_args);
std::vector<char *> envp = to_char_ptr_array(child_env);
@@ -405,9 +405,11 @@ void server_models::load(const std::string & name) {
std::lock_guard<std::mutex> lk(mutex);
auto it = mapping.find(name);
if (it != mapping.end()) {
it->second.meta.status = exit_code == 0
? SERVER_MODEL_STATUS_UNLOADED
: SERVER_MODEL_STATUS_FAILED;
auto & meta = it->second.meta;
meta.exit_code = exit_code;
meta.status = exit_code == 0
? SERVER_MODEL_STATUS_UNLOADED
: SERVER_MODEL_STATUS_FAILED;
}
cv.notify_all();
}