We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3bedbf2 commit 78565edCopy full SHA for 78565ed
tools/server/server-models.cpp
@@ -204,6 +204,7 @@ void server_presets::render_args(server_model_meta & meta) {
204
}
205
// 3. control args (from router)
206
// set control values
207
+ preset.options[control_args["LLAMA_ARG_HOST"]] = "127.0.0.1";
208
preset.options[control_args["LLAMA_ARG_PORT"]] = std::to_string(meta.port);
209
preset.options[control_args["LLAMA_ARG_ALIAS"]] = meta.name;
210
if (meta.in_cache) {
0 commit comments