diff --git a/tools/server/server-models.cpp b/tools/server/server-models.cpp index 544798c55e..ef6acb57de 100644 --- a/tools/server/server-models.cpp +++ b/tools/server/server-models.cpp @@ -96,6 +96,7 @@ static void unset_reserved_args(common_preset & preset, bool unset_model_args) { preset.unset_option("LLAMA_API_KEY"); preset.unset_option("LLAMA_ARG_MODELS_DIR"); preset.unset_option("LLAMA_ARG_MODELS_MAX"); + preset.unset_option("LLAMA_ARG_MODELS_MEMORY_MARGIN"); preset.unset_option("LLAMA_ARG_MODELS_PRESET"); preset.unset_option("LLAMA_ARG_MODELS_AUTOLOAD"); if (unset_model_args) {