cont : handle non-ckpt models

This commit is contained in:
Georgi Gerganov
2026-05-07 21:10:03 +03:00
parent c7facb0fe1
commit 0239f4c611
2 changed files with 45 additions and 24 deletions

View File

@@ -2101,7 +2101,7 @@ bool server_prompt_cache::load(server_prompt & prompt, const server_tokens & tok
data.clear();
data.shrink_to_fit();
}
}
}
prompt = std::move(*it_best);