sdgoij/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-05-11 19:44:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

sampling : refactor init to use llama_sampling_params

Browse Source
This commit is contained in:
Georgi Gerganov
2023-10-20 14:58:20 +03:00
parent 8cf19d60dc
commit cd1e937821
12 changed files with 110 additions and 142 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/parallel/parallel.cpp
View File

@@ -157,7 +157,7 @@ int main(int argc, char ** argv) {
for (size_t i = 0; i < clients.size(); ++i) {
auto & client = clients[i];
client.id = i;
client.ctx_sampling = llama_sampling_init(params);
client.ctx_sampling = llama_sampling_init(params.sparams);
}
std::vector<llama_token> tokens_system;