sdgoij/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-05-13 04:24:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

common : add llama_batch_add() and llama_batch_clear() helpers

Browse Source
This commit is contained in:
Georgi Gerganov
2023-10-16 12:41:33 +03:00
parent 005949109d
commit 360a333145
10 changed files with 98 additions and 122 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
common/sampling.cpp
View File

@@ -53,6 +53,19 @@ void llama_sampling_reset(llama_sampling_context * ctx) {
ctx->cur.clear();
}
void llama_sampling_cp(llama_sampling_context * src, llama_sampling_context * dst) {
if (dst->grammar) {
llama_grammar_free(dst->grammar);
dst->grammar = nullptr;
}
if (src->grammar) {
dst->grammar = llama_grammar_copy(src->grammar);
}
dst->prev = src->prev;
}
llama_token llama_sampling_sample(
struct llama_sampling_context * ctx_sampling,
struct llama_context * ctx_main,