sdgoij/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-05-13 04:24:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'ggerganov:master' into bitnet

Browse Source
This commit is contained in:
Eddie-Wang
2024-06-12 14:12:27 +08:00
committed by GitHub
parent 2322e9db9a f2b5764beb
commit c0cd08d45e
11 changed files with 1781 additions and 1245 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
examples/llama-bench/llama-bench.cpp
View File

@@ -1033,6 +1033,27 @@ struct markdown_printer : public printer {
if (field == "n_gpu_layers") {
return 3;
}
if (field == "n_threads") {
return 7;
}
if (field == "n_batch") {
return 7;
}
if (field == "n_ubatch") {
return 8;
}
if (field == "type_k" || field == "type_v") {
return 6;
}
if (field == "split_mode") {
return 5;
}
if (field == "flash_attn") {
return 2;
}
if (field == "use_mmap") {
return 4;
}
if (field == "test") {
return 13;
}