sdgoij/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-05-11 11:34:10 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix mul_mat_id stats, add throughput stat, add envvar trigger, add concurrent mode fix

Browse Source
This commit is contained in:
Piotr Wilkin
2026-03-29 22:52:33 +02:00
parent 69f649addd
commit 05ced7c850
12 changed files with 459 additions and 93 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
examples/debug/debug.cpp
View File

@@ -259,11 +259,17 @@ int main(int argc, char ** argv) {
if (params.profiling_output.empty()) {
ggml_backend_sched_print_profiling(sched);
} else {
int ret = ggml_backend_sched_export_profiling_json(sched, params.profiling_output.c_str());
if (ret == 0) {
LOG("\nProfiling data exported to: %s\n", params.profiling_output.c_str());
const std::string & path = params.profiling_output;
int ret;
if (path.size() >= 4 && path.compare(path.size() - 4, 4, ".txt") == 0) {
ret = ggml_backend_sched_export_profiling_text(sched, path.c_str());
} else {
LOG_ERR("\nFailed to export profiling data to: %s\n", params.profiling_output.c_str());
ret = ggml_backend_sched_export_profiling_json(sched, path.c_str());
}
if (ret == 0) {
LOG("\nProfiling data exported to: %s\n", path.c_str());
} else {
LOG_ERR("\nFailed to export profiling data to: %s\n", path.c_str());
}
}
}