sdgoij/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/llama.cpp.git synced 2026-05-01 14:44:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

output device group info

Browse Source
This commit is contained in:
Ruben Ortlam
2026-05-01 14:53:12 +02:00
parent d40697c46a
commit 033e652e92
1 changed files with 17 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
ggml/src/ggml-vulkan/ggml-vulkan.cpp
View File

@@ -12892,6 +12892,19 @@ static void ggml_vk_bench_pair(
{
auto groups = vk_instance.instance.enumeratePhysicalDeviceGroups();
std::cerr << " Device groups found: " << groups.size() << std::endl;
for (size_t g = 0; g < groups.size(); g++) {
auto & group = groups[g];
std::cerr << " Group " << g << ": " << group.physicalDeviceCount << " device(s)";
if (group.subsetAllocation) std::cerr << " [subsetAllocation]";
std::cerr << std::endl;
for (uint32_t i = 0; i < group.physicalDeviceCount; i++) {
auto props = group.physicalDevices[i].getProperties();
std::cerr << " [" << i << "] " << props.deviceName << std::endl;
}
}
bool found_group = false;
for (auto & group : groups) {
uint32_t i0 = UINT32_MAX, i1 = UINT32_MAX;
for (uint32_t i = 0; i < group.physicalDeviceCount; i++) {
@@ -12899,6 +12912,7 @@ static void ggml_vk_bench_pair(
if (group.physicalDevices[i] == dev1->physical_device) i1 = i;
}
if (i0 == UINT32_MAX || i1 == UINT32_MAX) continue;
found_group = true;
dg_idx0 = i0;
dg_idx1 = i1;
@@ -12963,6 +12977,9 @@ static void ggml_vk_bench_pair(
}
break;
}
if (!found_group) {
std::cerr << " devgroup: devices are not in the same device group" << std::endl;
}
}
// Helper to record a result