nikola/llama_cpp
1
0
Fork 0
Code Issues Pull Requests Actions 23 Packages Projects Releases Wiki Activity

vulkan: disable mmvq on Intel Windows driver (#20672)

Browse Source 
* vulkan: disable mmvq on Intel Windows driver

* improve comment
This commit is contained in:
Ruben Ortlam
2026-03-17 21:51:43 +01:00
committed by GitHub
parent ee4801e5a6
commit 892e3c333a
1 changed files with 5 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml-vulkan/ggml-vulkan.cpp
+4 -10
View File
@@ -7646,20 +7646,14 @@ static bool ggml_vk_should_use_mmvq(const vk_device& device, uint32_t m, uint32_
return true; return true;
} }
case VK_VENDOR_ID_INTEL: case VK_VENDOR_ID_INTEL:
if (k < 2048) { if (device->driver_id == vk::DriverId::eIntelProprietaryWindows) {
// Intel Windows proprietary driver MMVQ performance is worse than fp16, see
// https://github.com/ggml-org/llama.cpp/issues/17628
return false; return false;
} }
if (device->driver_id == vk::DriverId::eIntelProprietaryWindows) { if (k < 2048) {
// Intel Windows proprietary driver tuning
switch (src0_type) {
case GGML_TYPE_MXFP4:
case GGML_TYPE_Q4_K:
case GGML_TYPE_Q5_K:
return false; return false;
default:
return true;
}
} }
switch (src0_type) { switch (src0_type) {