nikola/llama_cpp
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

vulkan : check src0 type in GGML_OP_SET_ROWS to avoid failures due to unimplemented f16 support (#25351)

Browse Source 
* vulkan : check src0 type in GGML_OP_SET_ROWS to avoid failures due to unimplemented f16 support

* chore : get rid of else

---------

Co-authored-by: Stanisław Szymczyk <sszymczy@gmail.com>
This commit is contained in:
fairydreaming
2026-07-07 12:56:02 +08:00
committed by GitHub
co-authored by Stanisław Szymczyk
parent 6f8895feec
commit a8cfdbb9e4
1 changed files with 17 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml-vulkan/ggml-vulkan.cpp
+17 -14
View File
@@ -17370,21 +17370,24 @@ static bool ggml_backend_vk_device_supports_op(ggml_backend_dev_t dev, const ggm
return op->type == GGML_TYPE_F32 && op->src[0]->type == GGML_TYPE_F32; return op->type == GGML_TYPE_F32 && op->src[0]->type == GGML_TYPE_F32;
case GGML_OP_SET_ROWS: case GGML_OP_SET_ROWS:
{ {
switch (op->type) { if (op->src[0]->type == GGML_TYPE_F32) {
case GGML_TYPE_F32: switch (op->type) {
case GGML_TYPE_F16: case GGML_TYPE_F32:
case GGML_TYPE_BF16: case GGML_TYPE_F16:
case GGML_TYPE_Q1_0: case GGML_TYPE_BF16:
case GGML_TYPE_Q4_0: case GGML_TYPE_Q1_0:
case GGML_TYPE_Q4_1: case GGML_TYPE_Q4_0:
case GGML_TYPE_Q5_0: case GGML_TYPE_Q4_1:
case GGML_TYPE_Q5_1: case GGML_TYPE_Q5_0:
case GGML_TYPE_Q8_0: case GGML_TYPE_Q5_1:
case GGML_TYPE_IQ4_NL: case GGML_TYPE_Q8_0:
return true; case GGML_TYPE_IQ4_NL:
default: return true;
return false; default:
return false;
}
} }
return false;
} }
case GGML_OP_CONT: case GGML_OP_CONT:
case GGML_OP_CPY: case GGML_OP_CPY: