nikola/llama_cpp
1
0
Fork 0
Code Issues Pull Requests Actions 19 Packages Projects Releases Wiki Activity

sycl : fix for untransposed GDA recurrent state (#20583)

Browse Source
This commit is contained in:
Sigbjørn Skjæret
2026-03-15 19:10:15 +01:00
committed by GitHub
parent b91d7dfe5b
commit ebbf544ed1
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml-sycl/gated_delta_net.cpp
+2 -2
View File
@@ -55,7 +55,7 @@ void gated_delta_net_sycl(const float * q,
#pragma unroll #pragma unroll
for (int r = 0; r < rows_per_lane; r++) { for (int r = 0; r < rows_per_lane; r++) {
const int i = r * warp_size + lane; const int i = r * warp_size + lane;
s_shard[r] = curr_state[i * S_v + col]; s_shard[r] = curr_state[col * S_v + i];
} }
for (int t = 0; t < n_tokens; t++) { for (int t = 0; t < n_tokens; t++) {
@@ -137,7 +137,7 @@ void gated_delta_net_sycl(const float * q,
#pragma unroll #pragma unroll
for (int r = 0; r < rows_per_lane; r++) { for (int r = 0; r < rows_per_lane; r++) {
const int i = r * warp_size + lane; const int i = r * warp_size + lane;
state[i * S_v + col] = s_shard[r]; state[col * S_v + i] = s_shard[r];
} }
} }