nikola/llama_cpp
1
0
Fork 0
Code Issues Pull Requests Actions 21 Packages Projects Releases Wiki Activity

llama: initialize pre-norm embedding mask flag (#23256)

Browse Source
This commit is contained in:
Andrei
2026-05-18 14:20:49 +03:00
committed by GitHub
parent 77e38d68f2
commit 49c21f97cd
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/llama-context.cpp
+1
View File
@@ -66,6 +66,7 @@ llama_context::llama_context(
cparams.yarn_beta_slow = params.yarn_beta_slow >= 0.0f ? params.yarn_beta_slow : hparams.yarn_beta_slow; cparams.yarn_beta_slow = params.yarn_beta_slow >= 0.0f ? params.yarn_beta_slow : hparams.yarn_beta_slow;
cparams.embeddings = params.embeddings; cparams.embeddings = params.embeddings;
cparams.embeddings_pre_norm = false; cparams.embeddings_pre_norm = false;
cparams.embeddings_pre_norm_masked = false;
cparams.offload_kqv = params.offload_kqv; cparams.offload_kqv = params.offload_kqv;
cparams.no_perf = params.no_perf; cparams.no_perf = params.no_perf;
cparams.pooling_type = params.pooling_type; cparams.pooling_type = params.pooling_type;