nikola/llama_cpp
1
0
Fork 0
Code Issues Pull Requests Actions 22 Packages Projects Releases Wiki Activity

perplexity : fix integer overflow (#23496)

Browse Source 
Co-authored-by: Stanisław Szymczyk <sszymczy@gmail.com>
This commit is contained in:
fairydreaming
2026-05-22 15:50:44 +03:00
committed by GitHub
co-authored by Stanisław Szymczyk
parent cc9e331213
commit ef570f6308
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/perplexity/perplexity.cpp
+1 -1
View File
@@ -524,7 +524,7 @@ static results_perplexity perplexity(llama_context * ctx, const common_params &
logits_stream.write((const char *)&n_chunk, sizeof(n_chunk)); logits_stream.write((const char *)&n_chunk, sizeof(n_chunk));
logits_stream.write((const char *)tokens.data(), n_chunk*n_ctx*sizeof(tokens[0])); logits_stream.write((const char *)tokens.data(), n_chunk*n_ctx*sizeof(tokens[0]));
const int nv = 2*((n_vocab + 1)/2) + 4; const int nv = 2*((n_vocab + 1)/2) + 4;
log_probs.resize(n_ctx * nv); log_probs.resize(size_t(n_ctx) * nv);
} }
// We get the logits for all the tokens in the context window (params.n_ctx) // We get the logits for all the tokens in the context window (params.n_ctx)