nikola/llama_cpp
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

convert : more consistent handling of rope_parameters (#24833)

Browse Source
This commit is contained in:
Sigbjørn Skjæret
2026-06-20 13:42:36 +03:00
committed by GitHub
parent f449e05537
commit f4043fec01
15 changed files with 40 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files
conversion/step3.py
+1 -1
View File
@@ -314,7 +314,7 @@ class Step35Model(TextModel):
factor = float(rope_params.get("factor", 8.0))
low_freq_factor = float(rope_params.get("low_freq_factor", 1.0))
high_freq_factor = float(rope_params.get("high_freq_factor", 4.0))
old_context_len = int(rope_params.get("original_max_position_embeddings", self.hparams.get("original_max_position_embeddings", 8192)))
old_context_len = int(rope_params.get("original_max_position_embeddings", 8192))
low_freq_wavelen = old_context_len / low_freq_factor
high_freq_wavelen = old_context_len / high_freq_factor