nikola/llama_cpp
1
0
Fork 0
Code Issues Pull Requests Actions 19 Packages Projects Releases Wiki Activity

common: add LLAMA_ARG_OVERRIDE_TENSOR env var for -ot arg (#18267)

Browse Source
This commit is contained in:
ddh0
2025-12-24 14:19:12 +08:00
committed by GitHub
parent 5ee4e43f26
commit 10355dc7d0
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
common/arg.cpp
+1 -1
View File
@@ -2087,7 +2087,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex
"override tensor buffer type", [](common_params & params, const std::string & value) { "override tensor buffer type", [](common_params & params, const std::string & value) {
parse_tensor_buffer_overrides(value, params.tensor_buft_overrides); parse_tensor_buffer_overrides(value, params.tensor_buft_overrides);
} }
)); ).set_env("LLAMA_ARG_OVERRIDE_TENSOR"));
add_opt(common_arg( add_opt(common_arg(
{"-otd", "--override-tensor-draft"}, "<tensor name pattern>=<buffer type>,...", {"-otd", "--override-tensor-draft"}, "<tensor name pattern>=<buffer type>,...",
"override tensor buffer type for draft model", [](common_params & params, const std::string & value) { "override tensor buffer type for draft model", [](common_params & params, const std::string & value) {