common : Disable backend sampling if reasoning budget is enabled (#21209)
This commit is contained in:
@@ -383,6 +383,12 @@ struct common_sampler * common_sampler_init(const struct llama_model * model, st
|
|||||||
params.backend_sampling = false;
|
params.backend_sampling = false;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if (rbudget && params.backend_sampling) {
|
||||||
|
LOG_WRN("%s: backend sampling is not compatible with reasoning budget, disabling\n", __func__);
|
||||||
|
|
||||||
|
params.backend_sampling = false;
|
||||||
|
}
|
||||||
|
|
||||||
auto * result = new common_sampler {
|
auto * result = new common_sampler {
|
||||||
/* .params = */ params,
|
/* .params = */ params,
|
||||||
/* .grmr = */ grmr,
|
/* .grmr = */ grmr,
|
||||||
|
|||||||
Reference in New Issue
Block a user