Skip to content

Commit 5ce013c

Browse files
authored
common : Disable backend sampling if reasoning budget is enabled (#21209)
1 parent 08f2145 commit 5ce013c

1 file changed

Lines changed: 6 additions & 0 deletions

File tree

common/sampling.cpp

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -383,6 +383,12 @@ struct common_sampler * common_sampler_init(const struct llama_model * model, st
383383
params.backend_sampling = false;
384384
}
385385

386+
if (rbudget && params.backend_sampling) {
387+
LOG_WRN("%s: backend sampling is not compatible with reasoning budget, disabling\n", __func__);
388+
389+
params.backend_sampling = false;
390+
}
391+
386392
auto * result = new common_sampler {
387393
/* .params = */ params,
388394
/* .grmr = */ grmr,

0 commit comments

Comments
 (0)