Skip to content

Commit 2756475

Browse files
committed
common: avoid deprecated draft warmup API
1 parent f86953c commit 2756475

1 file changed

Lines changed: 0 additions & 2 deletions

File tree

common/speculative.cpp

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4310,7 +4310,6 @@ llama_context * common_speculative_create_ctx_dft(const common_params_speculativ
43104310
if (eos != LLAMA_TOKEN_NULL) { tmp[n_tmp++] = eos; }
43114311
if (n_tmp == 0) { tmp[n_tmp++] = 0; }
43124312

4313-
llama_set_warmup(ctx_dft, true);
43144313
int ret = llama_decode(ctx_dft, llama_batch_get_one(tmp, n_tmp));
43154314
if (ret != 0) {
43164315
LOG_WRN("%s: draft warmup decode failed: %d (non-fatal)\n", __func__, ret);
@@ -4322,7 +4321,6 @@ llama_context * common_speculative_create_ctx_dft(const common_params_speculativ
43224321
}
43234322
llama_synchronize(ctx_dft);
43244323
llama_perf_context_reset(ctx_dft);
4325-
llama_set_warmup(ctx_dft, false);
43264324

43274325
LOG_INF("%s: draft model warmup complete\n", __func__);
43284326
}

0 commit comments

Comments
 (0)