We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f86953c commit 2756475Copy full SHA for 2756475
1 file changed
common/speculative.cpp
@@ -4310,7 +4310,6 @@ llama_context * common_speculative_create_ctx_dft(const common_params_speculativ
4310
if (eos != LLAMA_TOKEN_NULL) { tmp[n_tmp++] = eos; }
4311
if (n_tmp == 0) { tmp[n_tmp++] = 0; }
4312
4313
- llama_set_warmup(ctx_dft, true);
4314
int ret = llama_decode(ctx_dft, llama_batch_get_one(tmp, n_tmp));
4315
if (ret != 0) {
4316
LOG_WRN("%s: draft warmup decode failed: %d (non-fatal)\n", __func__, ret);
@@ -4322,7 +4321,6 @@ llama_context * common_speculative_create_ctx_dft(const common_params_speculativ
4322
4321
}
4323
llama_synchronize(ctx_dft);
4324
llama_perf_context_reset(ctx_dft);
4325
- llama_set_warmup(ctx_dft, false);
4326
4327
LOG_INF("%s: draft model warmup complete\n", __func__);
4328
0 commit comments