spec : reset drafting flag at the end

ggerganov · ggerganov · commit 0d5dd61d6636 · 2026-05-09T17:12:06.000+03:00
diff --git a/common/speculative.cpp b/common/speculative.cpp
@@ -1007,6 +1007,15 @@ void common_speculative_draft(common_speculative * spec) {
             break;
         }
     }
+
+    // these sequences failed to generate a draft
+    for (llama_seq_id seq_id = 0; seq_id < (llama_seq_id) dparams.size(); ++seq_id) {
+        auto & dp = dparams[seq_id];
+
+        if (dp.drafting) {
+            dp.drafting = false;
+        }
+    }
 }
 
 void common_speculative_accept(common_speculative * spec, llama_seq_id seq_id, uint16_t n_accepted) {

Original file line number	Diff line number	Diff line change
`@@ -1007,6 +1007,15 @@ void common_speculative_draft(common_speculative * spec) {`
`1007`	`1007`	`break;`
`1008`	`1008`	`}`
`1009`	`1009`	`}`
	`1010`	`+`
	`1011`	`+ // these sequences failed to generate a draft`
	`1012`	`+ for (llama_seq_id seq_id = 0; seq_id < (llama_seq_id) dparams.size(); ++seq_id) {`
	`1013`	`+ auto & dp = dparams[seq_id];`
	`1014`	`+`
	`1015`	`+ if (dp.drafting) {`
	`1016`	`+ dp.drafting = false;`
	`1017`	`+ }`
	`1018`	`+ }`
`1010`	`1019`	`}`
`1011`	`1020`
`1012`	`1021`	`void common_speculative_accept(common_speculative * spec, llama_seq_id seq_id, uint16_t n_accepted) {`