We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent dd91e4f commit f865cffCopy full SHA for f865cff
1 file changed
extension/llm/runner/irunner.h
@@ -139,7 +139,7 @@ class ET_EXPERIMENTAL IRunner {
139
* audio)
140
* @param num_bos Number of BOS tokens to prepend during encoding
141
* @param num_eos Number of EOS tokens to append during encoding
142
- * @return Error::Ok if successful, an error otherwise
+ * @return The next token predicted after prefill, or an error
143
*/
144
virtual runtime::Result<uint64_t> prefill(
145
const std::vector<MultimodalInput>& inputs,
0 commit comments