We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 6d328e3 commit d4608d2Copy full SHA for d4608d2
1 file changed
examples/qualcomm/oss_scripts/llama/runner/runner.cpp
@@ -182,8 +182,7 @@ Error Runner<T>::load() {
182
eos_ids->insert(tokenizer_->encode("<|eot|>", 0, 0).get()[0]);
183
eos_ids->insert(tokenizer_->encode("<|end_of_text|>", 0, 0).get()[0]);
184
} else {
185
- tokenizer_ =
186
- example::load_llama_tokenizer(tokenizer_path_, Version::Default);
+ tokenizer_ = llm::load_tokenizer(tokenizer_path_);
187
if (tokenizer_ == nullptr) {
188
ET_LOG(
189
Error, "Failed to load tokenizer with %s", tokenizer_path_.c_str());
0 commit comments