Skip to content

Commit 8ed274e

Browse files
Add cohere2moe to llama-vocab for TINY_AYA (ggml-org#24601)
1 parent 4672211 commit 8ed274e

1 file changed

Lines changed: 2 additions & 1 deletion

File tree

src/llama-vocab.cpp

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2280,7 +2280,8 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
22802280
clean_spaces = false;
22812281
ignore_merges = true;
22822282
} else if (
2283-
tokenizer_pre == "tiny_aya") {
2283+
tokenizer_pre == "tiny_aya" ||
2284+
tokenizer_pre == "cohere2moe") {
22842285
pre_type = LLAMA_VOCAB_PRE_TYPE_TINY_AYA;
22852286
clean_spaces = false;
22862287
} else if (

0 commit comments

Comments
 (0)