We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f3e108a commit 4957551Copy full SHA for 4957551
1 file changed
src/maxtext/configs/base.yml
@@ -646,7 +646,6 @@ tokenizer_type: "sentencepiece" # Currently supporting: "tiktoken", "sentencepie
646
use_chat_template: false
647
chat_template_path: "" # path to chat template json file
648
chat_template: "" # Chat template to use with HF tokenizers. It should be a valid Jinja2-formatted template.
649
-tokenizer_chat_template_path: "" # Path to a chat template file to be loaded into the tokenizer if missing.
650
tokenize_train_data: true # false if the dataset is pre-tokenized
651
tokenize_eval_data: true # false if the dataset is pre-tokenized
652
add_bos: true
0 commit comments