We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 0ad2ab5 commit 40d8fdcCopy full SHA for 40d8fdc
1 file changed
lightllm/server/build_prompt.py
@@ -16,7 +16,10 @@ def init_tokenizer(args):
16
if chat_path is not None:
17
with open(chat_path, "r", encoding="utf-8") as f:
18
chat_template_str = f.read()
19
- tokenizer.chat_template = chat_template_str
+ if hasattr(tokenizer, "tokenizer"):
20
+ tokenizer.tokenizer.chat_template = chat_template_str
21
+ else:
22
+ tokenizer.chat_template = chat_template_str
23
return
24
25
# 如果 tokenizer 目录下存在chat_template.json, 同时不存在 chat_template.jinja,
0 commit comments