Update chat_templates.py

This commit is contained in:
Daniel Han-Chen 2024-03-15 04:44:54 +11:00
parent c3e0e518d9
commit a12e4ea3e0

View file

@ -245,8 +245,8 @@ CHAT_TEMPLATES["gemma"] = (gemma_template, gemma_eos_token,)
# We find using <eos> is still more appropriate!
gemma_chatml_template = "{{ bos_token }}" + chatml_template
gemma_chatml_eos_token = (
{"<start_of_turn>" : "<|im_start|>", }, # "<end_of_turn>" : "<|im_end|>"},
"eos_token", # "<|im_end|>",
{"<start_of_turn>" : "<|im_start|>", "<eos>" : "<|im_end|>"},
"<|im_end|>",
)
CHAT_TEMPLATES["gemma_chatml"] = (gemma_chatml_template, gemma_chatml_eos_token,)