From f528d66dd870916987e8f7d5f3df54e5c2f3ac3b Mon Sep 17 00:00:00 2001 From: Wei-Lin Chiang Date: Thu, 23 Nov 2023 07:39:33 +0000 Subject: [PATCH] format --- fastchat/conversation.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/fastchat/conversation.py b/fastchat/conversation.py index 430a00ada..20426d080 100644 --- a/fastchat/conversation.py +++ b/fastchat/conversation.py @@ -1021,14 +1021,19 @@ def get_conv_template(name: str) -> Conversation: ) ) - +# source: https://huggingface.co/01-ai/Yi-34B-Chat/blob/main/tokenizer_config.json#L60 register_conv_template( Conversation( name="Yi-34b-chat", roles=("<|im_start|>user", "<|im_start|>assistant"), sep_style=SeparatorStyle.CHATML, sep="<|im_end|>", - stop_token_ids=[2, 6, 7, 8], # "<|endoftext|>", "<|im_start|>", "<|im_end|>", "<|im_sep|>" + stop_token_ids=[ + 2, + 6, + 7, + 8, + ], # "<|endoftext|>", "<|im_start|>", "<|im_end|>", "<|im_sep|>" stop_str="<|endoftext|>", ) )