423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-14 10:56:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix baichuan templates

Browse Source 
Former-commit-id: f48a49e835b32f3991cfad8874c7b9c78953809f
This commit is contained in:
hiyouga
2023-09-07 18:54:14 +08:00
parent ed89e29bcc
commit eae7b331d3
9 changed files with 53 additions and 87 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/chat/stream_chat.py
View File

@@ -49,7 +49,7 @@ class ChatModel:
top_p=top_p or gen_kwargs["top_p"],
top_k=top_k or gen_kwargs["top_k"],
repetition_penalty=repetition_penalty or gen_kwargs["repetition_penalty"],
eos_token_id=list(set([self.tokenizer.eos_token_id] + self.tokenizer.additional_special_tokens_ids)),
eos_token_id=[self.tokenizer.eos_token_id] + self.tokenizer.additional_special_tokens_ids,
pad_token_id=self.tokenizer.pad_token_id,
logits_processor=get_logits_processor()
))