423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-15 11:20:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix ChatGLM2 ppo #527 #528

Browse Source
This commit is contained in:
hiyouga
2023-08-18 00:34:59 +08:00
parent be21fc83f9
commit 9f4c2adc9a
6 changed files with 72 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/chat/stream_chat.py
View File

@@ -49,7 +49,7 @@ class ChatModel:
top_p=top_p or gen_kwargs["top_p"],
top_k=top_k or gen_kwargs["top_k"],
repetition_penalty=repetition_penalty or gen_kwargs["repetition_penalty"],
eos_token_id=[self.tokenizer.eos_token_id] + self.tokenizer.additional_special_tokens_ids,
eos_token_id=list(set([self.tokenizer.eos_token_id] + self.tokenizer.additional_special_tokens_ids)),
pad_token_id=self.tokenizer.pad_token_id,
logits_processor=get_logits_processor()
))