423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-15 03:10:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix internlm2 template

Browse Source 
Former-commit-id: a9c18255aa
This commit is contained in:
hiyouga
2024-01-20 23:33:50 +08:00
parent 0be7b16955
commit cb8abce2f3
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/llmtuner/chat/chat_model.py
View File

@@ -37,9 +37,9 @@ class ChatModel:
tools: Optional[str] = None,
**input_kwargs,
) -> Tuple[Dict[str, Any], int]:
messages += [{"role": "assistant", "content": ""}]
new_messages = messages + [{"role": "assistant", "content": ""}]
prompt, _ = self.template.encode_oneturn(
tokenizer=self.tokenizer, messages=messages, system=system, tools=tools
tokenizer=self.tokenizer, messages=new_messages, system=system, tools=tools
)
prompt_length = len(prompt)
input_ids = torch.tensor([prompt], device=self.model.device)