423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-15 03:10:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

update readme

Browse Source 
Former-commit-id: 20cf27976f
This commit is contained in:
hiyouga
2023-08-07 15:02:02 +08:00
parent 556d345f54
commit 733b395822
5 changed files with 39 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/chat/stream_chat.py
View File

@@ -30,7 +30,7 @@ class ChatModel:
) -> Tuple[Dict[str, Any], int]:
prefix = prefix or self.source_prefix
prompt, _ = self.template.get_prompt(
prompt, _ = self.template.encode_oneturn(
tokenizer=self.tokenizer, query=query, resp="", history=history, prefix=prefix
)
input_ids = torch.tensor([prompt], device=self.model.device)