423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 20:00:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

update get template

Browse Source
This commit is contained in:
hiyouga
2024-09-04 22:36:20 +08:00
parent 8f441c2b3a
commit dabad5570b
17 changed files with 57 additions and 56 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/chat/vllm_engine.py
View File

@@ -68,7 +68,7 @@ class VllmEngine(BaseEngine):
self.tokenizer = tokenizer_module["tokenizer"]
self.processor = tokenizer_module["processor"]
self.tokenizer.padding_side = "left"
self.template = get_template_and_fix_tokenizer(self.tokenizer, data_args.template, data_args.tool_format)
self.template = get_template_and_fix_tokenizer(self.tokenizer, data_args)
self.generating_args = generating_args.to_dict()
engine_args = {