423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-18 04:40:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix paligemma infer

Browse Source
This commit is contained in:
hiyouga
2024-12-19 13:24:41 +00:00
parent a2ad0738a2
commit 84cd1188ac
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/chat/hf_engine.py
View File

@@ -171,7 +171,7 @@ class HuggingfaceEngine(BaseEngine):
elif not isinstance(value, torch.Tensor):
value = torch.tensor(value)
gen_kwargs[key] = value.to(model.device)
gen_kwargs[key] = value.to(dtype=model.dtype, device=model.device)
return gen_kwargs, prompt_length