423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-23 22:32:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix paligemma infer

Browse Source 
Former-commit-id: 84cd1188ac03c165e1a626db297936c2458627d6
This commit is contained in:
hiyouga 2024-12-19 13:24:41 +00:00
parent 9d437a5f4f
commit f07bad7144
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/chat/hf_engine.py
View File

@ -171,7 +171,7 @@ class HuggingfaceEngine(BaseEngine):
elif not isinstance(value, torch.Tensor): elif not isinstance(value, torch.Tensor):
value = torch.tensor(value) value = torch.tensor(value)
gen_kwargs[key] = value.to(model.device) gen_kwargs[key] = value.to(dtype=model.dtype, device=model.device)
return gen_kwargs, prompt_length return gen_kwargs, prompt_length

2
src/llamafactory/webui/locales.py
View File

@ -1119,7 +1119,7 @@ LOCALES = {
"info": "Нормализация оценок в тренировке PPO.", "info": "Нормализация оценок в тренировке PPO.",
}, },
"zh": { "zh": {
"label": "奖励模型", "label": "归一化分数",
"info": "PPO 训练中归一化奖励分数。", "info": "PPO 训练中归一化奖励分数。",
}, },
"ko": { "ko": {