423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-11-05 18:32:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #2928

Browse Source 
Former-commit-id: 9558ee87bc7260a6596385aaa375df544862bfa9
This commit is contained in:
hiyouga 2024-03-24 00:34:54 +08:00
parent 06019b7ee3
commit 6d7c325f19
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/llmtuner/model/loader.py
View File

@ -110,6 +110,9 @@ def load_model(
if not is_trainable: if not is_trainable:
model.requires_grad_(False) model.requires_grad_(False)
model.eval() model.eval()
for param in model.parameters():
if param.device.type == "cuda":
param.data = param.data.to(model_args.compute_dtype)
else: else:
model.train() model.train()