mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-04 04:32:50 +08:00
Update tuner.py
Former-commit-id: 662b9a9dcfadb01a903d3672e277929ec1875ed4
This commit is contained in:
parent
f036b9c7ba
commit
5159c9719c
@ -59,8 +59,8 @@ def export_model(args: Optional[Dict[str, Any]] = None):
|
||||
if hasattr(model.config, "torch_dtype"):
|
||||
model = model.to(getattr(model.config, "torch_dtype")).to("cpu")
|
||||
else:
|
||||
model = model.to(torch.float32).to("cpu")
|
||||
setattr(model.config, "torch_dtype", "float32")
|
||||
model = model.to(torch.float16).to("cpu")
|
||||
setattr(model.config, "torch_dtype", torch.float16)
|
||||
|
||||
model.save_pretrained(
|
||||
save_directory=model_args.export_dir,
|
||||
|
Loading…
x
Reference in New Issue
Block a user