mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-04 04:32:50 +08:00
Merge pull request #2262 from fenglui/main
fix torch_dtype check of export_model Former-commit-id: 11f612deab9c9d100ded04cce4bc0f9fff451f77
This commit is contained in:
commit
f29156bf5b
@ -57,7 +57,7 @@ def export_model(args: Optional[Dict[str, Any]] = None):
|
||||
raise ValueError("The model is not a `PreTrainedModel`, export aborted.")
|
||||
|
||||
setattr(model.config, "use_cache", True)
|
||||
if getattr(model.config, "torch_dtype", None) == "bfloat16":
|
||||
if getattr(model.config, "torch_dtype", None) == torch.bfloat16:
|
||||
model = model.to(torch.bfloat16).to("cpu")
|
||||
else:
|
||||
model = model.to(torch.float16).to("cpu")
|
||||
|
Loading…
x
Reference in New Issue
Block a user