423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 11:50:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #2320

Browse Source
This commit is contained in:
hiyouga
2024-01-24 16:19:18 +08:00
parent 51ad35b3c7
commit 2bc30763e9
3 changed files with 43 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/llmtuner/train/tuner.py
View File

@@ -56,7 +56,9 @@ def export_model(args: Optional[Dict[str, Any]] = None):
if not isinstance(model, PreTrainedModel):
raise ValueError("The model is not a `PreTrainedModel`, export aborted.")
if hasattr(model.config, "torch_dtype"):
if getattr(model, "quantization_method", None):
model = model.to("cpu")
elif hasattr(model.config, "torch_dtype"):
model = model.to(getattr(model.config, "torch_dtype")).to("cpu")
else:
model = model.to(torch.float16).to("cpu")