fix torch_dtype check of export_model

Former-commit-id: f7c5b2d105d7dfdb0ddee217e14fd695668f9c34
This commit is contained in:
fenglui 2024-01-21 05:01:53 +08:00
parent 9f11bdfe8a
commit 1c160dd3a5

View File

@ -57,7 +57,7 @@ def export_model(args: Optional[Dict[str, Any]] = None):
raise ValueError("The model is not a `PreTrainedModel`, export aborted.")
setattr(model.config, "use_cache", True)
if getattr(model.config, "torch_dtype", None) == "bfloat16":
if getattr(model.config, "torch_dtype", None) == torch.bfloat16:
model = model.to(torch.bfloat16).to("cpu")
else:
model = model.to(torch.float16).to("cpu")