From bf075c075c15f622c4ff5b0a44b28008dc70358d Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Sun, 21 Jan 2024 12:39:38 +0800 Subject: [PATCH] Update tuner.py Former-commit-id: 691420661f7115f809e76484c1f29f74637e7cd0 --- src/llmtuner/train/tuner.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/llmtuner/train/tuner.py b/src/llmtuner/train/tuner.py index 2bdb9fe5..c24e5eac 100644 --- a/src/llmtuner/train/tuner.py +++ b/src/llmtuner/train/tuner.py @@ -59,8 +59,8 @@ def export_model(args: Optional[Dict[str, Any]] = None): if hasattr(model.config, "torch_dtype"): model = model.to(getattr(model.config, "torch_dtype")).to("cpu") else: - model = model.to(torch.float32).to("cpu") - setattr(model.config, "torch_dtype", "float32") + model = model.to(torch.float16).to("cpu") + setattr(model.config, "torch_dtype", torch.float16) model.save_pretrained( save_directory=model_args.export_dir,