From 063a83ab4e49b18086e9c5f6e3e34a108269c7d4 Mon Sep 17 00:00:00 2001
From: hiyouga <hiyouga@buaa.edu.cn>
Date: Sun, 4 Jun 2023 16:35:50 +0800
Subject: [PATCH] tiny fix

Former-commit-id: 5ce3e0056948aded120b63e365a892f9d8c3c840
---
 src/utils/common.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/utils/common.py b/src/utils/common.py
index 90828403..b33fa15b 100644
--- a/src/utils/common.py
+++ b/src/utils/common.py
@@ -199,7 +199,7 @@ def load_pretrained(
     model = AutoModelForCausalLM.from_pretrained(
         model_args.model_name_or_path,
         config=config,
-        torch_dtype=torch.bfloat16 if finetuning_args.compute_dtype == torch.bfloat16 else torch.float16,
+        torch_dtype=torch.bfloat16 if model_args.compute_dtype == torch.bfloat16 else torch.float16,
         low_cpu_mem_usage=True,
         **config_kwargs
     )