From e6fa0229f4d6e3b7b7f4f7412f8c393c38403bbd Mon Sep 17 00:00:00 2001 From: hiyouga Date: Thu, 7 Sep 2023 19:04:32 +0800 Subject: [PATCH] fix #809 Former-commit-id: e2bf7c3badbd5d2fd513ca7a00bd74d9c0d62d07 --- src/llmtuner/tuner/dpo/trainer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/tuner/dpo/trainer.py b/src/llmtuner/tuner/dpo/trainer.py index 1004bf60..572ce13d 100644 --- a/src/llmtuner/tuner/dpo/trainer.py +++ b/src/llmtuner/tuner/dpo/trainer.py @@ -42,7 +42,7 @@ class DPOPeftTrainer(PeftModelMixin, DPOTrainer): if ref_model is not None: if self.is_deepspeed_enabled: - self.ref_model = self.accelerator._prepare_deepspeed(self.ref_model) + self.ref_model, = self.accelerator._prepare_deepspeed(self.ref_model) self.ref_model.eval() else: self.ref_model = self.accelerator.prepare_model(self.ref_model, evaluation_mode=True)