From 6cfe1e1ac2cac46ed50c6c30632b3fbdd5d7f6ee Mon Sep 17 00:00:00 2001 From: hiyouga Date: Fri, 3 Nov 2023 01:26:06 +0800 Subject: [PATCH] tiny fix Former-commit-id: 594c510a20d6c2782d7b7ffff18931e3003e6c22 --- src/llmtuner/tuner/sft/trainer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/tuner/sft/trainer.py b/src/llmtuner/tuner/sft/trainer.py index 7a20e9b4..c65cd255 100644 --- a/src/llmtuner/tuner/sft/trainer.py +++ b/src/llmtuner/tuner/sft/trainer.py @@ -33,7 +33,7 @@ class CustomSeq2SeqTrainer(Seq2SeqTrainer): Subclass and override to inject custom behavior. """ - labels = inputs["labels"].clone() if "labels" in inputs else None # backup labels + labels = inputs["labels"].detach().clone() if "labels" in inputs else None # backup labels if self.args.predict_with_generate: assert self.tokenizer.padding_side == "left", "This method only accepts left-padded tensor." prompt_len, label_len = inputs["input_ids"].size(-1), inputs["labels"].size(-1)