From 983779c4742e28ac72d5c7c0ed05c809a018387a Mon Sep 17 00:00:00 2001 From: hiyouga Date: Fri, 3 Nov 2023 01:26:06 +0800 Subject: [PATCH] tiny fix Former-commit-id: 05d9fc7eff8f4f056c48b66bf89f1834ade27968 --- src/llmtuner/tuner/sft/trainer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llmtuner/tuner/sft/trainer.py b/src/llmtuner/tuner/sft/trainer.py index 7a20e9b4..c65cd255 100644 --- a/src/llmtuner/tuner/sft/trainer.py +++ b/src/llmtuner/tuner/sft/trainer.py @@ -33,7 +33,7 @@ class CustomSeq2SeqTrainer(Seq2SeqTrainer): Subclass and override to inject custom behavior. """ - labels = inputs["labels"].clone() if "labels" in inputs else None # backup labels + labels = inputs["labels"].detach().clone() if "labels" in inputs else None # backup labels if self.args.predict_with_generate: assert self.tokenizer.padding_side == "left", "This method only accepts left-padded tensor." prompt_len, label_len = inputs["input_ids"].size(-1), inputs["labels"].size(-1)