From 990eeccf45abcb24c6ee8e1fc684c3f2e4654042 Mon Sep 17 00:00:00 2001
From: hiyouga <hiyouga@buaa.edu.cn>
Date: Wed, 9 Aug 2023 16:35:03 +0800
Subject: [PATCH] fix sft trainer

Former-commit-id: 08cc888b1569572d0cd20bcf3f07e20072a0311a
---
 src/llmtuner/tuner/sft/trainer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/llmtuner/tuner/sft/trainer.py b/src/llmtuner/tuner/sft/trainer.py
index 8755bf59..21739ac1 100644
--- a/src/llmtuner/tuner/sft/trainer.py
+++ b/src/llmtuner/tuner/sft/trainer.py
@@ -79,7 +79,7 @@ class Seq2SeqPeftTrainer(PeftTrainer):
 
         padded_tensor = pad_token_id * torch.ones_like(tgt_tensor)
         padded_tensor[:, -src_tensor.shape[-1]:] = src_tensor # adopt left-padding
-        return padded_tensor
+        return padded_tensor.contiguous()
 
     def save_predictions(
         self,