From 559b84dceb71647a2ec4c8914c4c9ea2e178a3fd Mon Sep 17 00:00:00 2001
From: hiyouga <467089858@qq.com>
Date: Sun, 1 Sep 2024 21:07:49 +0800
Subject: [PATCH] fix bug

Former-commit-id: 6e19e56000dd18d5faf84ceabce8d7708ff21e4d
---
 src/llamafactory/data/collator.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/llamafactory/data/collator.py b/src/llamafactory/data/collator.py
index 5e67899b..968d7018 100644
--- a/src/llamafactory/data/collator.py
+++ b/src/llamafactory/data/collator.py
@@ -93,7 +93,7 @@ class MultiModalDataCollatorForSeq2Seq(DataCollatorForSeq2Seq):
                 else:
                     image_grid_thw.append(torch.tensor(feature["image_grid_thw"], dtype=torch.long))
 
-            extra_features["image_grid_thw"] = torch.cat(pixel_values, dim=0)
+            extra_features["image_grid_thw"] = torch.cat(image_grid_thw, dim=0)
             if extra_features["image_grid_thw"].numel() == 0:
                 extra_features["image_grid_thw"] = None