From 4905b38c0b7e5c4cf31213546d4eb2b164d99dc8 Mon Sep 17 00:00:00 2001 From: BUAADreamer <1428195643@qq.com> Date: Thu, 25 Apr 2024 22:59:46 +0800 Subject: [PATCH] modify some bug Former-commit-id: a7ead1440fefaced1a68be46b8bf7b19a5ea47c2 --- src/llmtuner/data/preprocess.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/llmtuner/data/preprocess.py b/src/llmtuner/data/preprocess.py index 59b49b9d..be566a5b 100644 --- a/src/llmtuner/data/preprocess.py +++ b/src/llmtuner/data/preprocess.py @@ -91,6 +91,8 @@ def preprocess_supervised_dataset( model_inputs["labels"].append(labels) if processor is not None and "images" in examples: pixel_values = processor.image_processor(examples["images"][0], return_tensors="pt")["pixel_values"][0] + if "pixel_values" not in model_inputs: + model_inputs["pixel_values"] = [] model_inputs["pixel_values"].append(pixel_values) return model_inputs