From 8ac74c8ccb71af550b225a4dc58ce08f07096fd7 Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Wed, 4 Sep 2024 19:10:30 +0800 Subject: [PATCH] fix #5228 Former-commit-id: 44d6947e554cd61cff23c297248fff32a5f554da --- src/llamafactory/data/loader.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/llamafactory/data/loader.py b/src/llamafactory/data/loader.py index f24c6cdb..a686a0a6 100644 --- a/src/llamafactory/data/loader.py +++ b/src/llamafactory/data/loader.py @@ -223,13 +223,14 @@ def get_dataset( dataset_module: Dict[str, "Dataset"] = {} if "train" in dataset_dict: dataset_module["train_dataset"] = dataset_dict["train"] + if "validation" in dataset_dict: dataset_module["eval_dataset"] = dataset_dict["validation"] if data_args.streaming: dataset_module = {k: v.to_iterable_dataset() for k, v in dataset_module.items()} - return dataset_module + return dataset_module, template if data_args.streaming: raise ValueError("Turn off `streaming` when saving dataset to disk.")