From 6520aecef1ef06b1e90f5867cbc9681be49cf627 Mon Sep 17 00:00:00 2001
From: "xingjun.wang" <xingjun.wxj@alibaba-inc.com>
Date: Tue, 12 Dec 2023 12:03:23 +0800
Subject: [PATCH] update

Former-commit-id: cfba1009d0fc31b5933b558b249d89248f723d6b
---
 src/llmtuner/data/loader.py | 7 -------
 1 file changed, 7 deletions(-)

diff --git a/src/llmtuner/data/loader.py b/src/llmtuner/data/loader.py
index 602d9a8c..41c12422 100644
--- a/src/llmtuner/data/loader.py
+++ b/src/llmtuner/data/loader.py
@@ -59,13 +59,6 @@ def get_dataset(
                 dataset_name=data_path,
                 subset_name=data_name,
             ).to_hf_dataset()
-
-            def map_func(example):
-                # do something to example
-                example['input'] = example['input'] or ''
-                return example
-
-            dataset = dataset.map(map_func)
         else:
             dataset = load_dataset(
                 path=data_path,