423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-17 12:20:37 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #1325

Browse Source 
Former-commit-id: 083787dbfe
This commit is contained in:
hiyouga
2023-11-01 23:38:49 +08:00
parent d57f70bf8a
commit 22b3c913e9
5 changed files with 33 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/llmtuner/dsets/loader.py
View File

@@ -72,10 +72,11 @@ def get_dataset(
dataset = dataset.rename_column(getattr(dataset_attr, column_name), column_name)
if dataset_attr.system_prompt: # add system prompt
system_prompt = dataset_attr.system_prompt
if data_args.streaming:
dataset = dataset.map(lambda _: {"system": dataset_attr.system_prompt})
dataset = dataset.map(lambda _: {"system": system_prompt})
else:
dataset = dataset.add_column("system", [dataset_attr.system_prompt] * len(dataset))
dataset = dataset.add_column("system", [system_prompt] * len(dataset))
all_datasets.append(dataset)