423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-14 10:56:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

remove dummy code

Browse Source 
Former-commit-id: a72492e649
This commit is contained in:
hiyouga
2023-05-30 16:28:00 +08:00
parent 6ba162ef6c
commit ddb456bbcb
2 changed files with 1 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/utils/common.py
View File

@@ -316,9 +316,6 @@ def prepare_data(
max_samples_temp = min(len(dataset), max_samples)
dataset = dataset.select(range(max_samples_temp))
if dataset.column_names[0] == "text": # for plaintext (in pre-training)
dataset = dataset.rename_column("text", getattr(dataset_attr, "prompt_column"))
dummy_data = [None] * len(dataset)
for column_name, target_name in [
("prompt_column", "prompt"),