423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-19 05:10:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

remove checksum and fix ui args

Browse Source
This commit is contained in:
hiyouga
2024-05-12 01:10:30 +08:00
parent d06d56661b
commit 58c522cd5c
8 changed files with 16 additions and 47 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/data/parser.py
View File

@@ -21,7 +21,6 @@ class DatasetAttr:
load_from: Literal["hf_hub", "ms_hub", "script", "file"]
dataset_name: str
""" extra configs """
file_sha1: Optional[str] = None
subset: Optional[str] = None
folder: Optional[str] = None
ranking: bool = False
@@ -99,7 +98,6 @@ def get_dataset_list(data_args: "DataArguments") -> List["DatasetAttr"]:
else:
dataset_attr = DatasetAttr("file", dataset_name=dataset_info[name]["file_name"])
dataset_attr.set_attr("file_sha1", dataset_info[name])
dataset_attr.set_attr("subset", dataset_info[name])
dataset_attr.set_attr("folder", dataset_info[name])
dataset_attr.set_attr("ranking", dataset_info[name], default=False)