mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-04 12:42:51 +08:00
update
Former-commit-id: cfba1009d0fc31b5933b558b249d89248f723d6b
This commit is contained in:
parent
1d65d24071
commit
6520aecef1
@ -59,13 +59,6 @@ def get_dataset(
|
||||
dataset_name=data_path,
|
||||
subset_name=data_name,
|
||||
).to_hf_dataset()
|
||||
|
||||
def map_func(example):
|
||||
# do something to example
|
||||
example['input'] = example['input'] or ''
|
||||
return example
|
||||
|
||||
dataset = dataset.map(map_func)
|
||||
else:
|
||||
dataset = load_dataset(
|
||||
path=data_path,
|
||||
|
Loading…
x
Reference in New Issue
Block a user