mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-10-14 23:58:11 +08:00
update
Former-commit-id: e15fc417d897c3063a25d6eb7eb89d1916db3cc5
This commit is contained in:
parent
79a376d1db
commit
0baf32e219
@ -59,13 +59,6 @@ def get_dataset(
|
||||
dataset_name=data_path,
|
||||
subset_name=data_name,
|
||||
).to_hf_dataset()
|
||||
|
||||
def map_func(example):
|
||||
# do something to example
|
||||
example['input'] = example['input'] or ''
|
||||
return example
|
||||
|
||||
dataset = dataset.map(map_func)
|
||||
else:
|
||||
dataset = load_dataset(
|
||||
path=data_path,
|
||||
|
Loading…
x
Reference in New Issue
Block a user