mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-04 04:32:50 +08:00
for test
Former-commit-id: 8a908a8c644f4a961001cdd8388a3a7fea992c55
This commit is contained in:
parent
9c30cdb53d
commit
2918743520
@ -59,6 +59,13 @@ def get_dataset(
|
||||
dataset_name=data_path,
|
||||
subset_name=data_name,
|
||||
).to_hf_dataset()
|
||||
|
||||
def map_func(example):
|
||||
# do something to example
|
||||
example['input'] = example['input'] or ''
|
||||
return example
|
||||
|
||||
dataset = dataset.ds_instance.map(map_func)
|
||||
else:
|
||||
dataset = load_dataset(
|
||||
path=data_path,
|
||||
|
Loading…
x
Reference in New Issue
Block a user