mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-01 11:12:50 +08:00
remove dummy code
Former-commit-id: a72492e6490c44a7edccd572da73c47d6f278cc7
This commit is contained in:
parent
6ba162ef6c
commit
ddb456bbcb
@ -98,7 +98,7 @@
|
||||
"file_name": "wiki_demo.txt",
|
||||
"file_sha1": "b2288edb05b233e5b35250fd4b308a5fa21fa66d",
|
||||
"columns": {
|
||||
"prompt": "instruction",
|
||||
"prompt": "text",
|
||||
"query": "",
|
||||
"response": "",
|
||||
"history": ""
|
||||
|
@ -316,9 +316,6 @@ def prepare_data(
|
||||
max_samples_temp = min(len(dataset), max_samples)
|
||||
dataset = dataset.select(range(max_samples_temp))
|
||||
|
||||
if dataset.column_names[0] == "text": # for plaintext (in pre-training)
|
||||
dataset = dataset.rename_column("text", getattr(dataset_attr, "prompt_column"))
|
||||
|
||||
dummy_data = [None] * len(dataset)
|
||||
for column_name, target_name in [
|
||||
("prompt_column", "prompt"),
|
||||
|
Loading…
x
Reference in New Issue
Block a user