423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-23 06:12:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

modify some style

Browse Source 
Former-commit-id: d29f3798f654c40448bc91e3b97db1c6e4de0fbe
This commit is contained in:
BUAADreamer 2024-04-25 22:40:25 +08:00
parent de1e5b3f40
commit 26b760842b
1 changed files with 37 additions and 39 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/data/preprocess.py
View File

@ -6,7 +6,6 @@ from ..extras.constants import IGNORE_INDEX
from ..extras.logging import get_logger from ..extras.logging import get_logger
from .utils import Role from .utils import Role
if TYPE_CHECKING: if TYPE_CHECKING:
from transformers import Seq2SeqTrainingArguments from transformers import Seq2SeqTrainingArguments
from transformers.tokenization_utils import AutoProcessor, PreTrainedTokenizer from transformers.tokenization_utils import AutoProcessor, PreTrainedTokenizer
@ -280,5 +279,4 @@ def get_preprocess_and_print_func(
preprocess_unsupervised_dataset, tokenizer=tokenizer, template=template, data_args=data_args preprocess_unsupervised_dataset, tokenizer=tokenizer, template=template, data_args=data_args
) )
print_function = partial(print_unsupervised_dataset_example, tokenizer=tokenizer) print_function = partial(print_unsupervised_dataset_example, tokenizer=tokenizer)
return preprocess_func, print_function return preprocess_func, print_function