423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 11:50:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

add kto

Browse Source
This commit is contained in:
enji.zhou
2024-05-17 13:09:17 +08:00
parent 84415492bf
commit db1d5a4f51
14 changed files with 5923 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/llamafactory/data/__init__.py
View File

@@ -1,4 +1,4 @@
from .collator import PairwiseDataCollatorWithPadding
from .collator import PairwiseDataCollatorWithPadding,KTODataCollatorWithPadding
from .loader import get_dataset
from .template import Template, get_template_and_fix_tokenizer, templates
from .utils import Role, split_dataset
@@ -6,6 +6,7 @@ from .utils import Role, split_dataset
__all__ = [
"PairwiseDataCollatorWithPadding",
"KTODataCollatorWithPadding",
"get_dataset",
"Template",
"get_template_and_fix_tokenizer",