add tool test

This commit is contained in:
hiyouga
2024-01-18 10:26:26 +08:00
parent d9f1cae351
commit 83dbfce8c3
9 changed files with 63 additions and 37 deletions

View File

@@ -1,6 +1,6 @@
from .loader import get_dataset
from .template import get_template_and_fix_tokenizer, templates
from .utils import split_dataset
from .utils import split_dataset, Role
__all__ = ["get_dataset", "get_template_and_fix_tokenizer", "templates", "split_dataset"]
__all__ = ["get_dataset", "get_template_and_fix_tokenizer", "templates", "split_dataset", "Role"]