423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-18 12:50:38 +08:00
Code Issues Packages Projects Releases Wiki Activity

Slim Orca data parsing

Browse Source
This commit is contained in:
Mark Mueller
2024-02-08 19:32:20 +01:00
parent 6703d0546d
commit 1d3598afa1
4 changed files with 22 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/llmtuner/data/utils.py
View File

@@ -21,6 +21,7 @@ class Role(str, Enum):
ASSISTANT = "assistant"
OBSERVATION = "observation"
FUNCTION = "function"
SYSTEM = "system"
def checksum(data_files: List[str], file_sha1: Optional[str] = None) -> None: