423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-17 20:30:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

support BLOOM models

Browse Source
This commit is contained in:
hiyouga
2023-05-31 16:54:06 +08:00
parent a72492e649
commit 740a5daf56
16 changed files with 134 additions and 90 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/utils/data_collator.py
View File

@@ -9,9 +9,9 @@ from transformers.tokenization_utils import PreTrainedTokenizer
from .other import IGNORE_INDEX
class DataCollatorForLLaMA(DataCollatorWithPadding):
class DynamicDataCollatorWithPadding(DataCollatorWithPadding):
r"""
Data collator for LLaMA. It is capable of dynamically padding for batched data.
Inherits DataCollatorWithPadding. It is capable of dynamically padding for batched data.
"""
def __init__(
self,