modify some style

Former-commit-id: c27f7fbf62
This commit is contained in:
BUAADreamer
2024-04-25 22:04:09 +08:00
parent a0be27fc9b
commit a9b0da597b
4 changed files with 50 additions and 8 deletions

View File

@@ -43,7 +43,7 @@ def run_sft(
data_collator = DataCollatorForSeq2Seq(
tokenizer=tokenizer,
pad_to_multiple_of=8 if tokenizer.padding_side == "right" else None, # for shift short attention
label_pad_token_id=(IGNORE_INDEX if data_args.ignore_pad_token_for_loss else tokenizer.pad_token_id),
label_pad_token_id=IGNORE_INDEX if data_args.ignore_pad_token_for_loss else tokenizer.pad_token_id,
)
# Override the decoding parameters of Seq2SeqTrainer

View File

@@ -19,6 +19,7 @@ from .sft import run_sft
if TYPE_CHECKING:
from transformers import TrainerCallback
logger = get_logger(__name__)