add pre-training script

This commit is contained in:
hiyouga
2023-05-29 21:37:22 +08:00
parent c0e5df92d6
commit 8ff96509fa
7 changed files with 169 additions and 21 deletions

View File

@@ -7,7 +7,7 @@ from .common import (
from .data_collator import DataCollatorForLLaMA
from .peft_trainer import LogCallback
from .peft_trainer import PeftTrainer, LogCallback
from .seq2seq import ComputeMetrics, Seq2SeqTrainerForLLaMA
from .pairwise import PairwiseDataCollatorForLLaMA, PairwiseTrainerForLLaMA