LLaMA-Factory/src/utils/__init__.py
hiyouga 4c7c96e656 add pre-training script
Former-commit-id: 8ff96509fa621054368919988a15b50da1891852
2023-05-29 21:37:22 +08:00

18 lines
489 B
Python

from .common import (
load_pretrained,
prepare_args,
prepare_data,
preprocess_data
)
from .data_collator import DataCollatorForLLaMA
from .peft_trainer import PeftTrainer, LogCallback
from .seq2seq import ComputeMetrics, Seq2SeqTrainerForLLaMA
from .pairwise import PairwiseDataCollatorForLLaMA, PairwiseTrainerForLLaMA
from .ppo import PPOTrainerForLLaMA
from .config import ModelArguments
from .other import auto_configure_device_map, get_logits_processor, plot_loss