Initial commit

src/utils/__init__.py

@@ -0,0 +1,15 @@
+from .common import (
+    load_pretrained,
+    prepare_args,
+    prepare_data,
+    preprocess_data
+)
+
+from .data_collator import DataCollatorForLLaMA
+
+from .seq2seq import ComputeMetrics, Seq2SeqTrainerForLLaMA
+from .pairwise import PairwiseDataCollatorForLLaMA, PairwiseTrainerForLLaMA
+from .ppo import PPOTrainerForLLaMA
+
+from .config import ModelArguments
+from .other import auto_configure_device_map, get_logits_processor, plot_loss