use fp16 model, add logcallback

This commit is contained in:
hiyouga
2023-05-28 21:30:28 +08:00
parent 769c6ab56b
commit 0c9fda01e3
7 changed files with 112 additions and 10 deletions

View File

@@ -12,6 +12,7 @@ from utils import (
preprocess_data,
PairwiseDataCollatorForLLaMA,
PairwiseTrainerForLLaMA,
LogCallback,
plot_loss
)
@@ -43,6 +44,7 @@ def main():
args=training_args,
tokenizer=tokenizer,
data_collator=data_collator,
callbacks=[LogCallback()],
**trainer_kwargs
)