423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 20:00:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

add pre-training script

Browse Source
This commit is contained in:
hiyouga
2023-05-29 21:37:22 +08:00
parent c0e5df92d6
commit 8ff96509fa
7 changed files with 169 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/train_ppo.py
View File

@@ -24,7 +24,7 @@ from utils import (
def main():
# prepare pretrained model and dataset
# Prepare pretrained model and dataset
model_args, data_args, training_args, finetuning_args = prepare_args(stage="ppo")
dataset = prepare_data(model_args, data_args)
model, tokenizer = load_pretrained(model_args, finetuning_args, training_args.do_train, stage="ppo")