423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-15 03:10:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

update web UI, support rm predict #210

Browse Source
This commit is contained in:
hiyouga
2023-07-21 13:27:27 +08:00
parent 4c45a3a884
commit ed0e186a13
13 changed files with 192 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/llmtuner/dsets/preprocess.py
View File

@@ -143,8 +143,10 @@ def preprocess_dataset(
if stage == "pt":
preprocess_function = preprocess_pretrain_dataset
elif stage == "sft":
preprocess_function = preprocess_unsupervised_dataset \
if training_args.predict_with_generate else preprocess_supervised_dataset
if not training_args.predict_with_generate:
preprocess_function = preprocess_supervised_dataset
else:
preprocess_function = preprocess_unsupervised_dataset
elif stage == "rm":
preprocess_function = preprocess_pairwise_dataset
elif stage == "ppo":