423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 20:00:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix PPO trainer #551 , update readme

Browse Source
This commit is contained in:
hiyouga
2023-08-18 11:43:10 +08:00
parent e4eec9ddfd
commit 9020524418
6 changed files with 42 additions and 53 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/llmtuner/tuner/core/parser.py
View File

@@ -125,6 +125,9 @@ def get_train_args(
if training_args.do_train and training_args.predict_with_generate:
raise ValueError("`predict_with_generate` cannot be set as True while training.")
if training_args.do_train and finetuning_args.finetuning_type == "lora" and finetuning_args.lora_target is None:
raise ValueError("Please specify `lora_target` in LoRA training.")
if model_args.quantization_bit is not None and finetuning_args.finetuning_type != "lora":
raise ValueError("Quantization is only compatible with the LoRA method.")