423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-22 22:02:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix typo

Browse Source 
Former-commit-id: 8f7c78b64138602406af748b0e15948ebbd2dcb5
This commit is contained in:
Jonery 2024-06-18 12:39:26 +08:00
parent 3a5eacb4cf
commit c2734108e7
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/hparams/parser.py
View File

@ -219,7 +219,7 @@ def get_train_args(args: Optional[Dict[str, Any]] = None) -> _TRAIN_CLS:
and training_args.deepspeed_plugin is not None and training_args.deepspeed_plugin is not None
and training_args.deepspeed_plugin.zero_stage < 3 and training_args.deepspeed_plugin.zero_stage < 3
): ):
raise ValueError(f"Layer-wise BAdam only supports DeepSpeed ZeRO 3 stage, got stage {self.args.deepspeed_plugin.zero_stage}") raise ValueError(f"Layer-wise BAdam only supports DeepSpeed ZeRO 3 stage, got stage {training_args.deepspeed_plugin.zero_stage}")
if (finetuning_args.use_galore) and training_args.deepspeed is not None: if (finetuning_args.use_galore) and training_args.deepspeed is not None:
raise ValueError("GaLore are incompatible with DeepSpeed yet.") raise ValueError("GaLore are incompatible with DeepSpeed yet.")