423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-23 06:12:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #4549

Browse Source 
Former-commit-id: 8ed6b367e26490acab5d2d7b32f0d5dad449d26a
This commit is contained in:
hiyouga 2024-06-28 00:41:58 +08:00
parent 5e60c29971
commit a294ef2fae
1 changed files with 0 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/llamafactory/hparams/parser.py
View File

@ -202,9 +202,6 @@ def get_train_args(args: Optional[Dict[str, Any]] = None) -> _TRAIN_CLS:
if is_deepspeed_zero3_enabled(): if is_deepspeed_zero3_enabled():
raise ValueError("`pure_bf16` is incompatible with DeepSpeed ZeRO-3.") raise ValueError("`pure_bf16` is incompatible with DeepSpeed ZeRO-3.")
if training_args.fp16 or training_args.bf16:
raise ValueError("Turn off mixed precision training when using `pure_bf16`.")
if ( if (
finetuning_args.use_galore finetuning_args.use_galore
and finetuning_args.galore_layerwise and finetuning_args.galore_layerwise