add arg check

Former-commit-id: 1484f76a95bcf40e4c668d52fed68d68c9745a75
This commit is contained in:
hiyouga 2024-03-25 22:42:58 +08:00
parent 27151b8c65
commit b18749fb01

View File

@ -149,6 +149,9 @@ def get_train_args(args: Optional[Dict[str, Any]] = None) -> _TRAIN_CLS:
):
raise ValueError("Distributed training does not support layer-wise GaLore.")
if finetuning_args.use_galore and training_args.deepspeed is not None:
raise ValueError("GaLore is incompatible with DeepSpeed.")
if model_args.infer_backend == "vllm":
raise ValueError("vLLM backend is only available for API, CLI and Web.")