From ebd6bc260475f676d0513a0569a1a4f6215a768c Mon Sep 17 00:00:00 2001 From: hiyouga Date: Mon, 25 Mar 2024 22:42:58 +0800 Subject: [PATCH] add arg check Former-commit-id: 86e0d5a5a50ae34307f5176c7c4a6ab9d0c224b9 --- src/llmtuner/hparams/parser.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/llmtuner/hparams/parser.py b/src/llmtuner/hparams/parser.py index 7c9954b9..778cdca8 100644 --- a/src/llmtuner/hparams/parser.py +++ b/src/llmtuner/hparams/parser.py @@ -149,6 +149,9 @@ def get_train_args(args: Optional[Dict[str, Any]] = None) -> _TRAIN_CLS: ): raise ValueError("Distributed training does not support layer-wise GaLore.") + if finetuning_args.use_galore and training_args.deepspeed is not None: + raise ValueError("GaLore is incompatible with DeepSpeed.") + if model_args.infer_backend == "vllm": raise ValueError("vLLM backend is only available for API, CLI and Web.")