From e06b9c4fa1db3009be31884a87f9c57c6d215dfc Mon Sep 17 00:00:00 2001 From: hiyouga Date: Tue, 19 Dec 2023 17:21:46 +0800 Subject: [PATCH] fix #1900 Former-commit-id: 0c6ab7c75e671348f24d28309d450aecec0a157f --- src/llmtuner/model/loader.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/llmtuner/model/loader.py b/src/llmtuner/model/loader.py index d9801fc1..234356ad 100644 --- a/src/llmtuner/model/loader.py +++ b/src/llmtuner/model/loader.py @@ -73,7 +73,8 @@ def load_model_and_tokenizer( ) patcher.patch_model(model) register_autoclass(config, model, tokenizer) - resize_embedding_layer(model, tokenizer) + if not is_deepspeed_zero3_enabled(): + resize_embedding_layer(model, tokenizer) model = prepare_model_for_training(model=model, finetuning_args=finetuning_args) if is_trainable else model model = init_adapter(model, model_args, finetuning_args, is_trainable)