From 300437a5e9e52673d7e47367f73b45f881e64388 Mon Sep 17 00:00:00 2001 From: hiyouga Date: Tue, 26 Mar 2024 17:53:04 +0800 Subject: [PATCH] fix #2981 Former-commit-id: b29d5560f1359a3868d917048aeba1a069ba12a9 --- examples/accelerate/fsdp_config.yaml | 2 +- examples/fsdp_qlora/README.md | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/accelerate/fsdp_config.yaml b/examples/accelerate/fsdp_config.yaml index 7940c23a..abfbf8f6 100644 --- a/examples/accelerate/fsdp_config.yaml +++ b/examples/accelerate/fsdp_config.yaml @@ -9,7 +9,7 @@ fsdp_config: fsdp_forward_prefetch: false fsdp_offload_params: true fsdp_sharding_strategy: FULL_SHARD - fsdp_state_dict_type: SHARDED_STATE_DICT + fsdp_state_dict_type: FULL_STATE_DICT fsdp_sync_module_states: true fsdp_use_orig_params: false machine_rank: 0 diff --git a/examples/fsdp_qlora/README.md b/examples/fsdp_qlora/README.md index 57f4517a..39cd2dbe 100644 --- a/examples/fsdp_qlora/README.md +++ b/examples/fsdp_qlora/README.md @@ -1,5 +1,5 @@ ```bash -pip install git+https://github.com/huggingface/transformers.git +pip install "transformers>=4.39.1" pip install "accelerate>=0.28.0" pip install "bitsandbytes>=0.43.0" ```