diff --git a/examples/accelerate/fsdp_config.yaml b/examples/accelerate/fsdp_config.yaml index 7940c23a..abfbf8f6 100644 --- a/examples/accelerate/fsdp_config.yaml +++ b/examples/accelerate/fsdp_config.yaml @@ -9,7 +9,7 @@ fsdp_config: fsdp_forward_prefetch: false fsdp_offload_params: true fsdp_sharding_strategy: FULL_SHARD - fsdp_state_dict_type: SHARDED_STATE_DICT + fsdp_state_dict_type: FULL_STATE_DICT fsdp_sync_module_states: true fsdp_use_orig_params: false machine_rank: 0 diff --git a/examples/fsdp_qlora/README.md b/examples/fsdp_qlora/README.md index 57f4517a..39cd2dbe 100644 --- a/examples/fsdp_qlora/README.md +++ b/examples/fsdp_qlora/README.md @@ -1,5 +1,5 @@ ```bash -pip install git+https://github.com/huggingface/transformers.git +pip install "transformers>=4.39.1" pip install "accelerate>=0.28.0" pip install "bitsandbytes>=0.43.0" ```