From 588ea9573213ca4498a9e36fab73ba1ca6d76d7e Mon Sep 17 00:00:00 2001
From: hiyouga <467089858@qq.com>
Date: Mon, 9 Sep 2024 22:51:08 +0800
Subject: [PATCH] update accelerate ver for schedule_free optimizers

Former-commit-id: 2de74e79049ce8e50f605f649275b1dbfb899c8c
---
 requirements.txt                  | 2 +-
 src/llamafactory/__init__.py      | 2 +-
 src/llamafactory/data/template.py | 1 +
 src/llamafactory/extras/misc.py   | 2 +-
 4 files changed, 4 insertions(+), 3 deletions(-)

diff --git a/requirements.txt b/requirements.txt
index 54d58bb3..5f158eef 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,6 +1,6 @@
 transformers>=4.41.2,<=4.45.0
 datasets>=2.16.0,<=2.21.0
-accelerate>=0.30.1,<=0.33.0
+accelerate>=0.30.1,<=0.34.2
 peft>=0.11.1,<=0.12.0
 trl>=0.8.6,<=0.9.6
 gradio>=4.0.0
diff --git a/src/llamafactory/__init__.py b/src/llamafactory/__init__.py
index 959a0377..5293c512 100644
--- a/src/llamafactory/__init__.py
+++ b/src/llamafactory/__init__.py
@@ -22,7 +22,7 @@ Dependency graph:
   main:
     transformers>=4.41.2,<=4.45.0
     datasets>=2.16.0,<=2.21.0
-    accelerate>=0.30.1,<=0.33.0
+    accelerate>=0.30.1,<=0.34.2
     peft>=0.11.1,<=0.12.0
     trl>=0.8.6,<=0.9.6
   attention:
diff --git a/src/llamafactory/data/template.py b/src/llamafactory/data/template.py
index ff5e32d2..54da4757 100644
--- a/src/llamafactory/data/template.py
+++ b/src/llamafactory/data/template.py
@@ -357,6 +357,7 @@ def get_template_and_fix_tokenizer(tokenizer: "PreTrainedTokenizer", data_args:
         require_version(
             "transformers>=4.45.0.dev0", "To fix: pip install git+https://github.com/huggingface/transformers.git"
         )
+        require_version("accelerate>=0.34.0", "To fix: pip install accelerate>=0.34.0")
 
     if data_args.template is None:
         template = TEMPLATES["empty"]  # placeholder
diff --git a/src/llamafactory/extras/misc.py b/src/llamafactory/extras/misc.py
index 8a3c125c..de034ef6 100644
--- a/src/llamafactory/extras/misc.py
+++ b/src/llamafactory/extras/misc.py
@@ -81,7 +81,7 @@ def check_dependencies() -> None:
     else:
         require_version("transformers>=4.41.2,<=4.45.0", "To fix: pip install transformers>=4.41.2,<=4.45.0")
         require_version("datasets>=2.16.0,<=2.21.0", "To fix: pip install datasets>=2.16.0,<=2.21.0")
-        require_version("accelerate>=0.30.1,<=0.33.0", "To fix: pip install accelerate>=0.30.1,<=0.33.0")
+        require_version("accelerate>=0.30.1,<=0.34.2", "To fix: pip install accelerate>=0.30.1,<=0.34.2")
         require_version("peft>=0.11.1,<=0.12.0", "To fix: pip install peft>=0.11.1,<=0.12.0")
         require_version("trl>=0.8.6,<=0.9.6", "To fix: pip install trl>=0.8.6,<=0.9.6")