[deps] upgrade transformers to 4.56.1 (#9128)

.github/workflows/tests.yml

@@ -40,6 +40,9 @@ jobs:
           - python: "3.9"
             os: "ubuntu-latest"
             transformers: "4.51.0"
+          - python: "3.9"
+            os: "ubuntu-latest"
+            transformers: "4.53.0"
 
     runs-on: ${{ matrix.os }}
 

requirements.txt

@@ -1,12 +1,11 @@
 # core deps
-transformers>=4.49.0,<=4.55.0,!=4.52.0
-datasets>=2.16.0,<=3.6.0
-accelerate>=1.3.0,<=1.7.0
-peft>=0.14.0,<=0.15.2
+transformers>=4.49.0,<=4.56.1,!=4.52.0
+datasets>=2.16.0,<=4.0.0
+accelerate>=1.3.0,<=1.10.1
+peft>=0.14.0,<=0.17.1
 trl>=0.8.6,<=0.9.6
-tokenizers>=0.19.0,<=0.21.1
 # gui
-gradio>=4.38.0,<=5.42.0
+gradio>=4.38.0,<=5.45.0
 matplotlib>=3.7.0
 tyro<0.9.0
 # ops

src/llamafactory/extras/misc.py

@@ -94,10 +94,10 @@ def check_version(requirement: str, mandatory: bool = False) -> None:
 
 def check_dependencies() -> None:
     r"""Check the version of the required packages."""
-    check_version("transformers>=4.49.0,<=4.55.0")
-    check_version("datasets>=2.16.0,<=3.6.0")
-    check_version("accelerate>=1.3.0,<=1.7.0")
-    check_version("peft>=0.14.0,<=0.15.2")
+    check_version("transformers>=4.49.0,<=4.56.1")
+    check_version("datasets>=2.16.0,<=4.0.0")
+    check_version("accelerate>=1.3.0,<=1.10.1")
+    check_version("peft>=0.14.0,<=0.17.1")
     check_version("trl>=0.8.6,<=0.9.6")
 
 

src/llamafactory/extras/packages.py

@@ -58,6 +58,10 @@ def is_apollo_available():
     return _is_package_available("apollo_torch")
 
 
+def is_jieba_available():
+    return _is_package_available("jieba")
+
+
 def is_gradio_available():
     return _is_package_available("gradio")
 

src/llamafactory/train/sft/metric.py

@@ -21,11 +21,11 @@ from typing import TYPE_CHECKING, Optional
 
 import numpy as np
 import torch
-from transformers.utils import is_jieba_available, is_nltk_available
+from transformers.utils import is_nltk_available
 
 from ...extras.constants import IGNORE_INDEX
 from ...extras.misc import numpify
-from ...extras.packages import is_rouge_available
+from ...extras.packages import is_jieba_available, is_rouge_available
 
 
 if TYPE_CHECKING: