From cf48406d07f44307d551fff16d4ea1da085965d9 Mon Sep 17 00:00:00 2001 From: Yaowei Zheng Date: Sun, 14 Sep 2025 02:26:39 +0800 Subject: [PATCH] [deps] upgrade transformers to 4.56.1 (#9128) --- .github/workflows/tests.yml | 3 +++ requirements.txt | 11 +++++------ src/llamafactory/extras/misc.py | 8 ++++---- src/llamafactory/extras/packages.py | 4 ++++ src/llamafactory/train/sft/metric.py | 4 ++-- 5 files changed, 18 insertions(+), 12 deletions(-) diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml index 6d4ad682..e7cdddad 100644 --- a/.github/workflows/tests.yml +++ b/.github/workflows/tests.yml @@ -40,6 +40,9 @@ jobs: - python: "3.9" os: "ubuntu-latest" transformers: "4.51.0" + - python: "3.9" + os: "ubuntu-latest" + transformers: "4.53.0" runs-on: ${{ matrix.os }} diff --git a/requirements.txt b/requirements.txt index bea4fec2..dcdaa9b4 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,12 +1,11 @@ # core deps -transformers>=4.49.0,<=4.55.0,!=4.52.0 -datasets>=2.16.0,<=3.6.0 -accelerate>=1.3.0,<=1.7.0 -peft>=0.14.0,<=0.15.2 +transformers>=4.49.0,<=4.56.1,!=4.52.0 +datasets>=2.16.0,<=4.0.0 +accelerate>=1.3.0,<=1.10.1 +peft>=0.14.0,<=0.17.1 trl>=0.8.6,<=0.9.6 -tokenizers>=0.19.0,<=0.21.1 # gui -gradio>=4.38.0,<=5.42.0 +gradio>=4.38.0,<=5.45.0 matplotlib>=3.7.0 tyro<0.9.0 # ops diff --git a/src/llamafactory/extras/misc.py b/src/llamafactory/extras/misc.py index 65eedd80..e1fb2e62 100644 --- a/src/llamafactory/extras/misc.py +++ b/src/llamafactory/extras/misc.py @@ -94,10 +94,10 @@ def check_version(requirement: str, mandatory: bool = False) -> None: def check_dependencies() -> None: r"""Check the version of the required packages.""" - check_version("transformers>=4.49.0,<=4.55.0") - check_version("datasets>=2.16.0,<=3.6.0") - check_version("accelerate>=1.3.0,<=1.7.0") - check_version("peft>=0.14.0,<=0.15.2") + check_version("transformers>=4.49.0,<=4.56.1") + check_version("datasets>=2.16.0,<=4.0.0") + check_version("accelerate>=1.3.0,<=1.10.1") + check_version("peft>=0.14.0,<=0.17.1") check_version("trl>=0.8.6,<=0.9.6") diff --git a/src/llamafactory/extras/packages.py b/src/llamafactory/extras/packages.py index 6b70f4ac..a622dd1e 100644 --- a/src/llamafactory/extras/packages.py +++ b/src/llamafactory/extras/packages.py @@ -58,6 +58,10 @@ def is_apollo_available(): return _is_package_available("apollo_torch") +def is_jieba_available(): + return _is_package_available("jieba") + + def is_gradio_available(): return _is_package_available("gradio") diff --git a/src/llamafactory/train/sft/metric.py b/src/llamafactory/train/sft/metric.py index f4f73ee4..76ef1dec 100644 --- a/src/llamafactory/train/sft/metric.py +++ b/src/llamafactory/train/sft/metric.py @@ -21,11 +21,11 @@ from typing import TYPE_CHECKING, Optional import numpy as np import torch -from transformers.utils import is_jieba_available, is_nltk_available +from transformers.utils import is_nltk_available from ...extras.constants import IGNORE_INDEX from ...extras.misc import numpify -from ...extras.packages import is_rouge_available +from ...extras.packages import is_jieba_available, is_rouge_available if TYPE_CHECKING: