This commit is contained in:
hiyouga
2024-03-06 17:25:08 +08:00
parent 3e84f430b1
commit 0048a2021e
4 changed files with 15 additions and 17 deletions

View File

@@ -11,7 +11,7 @@ if TYPE_CHECKING:
from transformers.tokenization_utils import PreTrainedTokenizer
if is_jieba_available():
import jieba
import jieba # type: ignore
if is_nltk_available():
from nltk.translate.bleu_score import SmoothingFunction, sentence_bleu