Former-commit-id: 0048a2021e
This commit is contained in:
hiyouga
2024-03-06 17:25:08 +08:00
parent 8b6c178249
commit 31c618f1f7
4 changed files with 15 additions and 17 deletions

View File

@@ -11,7 +11,7 @@ if TYPE_CHECKING:
from transformers.tokenization_utils import PreTrainedTokenizer
if is_jieba_available():
import jieba
import jieba # type: ignore
if is_nltk_available():
from nltk.translate.bleu_score import SmoothingFunction, sentence_bleu