From b74c229498ec5357e4584a108f4eff21d5ed4a9d Mon Sep 17 00:00:00 2001
From: hiyouga <467089858@qq.com>
Date: Wed, 5 Jun 2024 16:56:54 +0800
Subject: [PATCH] fix #4079

Former-commit-id: fda732d7f4616373844c97beff416880260f49db
---
 requirements.txt | 1 +
 setup.py         | 2 +-
 2 files changed, 2 insertions(+), 1 deletion(-)

diff --git a/requirements.txt b/requirements.txt
index e17954e3..9e00555e 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -7,6 +7,7 @@ gradio>=4.0.0
 scipy
 einops
 sentencepiece
+tiktoken
 protobuf
 uvicorn
 pydantic
diff --git a/setup.py b/setup.py
index 23f532e7..54f971ca 100644
--- a/setup.py
+++ b/setup.py
@@ -31,7 +31,7 @@ extra_require = {
     "gptq": ["optimum>=1.16.0", "auto-gptq>=0.5.0"],
     "awq": ["autoawq"],
     "aqlm": ["aqlm[gpu]>=1.1.0"],
-    "qwen": ["tiktoken", "transformers_stream_generator"],
+    "qwen": ["transformers_stream_generator"],
     "modelscope": ["modelscope"],
     "quality": ["ruff"],
 }