From ecd06d0110b8aed5da324c1127260e65665e59e2 Mon Sep 17 00:00:00 2001
From: hiyouga <467089858@qq.com>
Date: Wed, 5 Jun 2024 16:56:54 +0800
Subject: [PATCH] fix #4079

Former-commit-id: 83a005e3d404f5a8ccb7b8ac17c50db75df4e8d4
---
 requirements.txt | 1 +
 setup.py         | 2 +-
 2 files changed, 2 insertions(+), 1 deletion(-)

diff --git a/requirements.txt b/requirements.txt
index e17954e3..9e00555e 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -7,6 +7,7 @@ gradio>=4.0.0
 scipy
 einops
 sentencepiece
+tiktoken
 protobuf
 uvicorn
 pydantic
diff --git a/setup.py b/setup.py
index 23f532e7..54f971ca 100644
--- a/setup.py
+++ b/setup.py
@@ -31,7 +31,7 @@ extra_require = {
     "gptq": ["optimum>=1.16.0", "auto-gptq>=0.5.0"],
     "awq": ["autoawq"],
     "aqlm": ["aqlm[gpu]>=1.1.0"],
-    "qwen": ["tiktoken", "transformers_stream_generator"],
+    "qwen": ["transformers_stream_generator"],
     "modelscope": ["modelscope"],
     "quality": ["ruff"],
 }