From a959c2a509bfdea9146a30bd15574c9dd359967f Mon Sep 17 00:00:00 2001 From: "Guo, Quan" <1118270+guoquan@users.noreply.github.com> Date: Sun, 23 Mar 2025 14:07:10 +0800 Subject: [PATCH] [misc] fix sglang deps (#7432) * feat: Add transformer version requirement for sglang * feat: add srt to sglang which is required for running sglang Other options are srt_hip, srt_xpu, srt_npu, srt_hpu, srt_cpu, for different computation architectures. --- setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/setup.py b/setup.py index 15ea648a..7af9b825 100644 --- a/setup.py +++ b/setup.py @@ -54,7 +54,7 @@ extra_require = { "awq": ["autoawq"], "aqlm": ["aqlm[gpu]>=1.1.0"], "vllm": ["vllm>=0.4.3,<=0.7.3"], - "sglang": ["sglang>=0.4.4"], + "sglang": ["sglang[srt]>=0.4.4", "transformers==4.48.3"], "galore": ["galore-torch"], "apollo": ["apollo-torch"], "badam": ["badam>=1.2.1"],