fix galore

Former-commit-id: 62a3ceeef8f60caef43ccc7f971a0c9184e21296

setup.py

@@ -18,6 +18,19 @@ def get_requires():
         return lines
 
 
+extra_require = {
+    "deepspeed": ["deepspeed==0.13.1"],
+    "metrics": ["nltk", "jieba", "rouge-chinese"],
+    "unsloth": ["unsloth[cu121-ampere-torch220] @ git+https://github.com/unslothai/unsloth.git"],
+    "vllm": ["vllm==0.3.3"],
+    "bitsandbytes": ["bitsandbytes>=0.39.0"],
+    "gptq": ["optimum>=1.16.0", "auto-gptq>=0.5.0"],
+    "awq": ["autoawq"],
+    "aqlm": ["aqlm[gpu,cpu]"],
+    "galore": ["galore_torch @ git+https://github.com/jiaweizzhao/GaLore.git"],
+}
+
+
 def main():
 
     setup(
@@ -35,6 +48,7 @@ def main():
         packages=find_packages("src"),
         python_requires=">=3.8.0",
         install_requires=get_requires(),
+        extras_require=extra_require,
         classifiers=[
             "Development Status :: 3 - Alpha",
             "Intended Audience :: Developers",