support Qwen-7B, fix InternLM-7B inference

Former-commit-id: 87f8f830e2
2025-12-19 21:30:37 +08:00 · 2023-08-03 15:53:32 +08:00
parent 471ef69218
commit 9c84c4ed5d
8 changed files with 89 additions and 25 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -5,6 +5,7 @@ accelerate>=0.21.0
 peft>=0.4.0
 trl>=0.4.7
 sentencepiece
+tiktoken
 jieba
 rouge-chinese
 nltk