support Qwen-7B, fix InternLM-7B inference

2025-12-15 11:20:35 +08:00 · 2023-08-03 15:53:32 +08:00
parent 53d6dc396d
commit 87f8f830e2
8 changed files with 89 additions and 25 deletions
--- a/requirements.txt
+++ b/requirements.txt
@@ -5,6 +5,7 @@ accelerate>=0.21.0
 peft>=0.4.0
 trl>=0.4.7
 sentencepiece
+tiktoken
 jieba
 rouge-chinese
 nltk