fix api server

Former-commit-id: 08464183b9
2025-12-15 03:10:35 +08:00 · 2024-01-07 17:14:42 +08:00
parent 6bbcf5ad16
commit 5b61063048
2 changed files with 18 additions and 5 deletions
--- a/src/llmtuner/chat/chat_model.py
+++ b/src/llmtuner/chat/chat_model.py
@@ -152,7 +152,6 @@ class ChatModel:
            padding=True,
            truncation=True,
            max_length=max_length or getattr(self.model.config, "max_position_embeddings", 1024),
-            pad_to_multiple_of=8,
            return_tensors="pt",
            **kwargs
        ).to(device)