fix kv cache

Former-commit-id: 96ce76cd27
2025-12-18 04:40:35 +08:00 · 2024-03-13 01:21:50 +08:00
parent bbf272f96e
commit a74426df0f
2 changed files with 18 additions and 9 deletions
--- a/src/llmtuner/hparams/model_args.py
+++ b/src/llmtuner/hparams/model_args.py
@@ -101,6 +101,10 @@ class ModelArguments:
        default="offload",
        metadata={"help": "Path to offload model weights."},
    )
+    use_cache: bool = field(
+        default=True,
+        metadata={"help": "Whether or not to use KV cache in generation."},
+    )
    hf_hub_token: Optional[str] = field(
        default=None,
        metadata={"help": "Auth token to log in with Hugging Face Hub."},