fix #2268

Former-commit-id: 300ecf9b9d7fd99fbb68f3d086e3ad973c2f894e
2025-10-15 16:18:10 +08:00 · 2024-01-21 14:11:38 +08:00 · 2024-01-21 14:11:38 +08:00 · 96531a0ef8
commit 96531a0ef8
parent 7abc3065fb
1 changed files with 1 additions and 0 deletions
--- a/src/llmtuner/model/patcher.py
+++ b/src/llmtuner/model/patcher.py
@ -223,6 +223,7 @@ def _prepare_model_for_training(
            logger.warning("Current model does not support gradient checkpointing.")
        else:
            model.gradient_checkpointing_enable(gradient_checkpointing_kwargs={"use_reentrant": False})
+            model.enable_input_require_grads()
            model.config.use_cache = False  # turn off when gradient checkpointing is enabled
            logger.info("Gradient checkpointing enabled.")