fix #1418

Former-commit-id: 7ebd63a609d4bc4f8a645c5c60be77842ebac825

requirements.txt

@@ -3,7 +3,7 @@ transformers>=4.31.0,<4.35.0
 datasets>=2.12.0
 accelerate>=0.21.0
 peft>=0.6.0
-trl>=0.7.2
+trl==0.7.2
 gradio>=3.38.0,<4.0.0
 scipy
 sentencepiece

src/llmtuner/tuner/core/loader.py

@@ -41,7 +41,7 @@ require_version("transformers>=4.31.0,<4.35.0", "To fix: pip install \"transform
 require_version("datasets>=2.12.0", "To fix: pip install datasets>=2.12.0")
 require_version("accelerate>=0.21.0", "To fix: pip install accelerate>=0.21.0")
 require_version("peft>=0.6.0", "To fix: pip install peft>=0.6.0")
-require_version("trl>=0.7.2", "To fix: pip install trl>=0.7.2")
+require_version("trl==0.7.2", "To fix: pip install trl==0.7.2")
 
 
 def load_model_and_tokenizer(

src/llmtuner/tuner/ppo/trainer.py

@@ -3,7 +3,7 @@ import sys
 import math
 import torch
 from tqdm import tqdm
-from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple
+from typing import TYPE_CHECKING, Dict, List, Optional, Tuple
 
 from transformers import GenerationConfig, Trainer, TrainerState, TrainerControl
 from transformers.trainer_utils import PREFIX_CHECKPOINT_DIR