423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 11:50:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix #175

Browse Source
This commit is contained in:
hiyouga
2023-07-17 18:07:17 +08:00
parent 1e1358431d
commit 85c2210452
5 changed files with 38 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/tuner/ppo/trainer.py
View File

@@ -153,7 +153,7 @@ class PPOPeftTrainer(PPOTrainer, PeftTrainer):
if self.control.should_training_stop:
break
@torch.no_grad()
@torch.inference_mode()
def generate(
self,
inputs: Dict[str, torch.Tensor],