fix ChatGLM2 ppo #527 #528

Former-commit-id: 9f4c2adc9a
This commit is contained in:
hiyouga
2023-08-18 00:34:59 +08:00
parent 623a34b16f
commit caf4a61e21
6 changed files with 72 additions and 11 deletions

View File

@@ -1,10 +1,6 @@
import torch
from typing import TYPE_CHECKING, List, Optional, Tuple
from transformers import (
LogitsProcessor,
InfNanRemoveLogitsProcessor,
LogitsProcessorList
)
from transformers import InfNanRemoveLogitsProcessor, LogitsProcessorList
from llmtuner.extras.constants import LAYERNORM_NAMES