fix ChatGLM2 ppo #527 #528

This commit is contained in:
hiyouga
2023-08-18 00:34:59 +08:00
parent be21fc83f9
commit 9f4c2adc9a
6 changed files with 72 additions and 11 deletions

View File

@@ -1,10 +1,6 @@
import torch
from typing import TYPE_CHECKING, List, Optional, Tuple
from transformers import (
LogitsProcessor,
InfNanRemoveLogitsProcessor,
LogitsProcessorList
)
from transformers import InfNanRemoveLogitsProcessor, LogitsProcessorList
from llmtuner.extras.constants import LAYERNORM_NAMES