support distributed quantized training

This commit is contained in:
hiyouga
2023-06-06 17:39:41 +08:00
parent 3d8d5ee5d5
commit 4eb17bcf6c
7 changed files with 20 additions and 18 deletions

View File

@@ -21,7 +21,7 @@ from peft.utils.other import WEIGHTS_NAME
from .config import FinetuningArguments
from .other import (
get_logger,
get_main_logger,
get_state_dict,
load_trainable_params,
load_valuehead_params,
@@ -30,7 +30,7 @@ from .other import (
)
logger = get_logger(__name__)
logger = get_main_logger(__name__)
class LogCallback(TrainerCallback):