improve data process logger

This commit is contained in:
hiyouga
2024-05-18 22:02:42 +08:00
parent ca48f90f1e
commit a851056229
3 changed files with 7 additions and 2 deletions

View File

@@ -149,7 +149,7 @@ def convert_sharegpt(
chosen[dataset_attr.role_tag] not in accept_tags[-1]
or rejected[dataset_attr.role_tag] not in accept_tags[-1]
):
logger.warning("Invalid role tag in {}.".format(messages))
logger.warning("Invalid role tag in {}.".format([chosen, rejected]))
broken_data = True
prompt = aligned_messages