423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-04 12:42:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

Improve logging for unknown args

Browse Source 
Former-commit-id: 26817143ff86a853c011be11678235bcc803ccce
This commit is contained in:
yhyu13 2023-12-16 05:16:29 +00:00
parent 7db6fe4754
commit 362e3c913f
1 changed files with 9 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/llmtuner/extras/misc.py
View File

@ -5,6 +5,9 @@ import torch
from typing import TYPE_CHECKING, Any, Dict, Optional, Tuple
from transformers import InfNanRemoveLogitsProcessor, LogitsProcessorList
import logging
logger = logging.getLogger(__name__)
try:
from transformers.utils import (
is_torch_bf16_cpu_available,
@ -111,7 +114,12 @@ def parse_args(parser: "HfArgumentParser", args: Optional[Dict[str, Any]] = None
elif len(sys.argv) == 2 and sys.argv[1].endswith(".json"):
return parser.parse_json_file(os.path.abspath(sys.argv[1]))
else:
return parser.parse_args_into_dataclasses()
(*parsed_args, unknown_args) = parser.parse_args_into_dataclasses(return_remaining_strings=True)
if unknown_args:
logger.warning(parser.format_help())
logger.error(f'\nGot unknown args, potentially deprecated arguments: {unknown_args}\n')
raise ValueError(f"Some specified arguments are not used by the HfArgumentParser: {unknown_args}")
return (*parsed_args,)
def torch_gc() -> None: