Former-commit-id: bfe1abd7af
This commit is contained in:
hiyouga
2024-11-02 12:52:35 +08:00
parent 25093c2d82
commit ac677205c9
2 changed files with 4 additions and 4 deletions

View File

@@ -100,7 +100,7 @@ def load_tokenizer(model_args: "ModelArguments") -> "TokenizerModule":
processor = AutoProcessor.from_pretrained(model_args.model_name_or_path, **init_kwargs)
patch_processor(processor, config, tokenizer, model_args)
except Exception as e:
logger.warning(f"Processor was not found: {e}.")
logger.debug(f"Processor was not found: {e}.")
processor = None
# Avoid load tokenizer, see: