423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-22 21:52:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

add yivl and save processor to model_dir

Browse Source 
Former-commit-id: afc6c7b9fd350f9f611a220363a3caa930ac56aa
This commit is contained in:
BUAADreamer 2024-05-15 09:54:00 +08:00
parent 9e247245a2
commit 92b184101f
2 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/data/template.py
View File

@ -859,7 +859,7 @@ _register_template(
_register_template(
name="yivl",
format_user=StringFormatter(slots=["### Human: {{content}}\n### Assistant:"]),
format_assistant=StringFormatter(slots=[" {{content}}"]),
format_assistant=StringFormatter(slots=[" {{content}}\n"]),
stop_words=["###"],
default_system=(
"This is a chat between an inquisitive human and an AI assistant. "

3
src/llmtuner/model/utils/visual.py
View File

@ -29,7 +29,8 @@ def autocast_projector_dtype(
) -> "torch.Tensor":
return output.to(model_args.compute_dtype)
if hasattr(model, mm_projector_name) and getattr(model.config, "quantization_method", None):
if hasattr(model, mm_projector_name) and (getattr(model.config, "quantization_method", None)
or "Yi" in getattr(model.config.text_config, "_name_or_path", None)):
logger.info("Casting multimodal projector outputs in {}.".format(model_args.compute_dtype))
mm_projector: "torch.nn.Module" = getattr(model, mm_projector_name)
mm_projector.register_forward_hook(_mm_projector_forward_post_hook)