423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-14 15:52:49 +08:00
Code Issues Packages Projects Releases Wiki Activity

update hparam name

Browse Source 
Former-commit-id: 9941adfbf06db37f8ba32c4555f6e58e27188aaf
This commit is contained in:
hoshi-hiyouga 2024-04-26 02:49:39 +08:00 committed by GitHub
parent 13117b69d7
commit 279439abbe
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/llmtuner/hparams/model_args.py
View File

@ -81,6 +81,10 @@ class ModelArguments:
default=False,
metadata={"help": "Whether or not to use unsloth's optimization for the LoRA training."},
)
visual_inputs: bool = field(
default=False,
metadata={"help": "Whethor or not to use multimodal LLM that accepts visual inputs."},
)
moe_aux_loss_coef: Optional[float] = field(
default=None,
metadata={"help": "Coefficient of the auxiliary router loss in mixture-of-experts model."},
@ -169,10 +173,6 @@ class ModelArguments:
default=False,
metadata={"help": "For debugging purposes, print the status of the parameters in the model."},
)
use_mllm: bool = field(
default=False,
metadata={"help": "Whether use Multimodal LLM."},
)
def __post_init__(self):
self.compute_dtype = None