423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2026-03-07 20:26:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

[v1] model loader (#9613)

Browse Source
This commit is contained in:
Yaowei Zheng
2025-12-14 11:50:52 +08:00
committed by GitHub
parent fdd24276ed
commit aeda079014
27 changed files with 449 additions and 305 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
src/llamafactory/v1/config/model_args.py
View File

@@ -14,8 +14,9 @@
from dataclasses import dataclass, field
from typing import Optional
from .arg_utils import AutoClass, PluginConfig, get_plugin_config
from .arg_utils import ModelClass, PluginConfig, get_plugin_config
@dataclass
@@ -31,19 +32,19 @@ class ModelArguments:
default=True,
metadata={"help": "Use fast processor from Hugging Face."},
)
auto_class: AutoClass = field(
default=AutoClass.CAUSALLM,
model_class: ModelClass = field(
default=ModelClass.LLM,
metadata={"help": "Model class from Hugging Face."},
)
peft_config: PluginConfig = field(
peft_config: Optional[PluginConfig] = field(
default=None,
metadata={"help": "PEFT configuration for the model."},
)
kernel_config: PluginConfig = field(
kernel_config: Optional[PluginConfig] = field(
default=None,
metadata={"help": "Kernel configuration for the model."},
)
quant_config: PluginConfig = field(
quant_config: Optional[PluginConfig] = field(
default=None,
metadata={"help": "Quantization configuration for the model."},
)