423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-14 15:52:49 +08:00
Code Issues Packages Projects Releases Wiki Activity

[misc] lint (#9221)

Browse Source
This commit is contained in:
Yaowei Zheng 2025-10-01 18:20:42 +08:00 committed by hiyouga
parent d10d65e4ce
commit 7dd910f067
2 changed files with 10 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/llamafactory/chat/chat_model.py
View File

@ -49,10 +49,12 @@ class ChatModel:
if model_args.infer_backend == EngineName.HF: if model_args.infer_backend == EngineName.HF:
from .hf_engine import HuggingfaceEngine from .hf_engine import HuggingfaceEngine
self.engine: BaseEngine = HuggingfaceEngine(model_args, data_args, finetuning_args, generating_args) self.engine: BaseEngine = HuggingfaceEngine(model_args, data_args, finetuning_args, generating_args)
elif model_args.infer_backend == EngineName.VLLM: elif model_args.infer_backend == EngineName.VLLM:
try: try:
from .vllm_engine import VllmEngine from .vllm_engine import VllmEngine
self.engine: BaseEngine = VllmEngine(model_args, data_args, finetuning_args, generating_args) self.engine: BaseEngine = VllmEngine(model_args, data_args, finetuning_args, generating_args)
except ImportError as e: except ImportError as e:
raise ImportError( raise ImportError(
@ -62,6 +64,7 @@ class ChatModel:
elif model_args.infer_backend == EngineName.SGLANG: elif model_args.infer_backend == EngineName.SGLANG:
try: try:
from .sglang_engine import SGLangEngine from .sglang_engine import SGLangEngine
self.engine: BaseEngine = SGLangEngine(model_args, data_args, finetuning_args, generating_args) self.engine: BaseEngine = SGLangEngine(model_args, data_args, finetuning_args, generating_args)
except ImportError as e: except ImportError as e:
raise ImportError( raise ImportError(

7
src/llamafactory/cli.py
View File

@ -37,36 +37,43 @@ USAGE = (
def _run_api(): def _run_api():
from .api.app import run_api from .api.app import run_api
return run_api() return run_api()
def _run_chat(): def _run_chat():
from .chat.chat_model import run_chat from .chat.chat_model import run_chat
return run_chat() return run_chat()
def _run_eval(): def _run_eval():
from .eval.evaluator import run_eval from .eval.evaluator import run_eval
return run_eval() return run_eval()
def _export_model(): def _export_model():
from .train.tuner import export_model from .train.tuner import export_model
return export_model() return export_model()
def _run_exp(): def _run_exp():
from .train.tuner import run_exp from .train.tuner import run_exp
return run_exp() return run_exp()
def _run_web_demo(): def _run_web_demo():
from .webui.interface import run_web_demo from .webui.interface import run_web_demo
return run_web_demo() return run_web_demo()
def _run_web_ui(): def _run_web_ui():
from .webui.interface import run_web_ui from .webui.interface import run_web_ui
return run_web_ui() return run_web_ui()