mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-11-08 22:34:46 +08:00
Compare commits
No commits in common. "2a797e2562613e8afaa3464af8b52f23474b520a" and "c4cf97d84dbab5d40eb3fe62d6afc4a8b4edc483" have entirely different histories.
2a797e2562
...
c4cf97d84d
7226
data/dpo_en_demo.json
Normal file
7226
data/dpo_en_demo.json
Normal file
File diff suppressed because one or more lines are too long
BIN
evaluation/ceval/ceval.zip
Normal file
BIN
evaluation/ceval/ceval.zip
Normal file
Binary file not shown.
BIN
evaluation/cmmlu/cmmlu.zip
Normal file
BIN
evaluation/cmmlu/cmmlu.zip
Normal file
Binary file not shown.
BIN
evaluation/mmlu/mmlu.zip
Normal file
BIN
evaluation/mmlu/mmlu.zip
Normal file
Binary file not shown.
@ -49,12 +49,10 @@ class ChatModel:
|
||||
|
||||
if model_args.infer_backend == EngineName.HF:
|
||||
from .hf_engine import HuggingfaceEngine
|
||||
|
||||
self.engine: BaseEngine = HuggingfaceEngine(model_args, data_args, finetuning_args, generating_args)
|
||||
elif model_args.infer_backend == EngineName.VLLM:
|
||||
try:
|
||||
from .vllm_engine import VllmEngine
|
||||
|
||||
self.engine: BaseEngine = VllmEngine(model_args, data_args, finetuning_args, generating_args)
|
||||
except ImportError as e:
|
||||
raise ImportError(
|
||||
@ -64,7 +62,6 @@ class ChatModel:
|
||||
elif model_args.infer_backend == EngineName.SGLANG:
|
||||
try:
|
||||
from .sglang_engine import SGLangEngine
|
||||
|
||||
self.engine: BaseEngine = SGLangEngine(model_args, data_args, finetuning_args, generating_args)
|
||||
except ImportError as e:
|
||||
raise ImportError(
|
||||
|
||||
@ -37,43 +37,36 @@ USAGE = (
|
||||
|
||||
def _run_api():
|
||||
from .api.app import run_api
|
||||
|
||||
return run_api()
|
||||
|
||||
|
||||
def _run_chat():
|
||||
from .chat.chat_model import run_chat
|
||||
|
||||
return run_chat()
|
||||
|
||||
|
||||
def _run_eval():
|
||||
from .eval.evaluator import run_eval
|
||||
|
||||
return run_eval()
|
||||
|
||||
|
||||
def _export_model():
|
||||
from .train.tuner import export_model
|
||||
|
||||
return export_model()
|
||||
|
||||
|
||||
def _run_exp():
|
||||
from .train.tuner import run_exp
|
||||
|
||||
return run_exp()
|
||||
|
||||
|
||||
def _run_web_demo():
|
||||
from .webui.interface import run_web_demo
|
||||
|
||||
return run_web_demo()
|
||||
|
||||
|
||||
def _run_web_ui():
|
||||
from .webui.interface import run_web_ui
|
||||
|
||||
return run_web_ui()
|
||||
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user