mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-10-15 16:18:10 +08:00
54 lines
2.2 KiB
Python
54 lines
2.2 KiB
Python
import gradio as gr
|
|
from gradio.components import Component # cannot use TYPE_CHECKING here
|
|
from typing import Any, Dict, Generator, Optional
|
|
|
|
from llmtuner.webui.chatter import WebChatModel
|
|
from llmtuner.webui.common import get_model_path, list_dataset, CONFIG_CLASS
|
|
from llmtuner.webui.locales import LOCALES
|
|
from llmtuner.webui.manager import Manager
|
|
from llmtuner.webui.runner import Runner
|
|
from llmtuner.webui.utils import get_time
|
|
|
|
|
|
class Engine:
|
|
|
|
def __init__(self, pure_chat: Optional[bool] = False) -> None:
|
|
self.pure_chat = pure_chat
|
|
self.manager: "Manager" = Manager()
|
|
self.runner: "Runner" = Runner(self.manager)
|
|
self.chatter: "WebChatModel" = WebChatModel(manager=self.manager, lazy_init=(not pure_chat))
|
|
|
|
def _form_dict(self, resume_dict: Dict[str, Dict[str, Any]]):
|
|
return {self.manager.get_elem(k): gr.update(**v) for k, v in resume_dict.items()}
|
|
|
|
def resume(self, config: CONFIG_CLASS) -> Generator[Dict[Component, Dict[str, Any]], None, None]:
|
|
lang = config.get("lang", None) or "en"
|
|
|
|
resume_dict = {
|
|
"top.lang": {"value": lang},
|
|
"infer.chat_box": {"visible": self.chatter.loaded}
|
|
}
|
|
|
|
if not self.pure_chat:
|
|
resume_dict["train.dataset"] = {"choices": list_dataset()["choices"]}
|
|
resume_dict["eval.dataset"] = {"choices": list_dataset()["choices"]}
|
|
|
|
if config.get("last_model", None):
|
|
resume_dict["top.model_name"] = {"value": config["last_model"]}
|
|
resume_dict["top.model_path"] = {"value": get_model_path(config, config["last_model"])}
|
|
|
|
yield self._form_dict(resume_dict)
|
|
|
|
if self.runner.alive: # TODO: resume eval
|
|
yield {elem: gr.update(value=value) for elem, value in self.runner.data.items()}
|
|
resume_dict = {"train.resume_btn": {"value": True}}
|
|
else:
|
|
resume_dict = {"train.output_dir": {"value": get_time()}}
|
|
yield self._form_dict(resume_dict)
|
|
|
|
def change_lang(self, lang: str) -> Dict[Component, Dict[str, Any]]:
|
|
return {
|
|
component: gr.update(**LOCALES[name][lang])
|
|
for elems in self.manager.all_elems.values() for name, component in elems.items() if name in LOCALES
|
|
}
|