423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-08-04 20:52:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix web ui demo

Browse Source 
Former-commit-id: 1c80e9a09ed9fce0809e2b893d946306df0f9f7c
This commit is contained in:
hiyouga 2023-11-16 17:12:23 +08:00
parent 11af6c1e39
commit be0fb659d2
3 changed files with 11 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llmtuner/__init__.py
View File

@ -7,4 +7,4 @@ from llmtuner.train import export_model, run_exp
from llmtuner.webui import create_ui, create_web_demo from llmtuner.webui import create_ui, create_web_demo
__version__ = "0.3.0" __version__ = "0.3.1"

10
src/llmtuner/webui/chatter.py
View File

@ -29,8 +29,14 @@ class WebChatModel(ChatModel):
if not lazy_init: # read arguments from command line if not lazy_init: # read arguments from command line
super().__init__() super().__init__()
if demo_mode: # load openchat 3.5 by default if demo_mode: # load config.json by default
super().__init__(dict(model_name_or_path="openchat/openchat_3.5", template="openchat")) import json
try:
with open("demo_config.json", "r", encoding="utf-8") as f:
args = json.load(f)
except:
raise ValueError("Cannot find `demo_config.json` at current directory.")
super().__init__(args)
@property @property
def loaded(self) -> bool: def loaded(self) -> bool:

3
src/llmtuner/webui/engine.py
View File

@ -13,6 +13,7 @@ from llmtuner.webui.utils import get_time
class Engine: class Engine:
def __init__(self, demo_mode: Optional[bool] = False, pure_chat: Optional[bool] = False) -> None: def __init__(self, demo_mode: Optional[bool] = False, pure_chat: Optional[bool] = False) -> None:
self.demo_mode = demo_mode
self.pure_chat = pure_chat self.pure_chat = pure_chat
self.manager = Manager() self.manager = Manager()
self.runner = Runner(self.manager, demo_mode=demo_mode) self.runner = Runner(self.manager, demo_mode=demo_mode)
@ -22,7 +23,7 @@ class Engine:
return {self.manager.get_elem_by_name(k): gr.update(**v) for k, v in resume_dict.items()} return {self.manager.get_elem_by_name(k): gr.update(**v) for k, v in resume_dict.items()}
def resume(self) -> Generator[Dict[Component, Dict[str, Any]], None, None]: def resume(self) -> Generator[Dict[Component, Dict[str, Any]], None, None]:
user_config = load_config() user_config = load_config() if not self.demo_mode else {}
lang = user_config.get("lang", None) or "en" lang = user_config.get("lang", None) or "en"
init_dict = { init_dict = {