423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-18 04:40:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

support save args in webui #2807 #3046

Browse Source 
some ideas are borrowed from @marko1616
This commit is contained in:
hiyouga
2024-03-30 23:09:12 +08:00
parent 257f643a74
commit 7a086ed333
9 changed files with 219 additions and 80 deletions
Download Patch File Download Diff File Expand all files Collapse all files

46
src/llmtuner/webui/manager.py
View File

@@ -7,27 +7,30 @@ if TYPE_CHECKING:
class Manager:
def __init__(self) -> None:
self._elem_dicts: Dict[str, Dict[str, "Component"]] = {}
self._id_to_elem: Dict[str, "Component"] = {}
self._elem_to_id: Dict["Component", str] = {}
def add_elem_dict(self, tab_name: str, elem_dict: Dict[str, "Component"]) -> None:
def add_elems(self, tab_name: str, elem_dict: Dict[str, "Component"]) -> None:
r"""
Adds a elem dict.
Adds elements to manager.
"""
self._elem_dicts[tab_name] = elem_dict
for elem_name, elem in elem_dict.items():
elem_id = "{}.{}".format(tab_name, elem_name)
self._id_to_elem[elem_id] = elem
self._elem_to_id[elem] = elem_id
def get_elem_list(self) -> List["Component"]:
r"""
Returns the list of all elements.
"""
return [elem for elem_dict in self._elem_dicts.values() for elem in elem_dict.values()]
return list(self._id_to_elem.values())
def get_elem_iter(self) -> Generator[Tuple[str, "Component"], None, None]:
r"""
Returns an iterator over all elements with their names.
"""
for elem_dict in self._elem_dicts.values():
for elem_name, elem in elem_dict.items():
yield elem_name, elem
for elem_id, elem in self._id_to_elem.items():
yield elem_id.split(".")[-1], elem
def get_elem_by_id(self, elem_id: str) -> "Component":
r"""
@@ -35,21 +38,26 @@ class Manager:
Example: top.lang, train.dataset
"""
tab_name, elem_name = elem_id.split(".")
return self._elem_dicts[tab_name][elem_name]
return self._id_to_elem[elem_id]
def get_id_by_elem(self, elem: "Component") -> str:
r"""
Gets id by element.
"""
return self._elem_to_id[elem]
def get_base_elems(self) -> Set["Component"]:
r"""
Gets the base elements that are commonly used.
"""
return {
self._elem_dicts["top"]["lang"],
self._elem_dicts["top"]["model_name"],
self._elem_dicts["top"]["model_path"],
self._elem_dicts["top"]["finetuning_type"],
self._elem_dicts["top"]["adapter_path"],
self._elem_dicts["top"]["quantization_bit"],
self._elem_dicts["top"]["template"],
self._elem_dicts["top"]["rope_scaling"],
self._elem_dicts["top"]["booster"],
self._id_to_elem["top.lang"],
self._id_to_elem["top.model_name"],
self._id_to_elem["top.model_path"],
self._id_to_elem["top.finetuning_type"],
self._id_to_elem["top.adapter_path"],
self._id_to_elem["top.quantization_bit"],
self._id_to_elem["top.template"],
self._id_to_elem["top.rope_scaling"],
self._id_to_elem["top.booster"],
}