423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-18 12:50:38 +08:00
Code Issues Packages Projects Releases Wiki Activity

support BAdam in WebUI

Browse Source
This commit is contained in:
codingma
2024-04-28 11:31:34 +08:00
parent e898fabbe3
commit 26f7170393
3 changed files with 144 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
src/llmtuner/webui/components/train.py
View File

@@ -210,6 +210,32 @@ def create_train_tab(engine: "Engine") -> Dict[str, "Component"]:
)
)
with gr.Accordion(open=False) as badam_tab:
with gr.Row():
use_badam = gr.Checkbox()
badam_mode = gr.Dropdown(choices=["layer", "ratio"], value="layer")
badam_mask_mode = gr.Dropdown(choices=["adjacent", "scatter"], value="adjacent")
badam_switch_mode = gr.Dropdown(choices=["ascending", "descending", "random", "fixed"], value="ascending")
badam_update_ratio = gr.Slider(value=0, minimum=0, maximum=1, step=0.01)
badam_switch_block_every = gr.Slider(value=50, minimum=-1, maximum=200, step=1)
badam_verbose = gr.Dropdown(choices=[0, 1, 2], value=0)
input_elems.update({use_badam, badam_mode, badam_switch_block_every, badam_switch_mode, badam_update_ratio,
badam_mask_mode, badam_verbose})
elem_dict.update(
dict(
badam_tab=badam_tab,
use_badam=use_badam,
badam_mode=badam_mode,
badam_switch_block_every=badam_switch_block_every,
badam_switch_mode=badam_switch_mode,
badam_update_ratio=badam_update_ratio,
badam_mask_mode=badam_mask_mode,
badam_verbose=badam_verbose,
)
)
with gr.Row():
cmd_preview_btn = gr.Button()
arg_save_btn = gr.Button()