From e293be7423ffcc629e7c7613bb6377509b532e6a Mon Sep 17 00:00:00 2001 From: hiyouga Date: Tue, 12 Dec 2023 15:27:40 +0800 Subject: [PATCH] fix webui Former-commit-id: e6ddebd3ae670f1ceccd7cbe0ad8daee11070eba --- src/llmtuner/webui/components/train.py | 6 +++--- src/llmtuner/webui/locales.py | 2 +- src/llmtuner/webui/runner.py | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/src/llmtuner/webui/components/train.py b/src/llmtuner/webui/components/train.py index 11109c97..310871cc 100644 --- a/src/llmtuner/webui/components/train.py +++ b/src/llmtuner/webui/components/train.py @@ -65,16 +65,16 @@ def create_train_tab(engine: "Engine") -> Dict[str, "Component"]: logging_steps = gr.Slider(value=5, minimum=5, maximum=1000, step=5) save_steps = gr.Slider(value=100, minimum=10, maximum=5000, step=10) warmup_steps = gr.Slider(value=0, minimum=0, maximum=5000, step=1) - neft_alpha = gr.Slider(value=0, minimum=0, maximum=10, step=0.1) + neftune_alpha = gr.Slider(value=0, minimum=0, maximum=10, step=0.1) with gr.Column(): train_on_prompt = gr.Checkbox(value=False) upcast_layernorm = gr.Checkbox(value=False) - input_elems.update({logging_steps, save_steps, warmup_steps, neft_alpha, train_on_prompt, upcast_layernorm}) + input_elems.update({logging_steps, save_steps, warmup_steps, neftune_alpha, train_on_prompt, upcast_layernorm}) elem_dict.update(dict( advanced_tab=advanced_tab, logging_steps=logging_steps, save_steps=save_steps, warmup_steps=warmup_steps, - neft_alpha=neft_alpha, train_on_prompt=train_on_prompt, upcast_layernorm=upcast_layernorm + neftune_alpha=neftune_alpha, train_on_prompt=train_on_prompt, upcast_layernorm=upcast_layernorm )) with gr.Accordion(label="LoRA config", open=False) as lora_tab: diff --git a/src/llmtuner/webui/locales.py b/src/llmtuner/webui/locales.py index 5f5609d8..8d406659 100644 --- a/src/llmtuner/webui/locales.py +++ b/src/llmtuner/webui/locales.py @@ -333,7 +333,7 @@ LOCALES = { "info": "学习率预热采用的步数。" } }, - "neft_alpha": { + "neftune_alpha": { "en": { "label": "NEFTune Alpha", "info": "Magnitude of noise adding to embedding vectors." diff --git a/src/llmtuner/webui/runner.py b/src/llmtuner/webui/runner.py index 664f3354..6b174deb 100644 --- a/src/llmtuner/webui/runner.py +++ b/src/llmtuner/webui/runner.py @@ -119,7 +119,7 @@ class Runner: logging_steps=get("train.logging_steps"), save_steps=get("train.save_steps"), warmup_steps=get("train.warmup_steps"), - neft_alpha=get("train.neft_alpha"), + neftune_noise_alpha=get("train.neftune_alpha"), train_on_prompt=get("train.train_on_prompt"), upcast_layernorm=get("train.upcast_layernorm"), lora_rank=get("train.lora_rank"),