update webui #1086

2025-12-17 12:20:37 +08:00 · 2023-10-09 14:50:14 +08:00
parent a683c5b797
commit b8dbec086e
10 changed files with 105 additions and 56 deletions
--- a/src/llmtuner/webui/components/infer.py
+++ b/src/llmtuner/webui/components/infer.py
@@ -28,7 +28,10 @@ def create_infer_tab(top_elems: Dict[str, "Component"]) -> Dict[str, "Component"
            top_elems["finetuning_type"],
            top_elems["quantization_bit"],
            top_elems["template"],
-            top_elems["system_prompt"]
+            top_elems["system_prompt"],
+            top_elems["flash_attn"],
+            top_elems["shift_attn"],
+            top_elems["rope_scaling"]
        ],
        [info_box]
    ).then(