add export_device in webui #3333

Former-commit-id: 3a7c1286ce
2026-03-07 12:15:59 +08:00 · 2024-04-25 19:02:32 +08:00
parent 0158ab3c27
commit 84031c5bf9
7 changed files with 57 additions and 22 deletions
--- a/src/llmtuner/hparams/model_args.py
+++ b/src/llmtuner/hparams/model_args.py
@@ -139,7 +139,7 @@ class ModelArguments:
    )
    export_device: str = field(
        default="cpu",
-        metadata={"help": "The device used in model export."},
+        metadata={"help": "The device used in model export, use cuda to avoid addmm errors."},
    )
    export_quantization_bit: Optional[int] = field(
        default=None,