add export_device in webui #3333

2025-12-16 03:40:34 +08:00 · 2024-04-25 19:02:32 +08:00
parent a3aad4b4f0
commit 3a7c1286ce
7 changed files with 57 additions and 22 deletions
--- a/src/llmtuner/hparams/model_args.py
+++ b/src/llmtuner/hparams/model_args.py
@@ -139,7 +139,7 @@ class ModelArguments:
    )
    export_device: str = field(
        default="cpu",
-        metadata={"help": "The device used in model export."},
+        metadata={"help": "The device used in model export, use cuda to avoid addmm errors."},
    )
    export_quantization_bit: Optional[int] = field(
        default=None,