update args for MsDataset.load

2025-12-15 11:20:35 +08:00 · 2023-12-12 13:02:54 +08:00
parent fe4acc66b0
commit 09533e95ed
3 changed files with 9 additions and 1 deletions
--- a/src/llmtuner/hparams/model_args.py
+++ b/src/llmtuner/hparams/model_args.py
@@ -59,6 +59,10 @@ class ModelArguments:
        default=None,
        metadata={"help": "Auth token to log in with Hugging Face Hub."}
    )
+    ms_hub_token: Optional[str] = field(
+        default=None,
+        metadata={"help": "Auth token to log in with ModelScope Hub."}
+    )

    def __post_init__(self):
        self.compute_dtype = None