allow non-packing pretraining

2025-12-16 20:00:36 +08:00 · 2024-03-09 22:21:46 +08:00
parent 412c52e325
commit bdb496644c
22 changed files with 64 additions and 67 deletions
--- a/src/llmtuner/hparams/model_args.py
+++ b/src/llmtuner/hparams/model_args.py
@@ -135,7 +135,6 @@ class ModelArguments:
    )

    def __post_init__(self):
-        self.aqlm_optimization = None
        self.compute_dtype = None
        self.device_map = None
        self.model_max_length = None