[data] Optimize QwenVL video dataset preprocessing (#10404)

Co-authored-by: Kingsley <kingsleydodonow@gmail.com>
This commit is contained in:
luca-888
2026-05-03 18:36:56 +08:00
committed by GitHub
parent 468723c5d9
commit 8752280dd7
4 changed files with 291 additions and 6 deletions

View File

@@ -20,7 +20,6 @@ from peft import LoraConfig, LoraModel, OFTConfig, PeftModel, TaskType, get_peft
from transformers.integrations import is_deepspeed_zero3_enabled
from ..extras import logging
from ..extras.constants import EngineName
from .model_utils.misc import find_all_linear_modules, find_expanded_modules
from .model_utils.quantization import QuantizationMethod
from .model_utils.unsloth import get_unsloth_peft_model, load_unsloth_peft_model