add rlhf-v dataset

Former-commit-id: 8e49940746
2025-12-16 20:00:36 +08:00 · 2024-09-01 22:57:41 +08:00
parent 236f97b35c
commit bfdcc6bacf
13 changed files with 118 additions and 33 deletions
--- a/src/llamafactory/model/loader.py
+++ b/src/llamafactory/model/loader.py
@@ -99,6 +99,7 @@ def load_tokenizer(model_args: "ModelArguments") -> "TokenizerModule":
        processor = AutoProcessor.from_pretrained(model_args.model_name_or_path, **init_kwargs)
        setattr(processor, "tokenizer", tokenizer)
        setattr(processor, "image_seqlen", get_image_seqlen(config))
+        setattr(processor, "image_resolution", model_args.image_resolution)
    except Exception:
        processor = None