remove visual_inputs, fix qlora

Former-commit-id: a025c3df61
2025-12-14 19:06:26 +08:00 · 2024-08-31 00:24:51 +08:00
parent 51a0016873
commit f31e7e0dfc
22 changed files with 112 additions and 106 deletions
--- a/examples/train_lora/llava1_5_lora_sft.yaml
+++ b/examples/train_lora/llava1_5_lora_sft.yaml
@@ -1,6 +1,5 @@
 ### model
 model_name_or_path: llava-hf/llava-1.5-7b-hf
-visual_inputs: true

 ### method
 stage: sft
--- a/examples/train_lora/qwen2vl_lora_sft.yaml
+++ b/examples/train_lora/qwen2vl_lora_sft.yaml
@@ -1,6 +1,5 @@
 ### model
 model_name_or_path: Qwen/Qwen2-VL-7B-Instruct
-visual_inputs: true

 ### method
 stage: sft
@@ -9,7 +8,7 @@ finetuning_type: lora
 lora_target: all

 ### dataset
-dataset: mllm_demo
+dataset: mllm_demo,identity
 template: qwen2_vl
 cutoff_len: 1024
 max_samples: 1000