remove visual_inputs, fix qlora

Former-commit-id: be30c01c4f1482520ece770bd54c6a4837c26f0a
This commit is contained in:
hiyouga
2024-08-31 00:24:51 +08:00
parent 818e0b2cd0
commit ec2da8b06a
22 changed files with 112 additions and 106 deletions

View File

@@ -1,6 +1,5 @@
### model
model_name_or_path: Qwen/Qwen2-VL-7B-Instruct
visual_inputs: true
### method
stage: sft
@@ -9,7 +8,7 @@ finetuning_type: full
deepspeed: examples/deepspeed/ds_z3_config.json
### dataset
dataset: mllm_demo
dataset: mllm_demo,identity
template: qwen2_vl
cutoff_len: 1024
max_samples: 1000