mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2026-08-17 13:35:44 +08:00
[v1] Support multimodal data training (#10656)
Co-authored-by: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
27
examples/v1/train_full/train_multimodal.yaml
Normal file
27
examples/v1/train_full/train_multimodal.yaml
Normal file
@@ -0,0 +1,27 @@
|
||||
model: Qwen/Qwen3.5-0.8B
|
||||
model_class: llm
|
||||
|
||||
|
||||
kernel_config:
|
||||
name: auto
|
||||
|
||||
quant_config: null
|
||||
|
||||
dist_config:
|
||||
name: fsdp2
|
||||
dcp_path: null
|
||||
|
||||
### data
|
||||
train_dataset: data/v1_multimodal_demo.yaml
|
||||
|
||||
### training
|
||||
output_dir: outputs/test_multimodal
|
||||
micro_batch_size: 1
|
||||
cutoff_len: 2048
|
||||
learning_rate: 1.0e-4
|
||||
max_steps: 5
|
||||
|
||||
### sample
|
||||
sample_backend: hf
|
||||
max_new_tokens: 128
|
||||
|
||||
Reference in New Issue
Block a user