mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2026-07-07 09:35:27 +08:00
[v1] set flash_attn to flash_attention_2 for ulysses CP example (#10616)
Co-authored-by: mhh111 <mahonghao1@huawei.com>
This commit is contained in:
committed by
GitHub
parent
9c0b4b3835
commit
50ff45176a
@@ -3,6 +3,7 @@ trust_remote_code: true
|
|||||||
model_class: llm
|
model_class: llm
|
||||||
|
|
||||||
template: qwen3_nothink
|
template: qwen3_nothink
|
||||||
|
flash_attn: flash_attention_2
|
||||||
|
|
||||||
# FSDP Config
|
# FSDP Config
|
||||||
dist_config:
|
dist_config:
|
||||||
|
|||||||
Reference in New Issue
Block a user