mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2026-07-07 09:35:27 +08:00
[v1] set flash_attn to flash_attention_2 for ulysses CP example (#10616)
Co-authored-by: mhh111 <mahonghao1@huawei.com>
This commit is contained in:
committed by
GitHub
parent
9c0b4b3835
commit
50ff45176a
@@ -3,6 +3,7 @@ trust_remote_code: true
|
||||
model_class: llm
|
||||
|
||||
template: qwen3_nothink
|
||||
flash_attn: flash_attention_2
|
||||
|
||||
# FSDP Config
|
||||
dist_config:
|
||||
|
||||
Reference in New Issue
Block a user