423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2026-05-28 02:48:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

[v1] Add FlashAttention selection and implement normal / padding-free / dynamic batching (#10469)

Browse Source
This commit is contained in:
jiaqiw09
2026-05-21 17:14:19 +08:00
committed by GitHub
parent 7e20db5735
commit bdcb92d035
23 changed files with 507 additions and 105 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
tests_v1/plugins/model_plugins/test_init_plugin.py
View File

@@ -52,12 +52,3 @@ def test_init_on_default():
)
model_engine = ModelEngine(model_args=model_args)
assert model_engine.model.device == DistributedInterface().current_device
if __name__ == "__main__":
"""
python tests_v1/plugins/model_plugins/test_init_plugin.py
"""
test_init_on_meta()
test_init_on_rank0()
test_init_on_default()