423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2026-05-28 10:58:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

[v1] Add FlashAttention selection and implement normal / padding-free / dynamic batching (#10469)

Browse Source
This commit is contained in:
jiaqiw09
2026-05-21 17:14:19 +08:00
committed by GitHub
parent 7e20db5735
commit bdcb92d035
23 changed files with 507 additions and 105 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
tests_v1/plugins/data_plugins/test_converter.py
View File

@@ -117,12 +117,3 @@ def test_pair_converter(num_samples: int):
],
}
assert data_engine[index] == {"_dataset_name": "tiny_dataset", **expected_data}
if __name__ == "__main__":
"""
python -m tests_v1.plugins.data_plugins.test_converter
"""
test_alpaca_converter(1)
test_sharegpt_converter()
test_pair_converter(1)

9
tests_v1/plugins/model_plugins/test_init_plugin.py
View File

@@ -52,12 +52,3 @@ def test_init_on_default():
)
model_engine = ModelEngine(model_args=model_args)
assert model_engine.model.device == DistributedInterface().current_device
if __name__ == "__main__":
"""
python tests_v1/plugins/model_plugins/test_init_plugin.py
"""
test_init_on_meta()
test_init_on_rank0()
test_init_on_default()