423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 20:00:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

[v1] add dp & mp mesh (#9611)

Browse Source
This commit is contained in:
Yaowei Zheng
2025-12-13 01:44:28 +08:00
committed by GitHub
parent 203069e11c
commit 110d21713e
3 changed files with 158 additions and 55 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tests_v1/accelerator/test_interface.py
View File

@@ -20,5 +20,7 @@ from llamafactory.v1.accelerator.interface import DistributedInterface, Distribu
def test_distributed_interface():
DistributedInterface(DistributedStrategy())
assert DistributedInterface.rank == int(os.getenv("RANK", "0"))
assert DistributedInterface.world_size == int(os.getenv("WORLD_SIZE", "1"))
assert DistributedInterface.get_rank() == int(os.getenv("RANK", "0"))
assert DistributedInterface.get_world_size() == int(os.getenv("WORLD_SIZE", "1"))
assert DistributedInterface.get_local_rank() == int(os.getenv("LOCAL_RANK", "0"))
assert DistributedInterface.get_local_world_size() == int(os.getenv("LOCAL_WORLD_SIZE", "1"))