[v1] add deepspeed zero3 trigger for low memory usage weight loading (#10300)

This commit is contained in:
jiaqiw09
2026-04-21 14:09:52 +08:00
committed by GitHub
parent f5d739b132
commit 28a6ea1cdc
13 changed files with 160 additions and 18 deletions

View File

@@ -123,6 +123,8 @@ class DistributedInterface:
if self._initialized:
return
self.dist_config = config
helper.set_device_index()
self._is_distributed = helper.is_distributed()
self._rank = helper.get_rank()