mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2026-04-28 02:39:03 +08:00
[v1] add deepspeed zero3 trigger for low memory usage weight loading (#10300)
This commit is contained in:
@@ -123,6 +123,8 @@ class DistributedInterface:
|
||||
if self._initialized:
|
||||
return
|
||||
|
||||
self.dist_config = config
|
||||
|
||||
helper.set_device_index()
|
||||
self._is_distributed = helper.is_distributed()
|
||||
self._rank = helper.get_rank()
|
||||
|
||||
Reference in New Issue
Block a user