mirror of
https://github.com/hiyouga/LLaMA-Factory.git
synced 2025-08-22 22:02:51 +08:00
add DISABLE_TORCHRUN option
Former-commit-id: 45d8be8f93188e6e9d1e0841c2736dce0c1ef7d2
This commit is contained in:
parent
77b70664e5
commit
fd2c64315b
@ -72,7 +72,12 @@ def main():
|
|||||||
elif command == Command.EXPORT:
|
elif command == Command.EXPORT:
|
||||||
export_model()
|
export_model()
|
||||||
elif command == Command.TRAIN:
|
elif command == Command.TRAIN:
|
||||||
if get_device_count() > 0:
|
disable_torchrun = os.environ.get("DISABLE_TORCHRUN", "0").lower() in ["true", "1"]
|
||||||
|
if disable_torchrun and get_device_count() > 1:
|
||||||
|
logger.warning("`torchrun` cannot be disabled when device count > 1.")
|
||||||
|
disable_torchrun = False
|
||||||
|
|
||||||
|
if (not disable_torchrun) and (get_device_count() > 0):
|
||||||
master_addr = os.environ.get("MASTER_ADDR", "127.0.0.1")
|
master_addr = os.environ.get("MASTER_ADDR", "127.0.0.1")
|
||||||
master_port = os.environ.get("MASTER_PORT", str(random.randint(20001, 29999)))
|
master_port = os.environ.get("MASTER_PORT", str(random.randint(20001, 29999)))
|
||||||
logger.info("Initializing distributed tasks at: {}:{}".format(master_addr, master_port))
|
logger.info("Initializing distributed tasks at: {}:{}".format(master_addr, master_port))
|
||||||
|
Loading…
x
Reference in New Issue
Block a user