423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-10-14 15:52:49 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #3584 from zhou-wjjw/main

Browse Source 
Enhancing Ascend 910A Training Efficiency in LlamaFactory with NPU

Former-commit-id: 310cf017a5ec24af8f5cf3af298760dd4150f9f2
This commit is contained in:
hoshi-hiyouga 2024-05-14 22:18:37 +08:00 committed by GitHub
commit 0a82e15e7c
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/train.py
View File

@ -1,3 +1,8 @@
import os
import torch
from transformers import is_torch_npu_available
from llmtuner.train.tuner import run_exp
@ -11,4 +16,7 @@ def _mp_fn(index):
if __name__ == "__main__":
if is_torch_npu_available():
use_jit_compile = os.getenv('JIT_COMPILE', 'False').lower() in ['true', '1']
torch.npu.set_compile_mode(jit_compile=use_jit_compile)
main()