423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 20:00:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

update ppo trainer

Browse Source 
Former-commit-id: 5021062493
This commit is contained in:
hiyouga
2023-11-20 21:39:15 +08:00
parent d72f123851
commit f06c4c8f7a
7 changed files with 68 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/llmtuner/extras/misc.py
View File

@@ -16,7 +16,10 @@ try:
_is_bf16_available = is_torch_bf16_gpu_available() or is_torch_bf16_cpu_available()
except ImportError:
_is_fp16_available = torch.cuda.is_available()
_is_bf16_available = torch.cuda.is_bf16_supported()
try:
_is_bf16_available = torch.cuda.is_bf16_supported()
except:
_is_bf16_available = False
if TYPE_CHECKING:
from transformers import HfArgumentParser