423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-15 11:20:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

add MMLU and C-Eval script

Browse Source
This commit is contained in:
hiyouga
2023-09-23 00:34:17 +08:00
parent 5cc7a44784
commit 465ee8119a
16 changed files with 1019 additions and 856 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tests/cal_flops.py
View File

@@ -6,8 +6,8 @@
import fire
import torch
from typing import Optional
from deepspeed.accelerator import get_accelerator
from deepspeed.profiling.flops_profiler import get_model_profile
from deepspeed.accelerator import get_accelerator # type: ignore
from deepspeed.profiling.flops_profiler import get_model_profile # type: ignore
from llmtuner import ChatModel
@@ -35,7 +35,7 @@ def calculate(
print_profile=True,
detailed=True
)
print("FLOPS:", flops)
print("FLOPs:", flops)
print("MACs:", macs)
print("Params:", params)