423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-16 20:00:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

add cal_lr.py

Browse Source
This commit is contained in:
hiyouga
2023-11-14 20:58:37 +08:00
parent d125ef5535
commit 42c8fc4fb9
4 changed files with 67 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tests/cal_flops.py
View File

@@ -12,7 +12,7 @@ from deepspeed.profiling.flops_profiler import get_model_profile # type: ignore
from llmtuner import ChatModel
def calculate(
def calculate_flops(
model_name_or_path: str,
batch_size: Optional[int] = 1,
seq_length: Optional[int] = 256,
@@ -41,4 +41,4 @@ def calculate(
if __name__ == "__main__":
fire.Fire(calculate)
fire.Fire(calculate_flops)