423A35C7/LLaMA-Factory
1
0
Fork 0
mirror of https://github.com/hiyouga/LLaMA-Factory.git synced 2025-12-14 19:06:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

release v0.9.0 (real)

Browse Source 
Former-commit-id: 90d6df6222
This commit is contained in:
hiyouga
2024-09-09 01:00:25 +08:00
parent 561ae4d1af
commit 3aefdad4ec
7 changed files with 45 additions and 53 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
scripts/cal_mfu.py
View File

@@ -131,6 +131,9 @@ def calculate_mfu(
"dataset": "c4_demo",
"cutoff_len": seq_length,
"output_dir": os.path.join("saves", "test_mfu"),
"logging_strategy": "no",
"save_strategy": "no",
"save_only_model": True,
"overwrite_output_dir": True,
"per_device_train_batch_size": batch_size,
"max_steps": num_steps,