Former-commit-id: 842c5455b0e7c4b8d307af950304d4ed52bbb3e8
This commit is contained in:
hoshi-hiyouga 2024-09-08 00:41:45 +08:00 committed by GitHub
parent 4f28e0e5d2
commit 4d8b782268

View File

@ -138,7 +138,7 @@ def compute_mfu(
result = json.load(f)
mfu_value = (
result["train_samples_per_second"]
result["train_steps_per_second"]
* compute_model_flops(model_name_or_path, batch_size, seq_length)
/ compute_device_flops()
)