From 4d8b782268d14d436946fd8223de4c4b016b63ec Mon Sep 17 00:00:00 2001 From: hoshi-hiyouga Date: Sun, 8 Sep 2024 00:41:45 +0800 Subject: [PATCH] fix Former-commit-id: 842c5455b0e7c4b8d307af950304d4ed52bbb3e8 --- scripts/cal_mfu.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/cal_mfu.py b/scripts/cal_mfu.py index c4e851d7..0ae4dd42 100644 --- a/scripts/cal_mfu.py +++ b/scripts/cal_mfu.py @@ -138,7 +138,7 @@ def compute_mfu( result = json.load(f) mfu_value = ( - result["train_samples_per_second"] + result["train_steps_per_second"] * compute_model_flops(model_name_or_path, batch_size, seq_length) / compute_device_flops() )