Former-commit-id: 53a74cbc3afec58b36c2265e080061bcdf702f98
This commit is contained in:
hoshi-hiyouga 2024-09-08 00:41:45 +08:00 committed by GitHub
parent 3021b31cf3
commit 527ba2eb2e

View File

@ -138,7 +138,7 @@ def compute_mfu(
result = json.load(f) result = json.load(f)
mfu_value = ( mfu_value = (
result["train_samples_per_second"] result["train_steps_per_second"]
* compute_model_flops(model_name_or_path, batch_size, seq_length) * compute_model_flops(model_name_or_path, batch_size, seq_length)
/ compute_device_flops() / compute_device_flops()
) )