This commit is contained in:
hoshi-hiyouga authored and GitHub committed 2024-09-08 00:41:45 +08:00
1 parent e71133cab1
commit 842c5455b0
1 file changed
+1 -1
+1 -1
View File
@@ -138,7 +138,7 @@ def compute_mfu(
result = json.load(f)
mfu_value = (
result["train_samples_per_second"]
result["train_steps_per_second"]
* compute_model_flops(model_name_or_path, batch_size, seq_length)
/ compute_device_flops()
)