update examples

2024-04-04 14:48:21 +08:00
parent a6d943804b
commit b87f8f1519
5 changed files with 9 additions and 8 deletions
--- a/examples/accelerate/fsdp_config.yaml
+++ b/examples/accelerate/fsdp_config.yaml
@@ -15,8 +15,8 @@ fsdp_config:
 machine_rank: 0
 main_training_function: main
 mixed_precision: fp16
-num_machines: 1
-num_processes: 2
+num_machines: 1 # the number of nodes
+num_processes: 2 # the number of GPUs in all nodes
 rdzv_backend: static
 same_network: true
 tpu_env: []