Update README.md

clementchadebec · Oct 11, 2023 · b7c53f4 · b7c53f4
1 parent 0ab36ba
commit b7c53f4
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/README.md b/README.md
@@ -360,8 +360,8 @@ To do so, you can build a python script that will then be launched by a launcher
 ...     eval_dataloader_num_workers=8,
 ...     dist_backend="nccl", # distributed backend
 ...     world_size=8 # number of gpus to use (n_nodes x n_gpus_per_node),
-...     rank=5 # process/gpu id,
-...     local_rank=1 # node id,
+...     rank=5 # global gpu id,
+...     local_rank=1 # gpu id within a node,
 ...     master_addr="localhost" # master address,
 ...     master_port="12345" # master port,
 ... )