diff --git a/training/training_loop.py b/training/training_loop.py index 14836ad2e..f197f3abd 100755 --- a/training/training_loop.py +++ b/training/training_loop.py @@ -98,7 +98,7 @@ def training_loop( metrics = [], # Metrics to evaluate during training. random_seed = 0, # Global random seed. num_gpus = 1, # Number of GPUs participating in the training. - rank = 0, # Rank of the current process in [0, num_gpus[. + rank = 0, # Rank of the current process in [0, num_gpus]. batch_size = 4, # Total batch size for one training iteration. Can be larger than batch_gpu * num_gpus. batch_gpu = 4, # Number of samples processed at a time by one GPU. ema_kimg = 10, # Half-life of the exponential moving average (EMA) of generator weights.