From b08fa08756630d46f1f468acff8756ebac59429f Mon Sep 17 00:00:00 2001 From: George Smyrnis Date: Mon, 11 Dec 2023 20:33:07 -0600 Subject: [PATCH] Small test fix. --- tests/shared.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/shared.py b/tests/shared.py index 091be0b1..75938f18 100644 --- a/tests/shared.py +++ b/tests/shared.py @@ -100,7 +100,7 @@ def create_train_fixtures(model="open_lm_11m", fsdp=False): args = MockTrainArgs(model) # only want to look at one batch - args.train_num_samples = args.batch_size + args.train_num_samples = args.global_batch_size # increase learning rate and remove warmup for maximize change to model weights args.lr = 1e-3