pin random seed to resolve stochastic behavior

Signed-off-by: Brian Dellabetta <[email protected]>

tests/lmeval/configs/vl_fp8_dynamic_per_token.yaml

@@ -12,4 +12,4 @@ lmeval:
   num_fewshot: 0
   batch_size: 8
   metrics:
-    acc,none: 0.266
+    acc,none: 0.333

tests/lmeval/configs/vl_w4a16_actorder_weight.yaml

@@ -14,5 +14,5 @@ lmeval:
   task: mmmu_val_economics
   num_fewshot: 0
   metrics:
-    acc,none: 0.433
+    acc,none: 0.366
   batch_size: 4

tests/lmeval/test_lmeval.py

@@ -1,9 +1,11 @@
 import os
+import random
 import shutil
 from pathlib import Path
 
 import numpy
 import pytest
+import torch
 import yaml
 from loguru import logger
 from pydantic import BaseModel
@@ -57,6 +59,10 @@ class TestLMEval:
     """  # noqa: E501
 
     def set_up(self):
+        random.seed(42)
+        numpy.random.seed(42)
+        torch.manual_seed(42)
+
         eval_config = yaml.safe_load(Path(TEST_DATA_FILE).read_text(encoding="utf-8"))
 
         if os.environ.get("CADENCE", "commit") != eval_config.get("cadence"):