diff --git a/.github/scripts/validate_binaries.sh b/.github/scripts/validate_binaries.sh
index 42c382ac9..b92ada91c 100755
--- a/.github/scripts/validate_binaries.sh
+++ b/.github/scripts/validate_binaries.sh
@@ -73,22 +73,20 @@ conda env config vars set -n ${CONDA_ENV}  \
 #     export PYTORCH_CUDA_PKG="pytorch-cuda=${MATRIX_GPU_ARCH_VERSION}"
 # fi
 
-conda run -n "${CONDA_ENV}" pip install importlib-metadata
-
 conda run -n "${CONDA_ENV}" pip install torch --index-url "$PYTORCH_URL"
 
 # install fbgemm
 conda run -n "${CONDA_ENV}" pip install fbgemm-gpu --index-url "$PYTORCH_URL"
 
-# install requirements from pypi
-conda run -n "${CONDA_ENV}" pip install torchmetrics==1.0.3
-
 # install tensordict from pypi
 conda run -n "${CONDA_ENV}" pip install tensordict==0.8.1
 
 # install torchrec
 conda run -n "${CONDA_ENV}" pip install torchrec --index-url "$PYTORCH_URL"
 
+# install other requirements
+conda run -n "${CONDA_ENV}" pip install -r requirements.txt
+
 # Run small import test
 conda run -n "${CONDA_ENV}" python -c "import torch; import fbgemm_gpu; import torchrec"
 
diff --git a/.github/workflows/validate-nightly-binaries.yml b/.github/workflows/validate-nightly-binaries.yml
index 6d6369495..0cc067912 100644
--- a/.github/workflows/validate-nightly-binaries.yml
+++ b/.github/workflows/validate-nightly-binaries.yml
@@ -11,14 +11,14 @@ on:
     branches:
       - main
     paths:
-      - .github/workflows/validate-nightly-binaries.yml
-      - .github/workflows/validate-binaries.yml
-      - .github/scripts/validate-binaries.sh
+      - '.github/workflows/validate-nightly-binaries.yml'
+      - '.github/workflows/validate-binaries.yml'
+      - '.github/scripts/validate-binaries.sh'
   pull_request:
     paths:
-      - .github/workflows/validate-nightly-binaries.yml
-      - .github/workflows/validate-binaries.yml
-      - .github/scripts/validate-binaries.sh
+      - '.github/workflows/validate-nightly-binaries.yml'
+      - '.github/workflows/validate-binaries.yml'
+      - '.github/scripts/validate-binaries.sh'
 jobs:
   nightly:
     uses: ./.github/workflows/validate-binaries.yml