diff --git a/.github/scripts/install_fbgemm.sh b/.github/scripts/install_fbgemm.sh
index dc643deaa..5c6c9cf6b 100644
--- a/.github/scripts/install_fbgemm.sh
+++ b/.github/scripts/install_fbgemm.sh
@@ -26,3 +26,5 @@ if [ "$CHANNEL" = "nightly" ]; then
 elif [ "$CHANNEL" = "test" ]; then
     ${CONDA_RUN} pip install fbgemm-gpu --index-url https://download.pytorch.org/whl/test/"$CU_VERSION"
 fi
+
+conda run -n "${CONDA_ENV}" pip install importlib-metadata
diff --git a/.github/scripts/validate_binaries.sh b/.github/scripts/validate_binaries.sh
index a0c4234a8..115f69c66 100755
--- a/.github/scripts/validate_binaries.sh
+++ b/.github/scripts/validate_binaries.sh
@@ -162,5 +162,9 @@ conda run -n "${CONDA_ENV}" python -c "import torch; print(torch.version.cuda)"
 # python 3.11 needs torchx-nightly
 conda run -n "${CONDA_ENV}" pip install torchx-nightly iopath
 
+# python 3.9 needs import-metadata
+conda run -n "${CONDA_ENV}" pip install importlib-metadata
+
+
 # Finally run smoke test
 conda run -n "${CONDA_ENV}" torchx run -s local_cwd dist.ddp -j 1 --gpu 2 --script test_installation.py
diff --git a/.github/workflows/build-wheels-linux.yml b/.github/workflows/build-wheels-linux.yml
index 50dc5ccdc..40da70434 100644
--- a/.github/workflows/build-wheels-linux.yml
+++ b/.github/workflows/build-wheels-linux.yml
@@ -57,7 +57,7 @@ jobs:
       test-infra-repository: pytorch/test-infra
       test-infra-ref: main
       build-matrix: ${{ needs.filter-matrix.outputs.matrix }}
-      pre-script: ""
+      pre-script: .github/scripts/validate_binaries.sh
       post-script: .github/scripts/install_fbgemm.sh
       package-name: torchrec
       smoke-test-script: ""