diff --git a/.github/scripts/validate_binaries.sh b/.github/scripts/validate_binaries.sh
index 916f04f1a..23a411d19 100755
--- a/.github/scripts/validate_binaries.sh
+++ b/.github/scripts/validate_binaries.sh
@@ -49,7 +49,7 @@ else
         export PATH=${OLD_PATH}
     fi
 
-    if [[ ${INCLUDE_TEST_OPS} == 'true' ]]; then
+    if [[ ${INCLUDE_TEST_OPS} == 'true' &&  ${MATRIX_GPU_ARCH_TYPE} == 'cuda' ]]; then
         source ./.github/scripts/validate_test_ops.sh
     fi
 
diff --git a/.github/scripts/validate_test_ops.sh b/.github/scripts/validate_test_ops.sh
index 91ef3ffde..60686ee09 100644
--- a/.github/scripts/validate_test_ops.sh
+++ b/.github/scripts/validate_test_ops.sh
@@ -18,8 +18,8 @@ retry git clone ${BRANCH} --depth 1 https://github.com/pytorch/pytorch.git
 retry git submodule update --init --recursive
 pushd pytorch
 
-pip install expecttest numpy pyyaml jinja2 packaging xmlrunner hypothesis unittest-xml-reporting
+pip install expecttest numpy pyyaml jinja2 packaging hypothesis unittest-xml-reporting
 
 # Run test_ops validation
 export CUDA_LAUNCH_BLOCKING=1
-python3 test/test_ops.py
+python3 test/test_ops.py TestCommonCUDA