diff --git a/common/install_miopen.sh b/common/install_miopen.sh
index c01517927..779bc755d 100644
--- a/common/install_miopen.sh
+++ b/common/install_miopen.sh
@@ -33,8 +33,6 @@ if [[ $ROCM_INT -lt 40001 ]]; then
     exit 0
 fi
 
-yum remove -y miopen-hip
-
 # Function to retry functions that sometimes timeout or have flaky failures
 retry () {
     $*  || (sleep 1 && $*) || (sleep 2 && $*) || (sleep 4 && $*) || (sleep 8 && $*)
@@ -85,6 +83,8 @@ else
     exit 1
 fi
 
+yum remove -y miopen-hip
+
 git clone https://github.com/ROCmSoftwarePlatform/MIOpen -b ${MIOPEN_BRANCH}
 pushd MIOpen
 # remove .git to save disk space since CI runner was running out