diff --git a/.github/actions/install-main-dependencies/action.yml b/.github/actions/install-main-dependencies/action.yml
index 51c788773..90d50ba17 100644
--- a/.github/actions/install-main-dependencies/action.yml
+++ b/.github/actions/install-main-dependencies/action.yml
@@ -104,7 +104,7 @@ runs:
         if [ "$cache_hit" == "true" ]; then
           pip_result=0
           pushd "${BASE_DIR}"
-          python -m pip install --upgrade --force-reinstall *.whl && pip_result=$? || pip_result=$?
+          python -m pip install *.whl && pip_result=$? || pip_result=$?
           popd
           if [ $pip_result == 0 ]; then
             echo 'Verifying cached Aer with tools/verify_wheels.py ...'
@@ -117,6 +117,7 @@ runs:
               build_from_main=false
             else
               echo 'Cached Aer failed verification.'
+              pip uninstall -y qiskit-aer
             fi
           fi
         else
@@ -137,7 +138,7 @@ runs:
           popd
           cp -rf /tmp/qiskit-aer/dist/*.whl "${BASE_DIR}"
           pushd "${BASE_DIR}"
-          python -m pip install --upgrade --force-reinstall *.whl
+          python -m pip install *.whl
           popd
         fi
       shell: bash