diff --git a/.azure-ci/docker_scripts.sh b/.azure-ci/docker_scripts.sh
index be4524d08..4ad956407 100755
--- a/.azure-ci/docker_scripts.sh
+++ b/.azure-ci/docker_scripts.sh
@@ -46,5 +46,10 @@ pip uninstall -y giotto-tda
 pip uninstall -y giotto-tda-nightly
 
 # Build wheels
-pip install wheel
+pip install wheel==0.34.1 auditwheel==3.1.0
 python setup.py bdist_wheel
+
+# Repair wheels with auditwheel
+auditwheel repair dist/*whl -w dist/
+# remove wheels that are not manylinux2010
+rm -rf dist/*-linux*.whl
diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index 0c809e7f2..b3ffe72a8 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -54,7 +54,7 @@ jobs:
   - script: |
       set -e
       python -m pip install --upgrade pip
-      pip install dist/*.whl
+      pip install dist/*manylinux2010*.whl
     displayName: 'Install the wheels'
 
   - script: |
@@ -92,8 +92,7 @@ jobs:
   - bash: |
       set -e
       pip install twine
-      for f in dist/*linux* ; do sudo mv "$f" "${f/linux/manylinux2010}"; done
-      twine upload -u giotto-learn -p $(pypi_psw) --skip-existing dist/*
+      twine upload -u giotto-learn -p $(pypi_psw) --skip-existing dist/*manylinux2010*.whl
     condition: eq(variables['nightly_check'], 'true')
     displayName: 'Upload nightly wheels to PyPI'