diff --git a/CHANGELOG.rst b/CHANGELOG.rst
index 80bbdf02..173fbb5c 100644
--- a/CHANGELOG.rst
+++ b/CHANGELOG.rst
@@ -7,6 +7,9 @@ New Features
 ------------
 * BirkhoffPolytope (#125)
 
+Maintenance
+-----------
+* Tests for pytorch>=1.4, cpuonly (#133)
 
 geoopt v0.1.2
 ==============
diff --git a/scripts/install_deps.sh b/scripts/install_deps.sh
index ac248783..ae443268 100644
--- a/scripts/install_deps.sh
+++ b/scripts/install_deps.sh
@@ -1,3 +1,3 @@
 conda install --yes pip numpy mkl-service
-conda install --yes pytorch${PYTORCH_VERSION} -c ${PYTORCH_CHANNEL}
+conda install --yes pytorch${PYTORCH_VERSION} cpuonly -c ${PYTORCH_CHANNEL}
 pip install -r ./requirements-dev.txt