diff --git a/appveyor.yml b/appveyor.yml
index 3bb4290e..e90a1da0 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -16,6 +16,8 @@ environment:
     # Make sure we don't download large datasets when running the test on
     # continuous integration platform
     SKLEARN_SKIP_NETWORK_TESTS: 1
+    # Minimum numpy version
+    NP_BUILD_DEP: "1.10.4"
 
   matrix:
     - PYTHON: "C:\\Python27"
@@ -45,18 +47,22 @@ environment:
     - PYTHON: "C:\\Python36"
       PYTHON_VERSION: "3.6.0"
       PYTHON_ARCH: "32"
+      NP_BUILD_DEP: "1.12.1"
 
     - PYTHON: "C:\\Python36-x64"
       PYTHON_VERSION: "3.6.0"
       PYTHON_ARCH: "64"
+      NP_BUILD_DEP: "1.12.1"
 
     - PYTHON: "C:\\Python37"
       PYTHON_VERSION: "3.7.0"
       PYTHON_ARCH: "32"
+      NP_BUILD_DEP: "1.14.5"
 
     - PYTHON: "C:\\Python37-x64"
       PYTHON_VERSION: "3.7.0"
       PYTHON_ARCH: "64"
+      NP_BUILD_DEP: "1.14.5"
 
 
 install:
@@ -79,7 +85,8 @@ install:
   - "git reset --hard"
 
   # Install the build and runtime dependencies of the project.
-  - "%CMD_IN_ENV% pip install --timeout=60 --trusted-host 28daf2247a33ed269873-7b1aad3fab3cc330e1fd9d109892382a.r6.cf2.rackcdn.com -r ../appveyor/requirements.txt"
+  - "%CMD_IN_ENV% pip install --timeout=60 numpy==%NP_BUILD_DEP%"
+  - "%CMD_IN_ENV% pip install --timeout=60 -r ../appveyor/requirements.txt"
   - "%CMD_IN_ENV% python setup.py bdist_wheel"
   - ps: "ls dist"
 
@@ -93,6 +100,8 @@ test_script:
   # Remove the source dir to make sure we run the tests on the
   # installed library.
   - "rd /s /q \"sklearn\""
+  # Install the library version for testing
+  - "%CMD_IN_ENV% pip install -U --timeout=60 numpy"
   # remove setup.cfg so as to not force --doctest-modules
   - "del setup.cfg"
   - "%CMD_IN_ENV% pytest -rs --pyargs sklearn"
diff --git a/appveyor/requirements.txt b/appveyor/requirements.txt
index 362648d9..aedcd5c5 100644
--- a/appveyor/requirements.txt
+++ b/appveyor/requirements.txt
@@ -1,4 +1,3 @@
-numpy==1.14.5
 scipy==1.1.0
 cython==0.28.4
 pytest