diff --git a/appveyor.yml b/appveyor.yml
index d581839b..72b334a0 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -1,22 +1,12 @@
 environment:
-
   matrix:
-
     # For Python versions available on Appveyor, see
     # http://www.appveyor.com/docs/installed-software#python
-    # The list here is complete (excluding Python 2.6, which
-    # isn't covered by this document) at the time of writing.
-
-    - PYTHON: "C:\\Python27"
-    - PYTHON: "C:\\Python27-x64"
-    - PYTHON: "C:\\Python35"
-    - PYTHON: "C:\\Python35-x64"
     - PYTHON: "C:\\Python36"
-    - PYTHON: "C:\\Python36-x64"
 
 install:
   # We need wheel installed to build wheels
-  - "%PYTHON%\\python.exe -m pip install -U pip wheel pytest cython"
+  - "%PYTHON%\\python.exe -m pip install -U cython"
   - "%PYTHON%\\Scripts\\cython --cplus msgpack/_packer.pyx msgpack/_unpacker.pyx"
 
 build: off
@@ -26,12 +16,18 @@ test_script:
   # Note that you must use the environment variable %PYTHON% to refer to
   # the interpreter you're using - Appveyor does not do anything special
   # to put the Python version you want to use on PATH.
-  - "%PYTHON%\\python.exe setup.py build_ext -i"
-  - "%PYTHON%\\python.exe setup.py install"
-  - "%PYTHON%\\python.exe -c \"import sys; print(hex(sys.maxsize))\""
-  - "%PYTHON%\\python.exe -c \"from msgpack import _packer, _unpacker\""
-  - "%PYTHON%\\Scripts\\py.test test"
-  - "%PYTHON%\\python.exe setup.py bdist_wheel"
+  - set PYTHON="C:\\Python27"
+  - ci\\runtests.bat
+  - set PYTHON="C:\\Python27-x64"
+  - ci\\runtests.bat
+  - set PYTHON="C:\\Python35"
+  - ci\\runtests.bat
+  - set PYTHON="C:\\Python35-x64"
+  - ci\\runtests.bat
+  - set PYTHON="C:\\Python36"
+  - ci\\runtests.bat
+  - set PYTHON="C:\\Python36-x64"
+  - ci\\runtests.bat
 
 after_test:
   # This step builds your wheels.
@@ -39,7 +35,7 @@ after_test:
 
 artifacts:
   # bdist_wheel puts your built wheel in the dist directory
-  - path: dist\*
+  - path: dist\*.whl
 
 #on_success:
 #  You can use this step to upload your artifacts to a public website.
diff --git a/ci/runtests.bat b/ci/runtests.bat
new file mode 100644
index 00000000..9efea00c
--- /dev/null
+++ b/ci/runtests.bat
@@ -0,0 +1,7 @@
+%PYTHON%\python.exe -m pip install -U pip wheel pytest
+%PYTHON%\python.exe setup.py build_ext -i
+%PYTHON%\python.exe setup.py install
+%PYTHON%\python.exe -c "import sys; print(hex(sys.maxsize))"
+%PYTHON%\python.exe -c "from msgpack import _packer, _unpacker"
+%PYTHON%\python.exe -m pytest -v test
+%PYTHON%\python.exe setup.py bdist_wheel