diff --git a/.appveyor.ctest b/.appveyor.ctest
index 2d34bd852..370953419 100644
--- a/.appveyor.ctest
+++ b/.appveyor.ctest
@@ -29,5 +29,9 @@ set(CTEST_CONFIGURATION_TYPE ${CONFIGURATION})
 ctest_start(Continuous)
 ctest_configure()
 ctest_build()
-ctest_test()
+ctest_test(RETURN_VALUE tests_ret)
 ctest_submit()
+
+if(NOT tests_ret EQUAL 0)
+  message(FATAL_ERROR "Test had failures!")
+endif()
diff --git a/appveyor.yml b/appveyor.yml
index 0ab010d9a..a787dd03c 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -24,9 +24,8 @@ build_script:
 
     ctest -VV --output-on-failure -S .appveyor.ctest
 
-    cmake --build .\build --config %CONFIGURATION% --target PACKAGE
-test_script:
-- cmd:
+after_build:
+- cmd: cmake --build .\build --config %CONFIGURATION% --target PACKAGE
+
 artifacts:
 - path: build\*.exe
-