diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt
index d4207606dd6..1ceb566f468 100644
--- a/src/CMakeLists.txt
+++ b/src/CMakeLists.txt
@@ -828,7 +828,7 @@ if (HAVE_VULKAN)
 	set (FASTMATH_SOURCES ${FASTMATH_SOURCES} ${VULKAN_SOURCES})
 endif()
 
-set (FASTMATH_SOURCES ${FASTMATH_SOURCES} ${POLYBACKEND_SOURCES})
+set (FASTMATH_SOURCES ${FASTMATH_SOURCES})
 
 set (PCH_SOURCES
 	common/thirdparty/richpresence.cpp