diff --git a/mlir/tools/CMakeLists.txt b/mlir/tools/CMakeLists.txt
index cc37bf2baf9da2..06a582c4e0370e 100644
--- a/mlir/tools/CMakeLists.txt
+++ b/mlir/tools/CMakeLists.txt
@@ -1,4 +1,3 @@
-add_subdirectory(mlir-cpu-runner)
 add_subdirectory(mlir-lsp-server)
 add_subdirectory(mlir-opt)
 add_subdirectory(mlir-pdll)
@@ -7,3 +6,9 @@ add_subdirectory(mlir-shlib)
 add_subdirectory(mlir-spirv-cpu-runner)
 add_subdirectory(mlir-translate)
 add_subdirectory(mlir-vulkan-runner)
+
+# mlir-cpu-runner requires ExecutionEngine which is only built
+# when the native target is configured in.
+if(TARGET ${LLVM_NATIVE_ARCH})
+  add_subdirectory(mlir-cpu-runner)
+endif()