diff --git a/horovod/common/controller.cc b/horovod/common/controller.cc
index c844467bae..6d68f89a0e 100644
--- a/horovod/common/controller.cc
+++ b/horovod/common/controller.cc
@@ -29,6 +29,8 @@
 
 #if HAVE_CUDA
 #include "ops/cuda/cuda_kernels.h"
+#elif HAVE_ROCM
+#include "ops/rocm/hip_kernels.h"
 #endif