diff --git a/src/operator/tensor/elemwise_binary_broadcast_op_basic.cc b/src/operator/tensor/elemwise_binary_broadcast_op_basic.cc
index 6d3ce933af8c..18fe653b1c85 100644
--- a/src/operator/tensor/elemwise_binary_broadcast_op_basic.cc
+++ b/src/operator/tensor/elemwise_binary_broadcast_op_basic.cc
@@ -23,7 +23,7 @@
  * \brief CPU Implementation of basic functions for elementwise binary broadcast operator.
  */
 #include "./elemwise_unary_op.h"
-#include "./elemwise_binary_op.h"
+#include "./elemwise_binary_op-inl.h"
 #include "./elemwise_binary_broadcast_op.h"
 
 namespace mxnet {
diff --git a/src/operator/tensor/elemwise_binary_broadcast_op_basic.cu b/src/operator/tensor/elemwise_binary_broadcast_op_basic.cu
index aa0850ac5bbf..75ab2ae16f71 100644
--- a/src/operator/tensor/elemwise_binary_broadcast_op_basic.cu
+++ b/src/operator/tensor/elemwise_binary_broadcast_op_basic.cu
@@ -23,7 +23,7 @@
  * \brief GPU Implementation of basic functions for elementwise binary broadcast operator.
  */
 #include "./elemwise_unary_op.h"
-#include "./elemwise_binary_op.h"
+#include "./elemwise_binary_op-inl.h"
 #include "./elemwise_binary_broadcast_op.h"
 
 namespace mxnet {