diff --git a/tensorflow_io/core/python/api/experimental/__init__.py b/tensorflow_io/core/python/api/experimental/__init__.py
index 3ace03092..0456f4eef 100644
--- a/tensorflow_io/core/python/api/experimental/__init__.py
+++ b/tensorflow_io/core/python/api/experimental/__init__.py
@@ -14,8 +14,9 @@
 # ==============================================================================
 """tensorflow_io.experimental"""
 
-from tensorflow_io.core.python.experimental.io_tensor import IOTensor
 from tensorflow_io.core.python.experimental.io_dataset_ops import IODataset
+from tensorflow_io.core.python.experimental.io_tensor import IOTensor
+from tensorflow_io.core.python.experimental.io_layer import IOLayer
 
 from tensorflow_io.core.python.api.experimental import ffmpeg
 from tensorflow_io.core.python.api.experimental import image
diff --git a/tensorflow_io/core/python/api/v0/__init__.py b/tensorflow_io/core/python/api/v0/__init__.py
index eebe593c3..b7e1d1a89 100644
--- a/tensorflow_io/core/python/api/v0/__init__.py
+++ b/tensorflow_io/core/python/api/v0/__init__.py
@@ -17,7 +17,6 @@
 # tensorflow_io.core.python.ops is implicitly imported (along with file system)
 from tensorflow_io.core.python.ops.io_dataset import IODataset
 from tensorflow_io.core.python.ops.io_tensor import IOTensor
-from tensorflow_io.core.python.ops.io_layer import IOLayer
 
 from tensorflow_io.core.python.api.v0 import genome
 from tensorflow_io.core.python.api.v0 import image
diff --git a/tensorflow_io/core/python/ops/io_layer.py b/tensorflow_io/core/python/experimental/io_layer.py
similarity index 94%
rename from tensorflow_io/core/python/ops/io_layer.py
rename to tensorflow_io/core/python/experimental/io_layer.py
index 75323571e..ab8eb71df 100644
--- a/tensorflow_io/core/python/ops/io_layer.py
+++ b/tensorflow_io/core/python/experimental/io_layer.py
@@ -18,8 +18,8 @@
 from __future__ import print_function
 
 import tensorflow as tf
-from tensorflow_io.core.python.ops import text_io_layer_ops
-from tensorflow_io.core.python.ops import kafka_io_layer_ops
+from tensorflow_io.core.python.experimental import text_io_layer_ops
+from tensorflow_io.core.python.experimental import kafka_io_layer_ops
 
 class IOLayer(tf.keras.layers.Layer):
   """IOLayer
diff --git a/tensorflow_io/core/python/ops/kafka_io_layer_ops.py b/tensorflow_io/core/python/experimental/kafka_io_layer_ops.py
similarity index 100%
rename from tensorflow_io/core/python/ops/kafka_io_layer_ops.py
rename to tensorflow_io/core/python/experimental/kafka_io_layer_ops.py
diff --git a/tensorflow_io/core/python/ops/text_io_layer_ops.py b/tensorflow_io/core/python/experimental/text_io_layer_ops.py
similarity index 100%
rename from tensorflow_io/core/python/ops/text_io_layer_ops.py
rename to tensorflow_io/core/python/experimental/text_io_layer_ops.py
diff --git a/tests/test_io_layer_eager.py b/tests/test_io_layer_eager.py
index 0f0a284cf..d48077241 100644
--- a/tests/test_io_layer_eager.py
+++ b/tests/test_io_layer_eager.py
@@ -78,7 +78,7 @@ def func(self):
     f, filename = tempfile.mkstemp()
     os.close(f)
     self._filename = filename
-    return tfio.IOLayer.text(filename)
+    return tfio.experimental.IOLayer.text(filename)
   def check(self, images, predictions):
     f = tf.data.TextLineDataset(self._filename)
     lines = [line for line in f]
@@ -91,7 +91,7 @@ class KafkaIOLayerHelper(object):
   def func(self):
     channel = "e{}e".format(time.time())
     self._topic = "io-layer-test-"+channel
-    return tfio.IOLayer.kafka(self._topic)
+    return tfio.experimental.IOLayer.kafka(self._topic)
   def check(self, images, predictions):
     f = kafka_io.KafkaDataset(topics=[self._topic], group="test", eof=True)
     lines = [line for line in f]