diff --git a/tensorflow_io/core/python/ops/__init__.py b/tensorflow_io/core/python/ops/__init__.py
index c9f6865a9..ebb0cfd47 100644
--- a/tensorflow_io/core/python/ops/__init__.py
+++ b/tensorflow_io/core/python/ops/__init__.py
@@ -18,6 +18,7 @@
 import ctypes
 import sys
 import inspect
+import warnings
 import types
 
 import tensorflow as tf
@@ -95,5 +96,8 @@ def __dir__(self):
     plugin_ops = _load_library("libtensorflow_io_plugins.so", "fs")
 except NotImplementedError as e:
     # Note: load libtensorflow_io.so imperatively in case of statically linking
-    core_ops = _load_library("libtensorflow_io.so")
-    plugin_ops = _load_library("libtensorflow_io.so", "fs")
+    try:
+        core_ops = _load_library("libtensorflow_io.so")
+        plugin_ops = _load_library("libtensorflow_io.so", "fs")
+    except NotImplementedError as e:
+        warnings.warn("file system plugins are not loaded: {}".format(e))