diff --git a/nnvm/python/nnvm/__init__.py b/nnvm/python/nnvm/__init__.py
index 31b88587764d..aaaa8b18a2d2 100644
--- a/nnvm/python/nnvm/__init__.py
+++ b/nnvm/python/nnvm/__init__.py
@@ -2,6 +2,7 @@
 # coding: utf-8
 """NNVM python API for ease of use and help new framework establish python API. """
 from __future__ import absolute_import as _abs
+import warnings
 
 from . import _base
 from . import symbol as sym
@@ -10,3 +11,6 @@
 from . import frontend
 
 __version__ = _base.__version__
+
+warnings.warn("NNVM is deprecated and will be removed in a future version. Use Relay instead.",
+              FutureWarning)