diff --git a/python/mxnet/gluon/data/dataset.py b/python/mxnet/gluon/data/dataset.py
index 28c659524ca1..cbc73bc401f0 100644
--- a/python/mxnet/gluon/data/dataset.py
+++ b/python/mxnet/gluon/data/dataset.py
@@ -81,7 +81,7 @@ def __init__(self, filename):
         self._record = recordio.MXIndexedRecordIO(idx_file, filename, 'r')
 
     def __getitem__(self, idx):
-        return self._record.read_idx(idx)
+        return self._record.read_idx(self._record.keys[idx])
 
     def __len__(self):
         return len(self._record.keys)