diff --git a/chaco/tools/scatter_inspector.py b/chaco/tools/scatter_inspector.py
index 77b73a9cf..09a69077e 100644
--- a/chaco/tools/scatter_inspector.py
+++ b/chaco/tools/scatter_inspector.py
@@ -125,6 +125,11 @@ def _deselect(self, index=None):
                 # Only issue 1 event:
                 if name == 'index':
                     self.inspector_event = insp_event
+            elif index is None:
+                md[self.selection_metadata_name] = []
+                # Only issue 1 event:
+                if name == 'index':
+                    self.inspector_event = insp_event
         return
 
     def _select(self, index, append=True):