ENH: pd.MultiIndex.get_loc(np.nan) (#19132)

MultiIndex.get_loc could not find nan with values including missing
values as a input

Author: proost

doc/source/whatsnew/v1.0.0.rst

@@ -229,6 +229,7 @@ Indexing
 - Bug in reindexing a :meth:`PeriodIndex` with another type of index that contained a `Period` (:issue:`28323`) (:issue:`28337`)
 - Fix assignment of column via `.loc` with numpy non-ns datetime type (:issue:`27395`)
 - Bug in :meth:`Float64Index.astype` where ``np.inf`` was not handled properly when casting to an integer dtype (:issue:`28475`)
+- When index is ``MultiIndex``, Using ``.get_loc`` can't find ``nan`` with values including missing values as input (:issue:`19132`)
 
 Missing
 ^^^^^^^

pandas/core/indexes/multi.py

@@ -2591,7 +2591,7 @@ def _partial_tup_index(self, tup, side="left"):
         for k, (lab, lev, labs) in enumerate(zipped):
             section = labs[start:end]
 
-            if lab not in lev:
+            if lab not in lev and not isna(lab):
                 if not lev.is_type_compatible(lib.infer_dtype([lab], skipna=False)):
                     raise TypeError("Level type mismatch: %s" % lab)
 
@@ -2601,7 +2601,7 @@ def _partial_tup_index(self, tup, side="left"):
                     loc -= 1
                 return start + section.searchsorted(loc, side=side)
 
-            idx = lev.get_loc(lab)
+            idx = lev.get_loc(lab) if not isna(lab) else -1
             if k < n - 1:
                 end = start + section.searchsorted(idx, side="right")
                 start = start + section.searchsorted(idx, side="left")
@@ -2707,7 +2707,8 @@ def _maybe_to_slice(loc):
         loc = np.arange(start, stop, dtype="int64")
 
         for i, k in enumerate(follow_key, len(lead_key)):
-            mask = self.codes[i][loc] == self.levels[i].get_loc(k)
+            code = self.levels[i].get_loc(k) if not isna(k) else -1
+            mask = self.codes[i][loc] == code
             if not mask.all():
                 loc = loc[mask]
             if not len(loc):
@@ -2933,24 +2934,27 @@ def convert_indexer(start, stop, step, indexer=indexer, codes=level_codes):
                 j = level_codes.searchsorted(stop, side="right")
                 return slice(i, j, step)
 
+        elif not is_list_like(key) and isna(key):
+            # missing data's location is denoted by -1
+            # so find missing data's location
+            code = -1
         else:
-
             code = level_index.get_loc(key)
 
-            if level > 0 or self.lexsort_depth == 0:
-                # Desired level is not sorted
-                locs = np.array(level_codes == code, dtype=bool, copy=False)
-                if not locs.any():
-                    # The label is present in self.levels[level] but unused:
-                    raise KeyError(key)
-                return locs
-
-            i = level_codes.searchsorted(code, side="left")
-            j = level_codes.searchsorted(code, side="right")
-            if i == j:
+        if level > 0 or self.lexsort_depth == 0:
+            # Desired level is not sorted
+            locs = np.array(level_codes == code, dtype=bool, copy=False)
+            if not locs.any():
                 # The label is present in self.levels[level] but unused:
                 raise KeyError(key)
-            return slice(i, j)
+            return locs
+
+        i = level_codes.searchsorted(code, side="left")
+        j = level_codes.searchsorted(code, side="right")
+        if i == j:
+            # The label is present in self.levels[level] but unused:
+            raise KeyError(key)
+        return slice(i, j)
 
     def get_locs(self, seq):
         """

pandas/tests/indexes/multi/test_indexing.py

@@ -439,3 +439,40 @@ def test_timestamp_multiindex_indexer():
     )
     should_be = pd.Series(data=np.arange(24, len(qidx) + 24), index=qidx, name="foo")
     tm.assert_series_equal(result, should_be)
+
+
+def test_get_loc_with_values_including_missing_values():
+    # issue 19132
+    idx = MultiIndex.from_product([[np.nan, 1]] * 2)
+    expected = slice(0, 2, None)
+    assert idx.get_loc(np.nan) == expected
+
+    idx = MultiIndex.from_arrays([[np.nan, 1, 2, np.nan]])
+    expected = np.array([True, False, False, True])
+    tm.assert_numpy_array_equal(idx.get_loc(np.nan), expected)
+
+    idx = MultiIndex.from_product([[np.nan, 1]] * 3)
+    expected = slice(2, 4, None)
+    assert idx.get_loc((np.nan, 1)) == expected
+
+    idx = MultiIndex.from_product([[1, np.nan]] * 3)
+    expected = slice(2, 4, 1)
+    assert idx.get_loc((1, np.nan)) == expected
+
+    idx = MultiIndex.from_arrays(
+        [[1, 2, 3, 1, 1], [np.nan, 4, 5, np.nan, 6], [7, 8, 9, 10, 11]]
+    )
+    expected = slice(0, 4, 3)
+    assert idx.get_loc((1, np.nan)) == expected
+
+
+def test_get_indexer_with_missing_value():
+    # issue 19132
+    idx = MultiIndex.from_arrays([[1, np.nan, 2], [3, 4, 5]])
+    result = idx.get_indexer([1, np.nan, 2])
+    expected = np.array([-1, -1, -1], dtype="int32")
+    tm.assert_numpy_array_equal(result.astype("int32"), expected)
+
+    result = idx.get_indexer([(np.nan, 4)])
+    expected = np.array([1], dtype="int32")
+    tm.assert_numpy_array_equal(result.astype("int32"), expected)