Refactor read_csv bug fix with PR comments (#18186)

Author: sam-cohan

doc/source/whatsnew/v0.21.1.txt

@@ -64,7 +64,7 @@ Bug Fixes
 - Bug in ``pd.concat`` when empty and non-empty DataFrames or Series are concatenated (:issue:`18178` :issue:`18187`)
 - Bug in :class:`IntervalIndex` constructor when a list of intervals is passed with non-default ``closed`` (:issue:`18334`)
 - Bug in :meth:`IntervalIndex.copy` when copying and ``IntervalIndex`` with non-default ``closed`` (:issue:`18339`)
-- Bug in ``pd.read_csv`` when reading numeric category fields with high cardinality (:issue `18186`)
+- Bug in :func:``read_csv`` when reading numeric category fields with high cardinality (:issue:`18186`)
 
 Conversion
 ^^^^^^^^^^

pandas/_libs/parsers.pyx

@@ -2227,7 +2227,7 @@ def _concatenate_chunks(list chunks):
     for name in names:
         arrs = [chunk.pop(name) for chunk in chunks]
         # Check each arr for consistent types.
-        dtypes = set([a.dtype for a in arrs])
+        dtypes = {a.dtype for a in arrs}
         numpy_dtypes = {x for x in dtypes if not is_categorical_dtype(x)}
         if len(numpy_dtypes) > 1:
             common_type = np.find_common_type(numpy_dtypes, [])

pandas/tests/io/parser/dtypes.py

@@ -117,12 +117,12 @@ def test_categorical_dtype(self):
     @pytest.mark.slow
     def test_categorical_dtype_high_cardinality_numeric(self):
         # GH 18186
-        data = sorted([str(i) for i in range(10**6)])
-        expected = pd.DataFrame({'a': Categorical(data, ordered=True)})
+        data = np.sort([str(i) for i in range(10**6)])
+        expected = DataFrame({'a': Categorical(data, ordered=True)})
         actual = self.read_csv(StringIO('a\n' + '\n'.join(data)),
                                dtype='category')
-        actual.a.cat.reorder_categories(sorted(actual.a.cat.categories),
-                                        ordered=True, inplace=True)
+        actual["a"] = actual["a"].cat.reorder_categories(
+            np.sort(actual.a.cat.categories), ordered=True)
         tm.assert_frame_equal(actual, expected)
 
     def test_categorical_dtype_encoding(self):