diff --git a/python/setup.py b/python/setup.py
index b4c4c40943b0..0f1d0b44363a 100644
--- a/python/setup.py
+++ b/python/setup.py
@@ -95,6 +95,14 @@ def get_lib_path():
                         # remove large files
                         _remove_path(os.path.join(candidate_path, "cutlass", "docs"))
                         _remove_path(os.path.join(candidate_path, "cutlass", "media"))
+                        _remove_path(
+                            os.path.join(candidate_path, "cutlass_fpA_intB_gemm", "cutlass", "docs")
+                        )
+                        _remove_path(
+                            os.path.join(
+                                candidate_path, "cutlass_fpA_intB_gemm", "cutlass", "media"
+                            )
+                        )
                     break
     else:
         libs = None