diff --git a/be/src/olap/tablet.cpp b/be/src/olap/tablet.cpp
index ec8689fb3fff49..8a4a510f4c69c0 100644
--- a/be/src/olap/tablet.cpp
+++ b/be/src/olap/tablet.cpp
@@ -1993,6 +1993,9 @@ Status Tablet::prepare_compaction_and_calculate_permits(CompactionType compactio
         for (auto&& rowset : compaction->input_rowsets()) {
             permits += rowset->rowset_meta()->get_compaction_score();
         }
+    } else {
+        // permits = 0 means that prepare_compaction failed
+        permits = 1;
     }
     return Status::OK();
 }