diff --git a/be/src/olap/tablet.cpp b/be/src/olap/tablet.cpp
index 79405b1fe0b214..ecfc52db6b6f1e 100644
--- a/be/src/olap/tablet.cpp
+++ b/be/src/olap/tablet.cpp
@@ -2010,6 +2010,9 @@ Status Tablet::prepare_compaction_and_calculate_permits(CompactionType compactio
         for (auto&& rowset : compaction->input_rowsets()) {
             permits += rowset->rowset_meta()->get_compaction_score();
         }
+    } else {
+        // permits = 0 means that prepare_compaction failed
+        permits = 1;
     }
     return Status::OK();
 }