From 9c47b5770bb564f00d47980083b690578aa96ff5 Mon Sep 17 00:00:00 2001 From: liaoxin Date: Thu, 23 Nov 2023 17:43:53 +0800 Subject: [PATCH] [chore](merge-on-write) disable rowid conversion check for mow table by default (#27482) --- be/src/common/config.cpp | 2 ++ be/src/common/config.h | 2 ++ be/src/olap/compaction.cpp | 8 ++++++-- 3 files changed, 10 insertions(+), 2 deletions(-) diff --git a/be/src/common/config.cpp b/be/src/common/config.cpp index 07de01a7c58916..c6ff22c626478e 100644 --- a/be/src/common/config.cpp +++ b/be/src/common/config.cpp @@ -1071,6 +1071,8 @@ DEFINE_mInt64(lookup_connection_cache_bytes_limit, "4294967296"); DEFINE_mInt64(LZ4_HC_compression_level, "9"); DEFINE_mBool(enable_merge_on_write_correctness_check, "true"); +// rowid conversion correctness check when compaction for mow table +DEFINE_mBool(enable_rowid_conversion_correctness_check, "false"); // The secure path with user files, used in the `local` table function. DEFINE_mString(user_files_secure_path, "${DORIS_HOME}"); diff --git a/be/src/common/config.h b/be/src/common/config.h index 082fbfefeed17d..f621b442568ef3 100644 --- a/be/src/common/config.h +++ b/be/src/common/config.h @@ -1121,6 +1121,8 @@ DECLARE_mInt64(lookup_connection_cache_bytes_limit); DECLARE_mInt64(LZ4_HC_compression_level); DECLARE_mBool(enable_merge_on_write_correctness_check); +// rowid conversion correctness check when compaction for mow table +DECLARE_mBool(enable_rowid_conversion_correctness_check); // The secure path with user files, used in the `local` table function. DECLARE_mString(user_files_secure_path); diff --git a/be/src/olap/compaction.cpp b/be/src/olap/compaction.cpp index 2a0dc209fb3bbc..4cb85529460d0b 100644 --- a/be/src/olap/compaction.cpp +++ b/be/src/olap/compaction.cpp @@ -694,7 +694,9 @@ Status Compaction::modify_rowsets(const Merger::Statistics* stats) { } } - RETURN_IF_ERROR(_tablet->check_rowid_conversion(_output_rowset, location_map)); + if (config::enable_rowid_conversion_correctness_check) { + RETURN_IF_ERROR(_tablet->check_rowid_conversion(_output_rowset, location_map)); + } location_map.clear(); { @@ -755,7 +757,9 @@ Status Compaction::modify_rowsets(const Merger::Statistics* stats) { } } - RETURN_IF_ERROR(_tablet->check_rowid_conversion(_output_rowset, location_map)); + if (config::enable_rowid_conversion_correctness_check) { + RETURN_IF_ERROR(_tablet->check_rowid_conversion(_output_rowset, location_map)); + } _tablet->merge_delete_bitmap(output_rowset_delete_bitmap); RETURN_IF_ERROR(_tablet->modify_rowsets(output_rowsets, _input_rowsets, true));