From 10335ad424b94551283ad3e5bee51bd97281f3e8 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=A7=9C=E5=87=AF?= Date: Wed, 15 May 2024 20:04:17 +0800 Subject: [PATCH] [Fix](inverted index) fix race condition for column reader load inverted index reader --- be/src/olap/rowset/segment_v2/column_reader.cpp | 11 +++++++---- be/src/olap/rowset/segment_v2/column_reader.h | 2 +- 2 files changed, 8 insertions(+), 5 deletions(-) diff --git a/be/src/olap/rowset/segment_v2/column_reader.cpp b/be/src/olap/rowset/segment_v2/column_reader.cpp index 9343713186382b..a83788a3261656 100644 --- a/be/src/olap/rowset/segment_v2/column_reader.cpp +++ b/be/src/olap/rowset/segment_v2/column_reader.cpp @@ -263,9 +263,12 @@ Status ColumnReader::new_inverted_index_iterator( std::shared_ptr index_file_reader, const TabletIndex* index_meta, const StorageReadOptions& read_options, std::unique_ptr* iterator) { RETURN_IF_ERROR(_ensure_inverted_index_loaded(std::move(index_file_reader), index_meta)); - if (_inverted_index) { - RETURN_IF_ERROR(_inverted_index->new_iterator(read_options.stats, - read_options.runtime_state, iterator)); + { + std::shared_lock rlock(_load_index_lock); + if (_inverted_index) { + RETURN_IF_ERROR(_inverted_index->new_iterator(read_options.stats, + read_options.runtime_state, iterator)); + } } return Status::OK(); } @@ -537,7 +540,7 @@ Status ColumnReader::_load_bitmap_index(bool use_page_cache, bool kept_in_memory Status ColumnReader::_load_inverted_index_index( std::shared_ptr index_file_reader, const TabletIndex* index_meta) { - std::lock_guard wlock(_load_index_lock); + std::unique_lock wlock(_load_index_lock); if (_inverted_index && index_meta && _inverted_index->get_index_id() == index_meta->index_id()) { diff --git a/be/src/olap/rowset/segment_v2/column_reader.h b/be/src/olap/rowset/segment_v2/column_reader.h index d1014821946b43..de1c330bd4243d 100644 --- a/be/src/olap/rowset/segment_v2/column_reader.h +++ b/be/src/olap/rowset/segment_v2/column_reader.h @@ -250,7 +250,7 @@ class ColumnReader { // meta for various column indexes (null if the index is absent) std::unique_ptr _segment_zone_map; - mutable std::mutex _load_index_lock; + mutable std::shared_mutex _load_index_lock; std::unique_ptr _zone_map_index; std::unique_ptr _ordinal_index; std::unique_ptr _bitmap_index;