From df5fcf1eff94271da14b48da6982853172799c50 Mon Sep 17 00:00:00 2001 From: BubbleCal Date: Mon, 24 Nov 2025 16:11:21 +0800 Subject: [PATCH 1/2] fix: index overestimates the posting list size Signed-off-by: BubbleCal --- rust/lance-index/src/scalar/inverted/index.rs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/rust/lance-index/src/scalar/inverted/index.rs b/rust/lance-index/src/scalar/inverted/index.rs index 7a5afc4bf4a..30284ec6257 100644 --- a/rust/lance-index/src/scalar/inverted/index.rs +++ b/rust/lance-index/src/scalar/inverted/index.rs @@ -1716,11 +1716,11 @@ pub struct CompressedPostingList { impl DeepSizeOf for CompressedPostingList { fn deep_size_of_children(&self, _context: &mut deepsize::Context) -> usize { - self.blocks.get_array_memory_size() + self.blocks.get_buffer_memory_size() + self .positions .as_ref() - .map(|positions| positions.get_array_memory_size()) + .map(|positions| positions.get_buffer_memory_size()) .unwrap_or(0) } } From 2c8673a5fdb059cf61cae683096594e57a9709ad Mon Sep 17 00:00:00 2001 From: BubbleCal Date: Mon, 24 Nov 2025 17:00:48 +0800 Subject: [PATCH 2/2] more Signed-off-by: BubbleCal --- rust/lance-index/src/scalar/inverted/index.rs | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/rust/lance-index/src/scalar/inverted/index.rs b/rust/lance-index/src/scalar/inverted/index.rs index 30284ec6257..7ce5a20f12d 100644 --- a/rust/lance-index/src/scalar/inverted/index.rs +++ b/rust/lance-index/src/scalar/inverted/index.rs @@ -1451,10 +1451,6 @@ impl PostingListReader { pub struct Positions(ListArray); impl DeepSizeOf for Positions { - fn deep_size_of(&self) -> usize { - self.0.get_array_memory_size() - } - fn deep_size_of_children(&self, _context: &mut deepsize::Context) -> usize { self.0.get_buffer_memory_size() } @@ -1619,7 +1615,7 @@ impl DeepSizeOf for PlainPostingList { + self .positions .as_ref() - .map(|positions| positions.get_array_memory_size()) + .map(|positions| positions.get_buffer_memory_size()) .unwrap_or(0) } }