From 09efe2f00128ad8ab394fbc3813cd750746b1136 Mon Sep 17 00:00:00 2001 From: laihui <1353307710@qq.com> Date: Tue, 23 Jul 2024 17:43:46 +0800 Subject: [PATCH] fix single stream multi table memory leak --- be/src/io/fs/multi_table_pipe.cpp | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/be/src/io/fs/multi_table_pipe.cpp b/be/src/io/fs/multi_table_pipe.cpp index 789903cc1ca86b..d7fdd8a738b274 100644 --- a/be/src/io/fs/multi_table_pipe.cpp +++ b/be/src/io/fs/multi_table_pipe.cpp @@ -326,6 +326,19 @@ void MultiTablePipe::_handle_consumer_finished() { _ctx->number_filtered_rows = _number_filtered_rows; _ctx->number_unselected_rows = _number_unselected_rows; _ctx->commit_infos = _tablet_commit_infos; + + // remove ctx to avoid memory leak. + for (const auto& pair : _planned_tables) { + if (pair.second) { + doris::ExecEnv::GetInstance()->new_load_stream_mgr()->remove(pair.second->id); + } + } + for (const auto& pair : _unplanned_tables) { + if (pair.second) { + doris::ExecEnv::GetInstance()->new_load_stream_mgr()->remove(pair.second->id); + } + } + LOG(INFO) << "all plan for multi-table load complete. number_total_rows=" << _ctx->number_total_rows << " number_loaded_rows=" << _ctx->number_loaded_rows << " number_filtered_rows=" << _ctx->number_filtered_rows