From 9ad5849be5447ac8ed01faaff36a45bf8224140f Mon Sep 17 00:00:00 2001 From: huanghaibin <284824253@qq.com> Date: Wed, 10 Jul 2024 15:49:50 +0800 Subject: [PATCH 1/2] [fix](group commit) Add retry when delete bitmap lock expired on group commit --- be/src/runtime/group_commit_mgr.cpp | 27 ++++++++++++++++++++------- 1 file changed, 20 insertions(+), 7 deletions(-) diff --git a/be/src/runtime/group_commit_mgr.cpp b/be/src/runtime/group_commit_mgr.cpp index 54f25a708a42c6..9fe571703d5ba9 100644 --- a/be/src/runtime/group_commit_mgr.cpp +++ b/be/src/runtime/group_commit_mgr.cpp @@ -446,13 +446,26 @@ Status GroupCommitTable::_finish_group_commit_load(int64_t db_id, int64_t table_ } TLoadTxnCommitResult result; TNetworkAddress master_addr = _exec_env->master_info()->network_address; - st = ThriftRpcHelper::rpc( - master_addr.hostname, master_addr.port, - [&request, &result](FrontendServiceConnection& client) { - client->loadTxnCommit(result, request); - }, - 10000L); - result_status = Status::create(result.status); + int retry_times = 0; + while (retry_times < config::mow_stream_load_commit_retry_times) { + st = ThriftRpcHelper::rpc( + master_addr.hostname, master_addr.port, + [&request, &result](FrontendServiceConnection& client) { + client->loadTxnCommit(result, request); + }, + 10000L); + result_status = Status::create(result.status); + // DELETE_BITMAP_LOCK_ERROR will be retried + if (result_status.ok() || !result_status.is()) { + break; + } + LOG_WARNING("Failed to commit txn on group commit") + .tag("label", label) + .tag("txn_id", txn_id) + .tag("retry_times", retry_times) + .error(result_status); + retry_times++; + } } else { // abort txn TLoadTxnRollbackRequest request; From c5bf8f9f30b433c33aac4a1ebdc05a55d8ec5edf Mon Sep 17 00:00:00 2001 From: huanghaibin <284824253@qq.com> Date: Wed, 10 Jul 2024 16:35:18 +0800 Subject: [PATCH 2/2] fix complie error --- be/src/runtime/group_commit_mgr.cpp | 1 + 1 file changed, 1 insertion(+) diff --git a/be/src/runtime/group_commit_mgr.cpp b/be/src/runtime/group_commit_mgr.cpp index 9fe571703d5ba9..f0a571624587bd 100644 --- a/be/src/runtime/group_commit_mgr.cpp +++ b/be/src/runtime/group_commit_mgr.cpp @@ -23,6 +23,7 @@ #include #include "client_cache.h" +#include "cloud/config.h" #include "common/compiler_util.h" #include "common/config.h" #include "common/status.h"