From 8dcf87b1c21fed77ba99af71bf1f27cb7268691c Mon Sep 17 00:00:00 2001 From: freemandealer Date: Mon, 19 Aug 2024 12:18:01 +0800 Subject: [PATCH 1/2] [fix](statistics) correct update rows when doing multi-table load rows of only one table is updated correctly, need to merge all table commit infos. Signed-off-by: freemandealer --- .../apache/doris/transaction/PublishVersionDaemon.java | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/fe/fe-core/src/main/java/org/apache/doris/transaction/PublishVersionDaemon.java b/fe/fe-core/src/main/java/org/apache/doris/transaction/PublishVersionDaemon.java index ac1cbe9154cbe9..c60741148f5fc7 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/transaction/PublishVersionDaemon.java +++ b/fe/fe-core/src/main/java/org/apache/doris/transaction/PublishVersionDaemon.java @@ -127,7 +127,14 @@ private void genPublishTask(List allBackends, TransactionState transaction partitionCommitInfos.addAll(tableCommitInfo.getIdToPartitionCommitInfo().values()); try { - beIdToBaseTabletIds.putAll(getBaseTabletIdsForEachBe(transactionState, tableCommitInfo)); + Map> map = getBaseTabletIdsForEachBe(transactionState, tableCommitInfo); + map.forEach((beId, newSet) -> { + beIdToBaseTabletIds.computeIfPresent(beId, (id, orgSet) -> { + orgSet.addAll(newSet); + return orgSet; + }); + beIdToBaseTabletIds.putIfAbsent(beId, newSet); + }); } catch (MetaNotFoundException e) { LOG.warn("exception occur when trying to get rollup tablets info", e); } From c9fb2a7b1f179fd91799c1110a8c914962cdd7f4 Mon Sep 17 00:00:00 2001 From: freemandealer Date: Mon, 19 Aug 2024 17:40:34 +0800 Subject: [PATCH 2/2] fix style Signed-off-by: freemandealer --- .../java/org/apache/doris/transaction/PublishVersionDaemon.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/fe/fe-core/src/main/java/org/apache/doris/transaction/PublishVersionDaemon.java b/fe/fe-core/src/main/java/org/apache/doris/transaction/PublishVersionDaemon.java index c60741148f5fc7..d27c618c9144e0 100644 --- a/fe/fe-core/src/main/java/org/apache/doris/transaction/PublishVersionDaemon.java +++ b/fe/fe-core/src/main/java/org/apache/doris/transaction/PublishVersionDaemon.java @@ -128,7 +128,7 @@ private void genPublishTask(List allBackends, TransactionState transaction try { Map> map = getBaseTabletIdsForEachBe(transactionState, tableCommitInfo); - map.forEach((beId, newSet) -> { + map.forEach((beId, newSet) -> { beIdToBaseTabletIds.computeIfPresent(beId, (id, orgSet) -> { orgSet.addAll(newSet); return orgSet;