diff --git a/fe/fe-core/src/main/java/org/apache/doris/catalog/TabletInvertedIndex.java b/fe/fe-core/src/main/java/org/apache/doris/catalog/TabletInvertedIndex.java
index 18ffb42fb6c41f..6d9703d348996f 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/catalog/TabletInvertedIndex.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/catalog/TabletInvertedIndex.java
@@ -37,13 +37,14 @@
 import org.apache.doris.transaction.TransactionStatus;
 
 import com.google.common.base.Preconditions;
-import com.google.common.collect.ArrayListMultimap;
 import com.google.common.collect.HashBasedTable;
 import com.google.common.collect.ImmutableMap;
+import com.google.common.collect.LinkedHashMultimap;
 import com.google.common.collect.ListMultimap;
 import com.google.common.collect.Lists;
 import com.google.common.collect.Maps;
 import com.google.common.collect.Ordering;
+import com.google.common.collect.SetMultimap;
 import com.google.common.collect.Sets;
 import com.google.common.collect.Table;
 import com.google.common.collect.TreeMultimap;
@@ -132,7 +133,7 @@ public void tabletReport(long backendId, Map<Long, TTablet> backendTablets,
                              Set<Long> tabletFoundInMeta,
                              ListMultimap<TStorageMedium, Long> tabletMigrationMap,
                              Map<Long, Long> partitionVersionSyncMap,
-                             Map<Long, ListMultimap<Long, TPartitionVersionInfo>> transactionsToPublish,
+                             Map<Long, SetMultimap<Long, TPartitionVersionInfo>> transactionsToPublish,
                              ListMultimap<Long, Long> transactionsToClear,
                              ListMultimap<Long, Long> tabletRecoveryMap,
                              List<TTabletMetaInfo> tabletToUpdate,
@@ -277,10 +278,10 @@ && isLocal(tabletMeta.getStorageMedium())) {
                                                     = new TPartitionVersionInfo(tabletMeta.getPartitionId(),
                                                     partitionCommitInfo.getVersion(), 0);
                                             synchronized (transactionsToPublish) {
-                                                ListMultimap<Long, TPartitionVersionInfo> map
+                                                SetMultimap<Long, TPartitionVersionInfo> map
                                                         = transactionsToPublish.get(transactionState.getDbId());
                                                 if (map == null) {
-                                                    map = ArrayListMultimap.create();
+                                                    map = LinkedHashMultimap.create();
                                                     transactionsToPublish.put(transactionState.getDbId(), map);
                                                 }
                                                 map.put(transactionId, versionInfo);
@@ -311,11 +312,11 @@ && isLocal(tabletMeta.getStorageMedium())) {
                                                                         tabletMeta.getPartitionId(),
                                                                         partitionCommitInfo.getVersion(), 0);
                                                             synchronized (transactionsToPublish) {
-                                                                ListMultimap<Long, TPartitionVersionInfo> map
+                                                                SetMultimap<Long, TPartitionVersionInfo> map
                                                                         = transactionsToPublish.get(
                                                                         transactionState.getDbId());
                                                                 if (map == null) {
-                                                                    map = ArrayListMultimap.create();
+                                                                    map = LinkedHashMultimap.create();
                                                                     transactionsToPublish.put(
                                                                             transactionState.getDbId(), map);
                                                                 }
diff --git a/fe/fe-core/src/main/java/org/apache/doris/master/ReportHandler.java b/fe/fe-core/src/main/java/org/apache/doris/master/ReportHandler.java
index 2cb0f41aa1e081..853ab1ceb69f09 100644
--- a/fe/fe-core/src/main/java/org/apache/doris/master/ReportHandler.java
+++ b/fe/fe-core/src/main/java/org/apache/doris/master/ReportHandler.java
@@ -94,6 +94,7 @@
 import com.google.common.collect.Lists;
 import com.google.common.collect.Maps;
 import com.google.common.collect.Queues;
+import com.google.common.collect.SetMultimap;
 import com.google.common.collect.Sets;
 import org.apache.commons.lang3.StringUtils;
 import org.apache.logging.log4j.LogManager;
@@ -490,7 +491,7 @@ public static void tabletReport(long backendId, Map<Long, TTablet> backendTablet
         Map<Long, Long> partitionVersionSyncMap = Maps.newConcurrentMap();
 
         // dbid -> txn id -> [partition info]
-        Map<Long, ListMultimap<Long, TPartitionVersionInfo>> transactionsToPublish = Maps.newHashMap();
+        Map<Long, SetMultimap<Long, TPartitionVersionInfo>> transactionsToPublish = Maps.newHashMap();
         ListMultimap<Long, Long> transactionsToClear = LinkedListMultimap.create();
 
         // db id -> tablet id
@@ -1104,14 +1105,14 @@ private static void handleMigration(ListMultimap<TStorageMedium, Long> tabletMet
     }
 
     private static void handleRepublishVersionInfo(
-            Map<Long, ListMultimap<Long, TPartitionVersionInfo>> transactionsToPublish, long backendId) {
+            Map<Long, SetMultimap<Long, TPartitionVersionInfo>> transactionsToPublish, long backendId) {
         AgentBatchTask batchTask = new AgentBatchTask();
         long createPublishVersionTaskTime = System.currentTimeMillis();
         for (Long dbId : transactionsToPublish.keySet()) {
-            ListMultimap<Long, TPartitionVersionInfo> map = transactionsToPublish.get(dbId);
+            SetMultimap<Long, TPartitionVersionInfo> map = transactionsToPublish.get(dbId);
             for (long txnId : map.keySet()) {
                 PublishVersionTask task = new PublishVersionTask(backendId, txnId, dbId,
-                        map.get(txnId), createPublishVersionTaskTime);
+                        Lists.newArrayList(map.get(txnId)), createPublishVersionTaskTime);
                 batchTask.addTask(task);
                 // add to AgentTaskQueue for handling finish report.
                 AgentTaskQueue.addTask(task);