From e40eb73027a3f7ec2ac4dda83ba61a5690e4acd2 Mon Sep 17 00:00:00 2001 From: jianghesong Date: Sat, 19 Sep 2020 14:22:06 +0800 Subject: [PATCH] Solved the problem of incorrect printing information. --- .../apache/tez/mapreduce/grouper/TezSplitGrouper.java | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/grouper/TezSplitGrouper.java b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/grouper/TezSplitGrouper.java index 6f3d9df033..ce9cc4d14f 100644 --- a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/grouper/TezSplitGrouper.java +++ b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/grouper/TezSplitGrouper.java @@ -253,18 +253,20 @@ public List getGroupedSplits(Configuration conf, * This is a workaround for systems like S3 that pass the same * fake hostname for all splits. */ - if (!allSplitsHaveLocalhost) { - desiredNumSplits = newDesiredNumSplits; - } LOG.info("Desired splits: " + desiredNumSplits + " too large. " + " Desired splitLength: " + lengthPerGroup + " Min splitLength: " + minLengthPerGroup + " New desired splits: " + newDesiredNumSplits + - " Final desired splits: " + desiredNumSplits + + " Final desired splits: " + newDesiredNumSplits + " All splits have localhost: " + allSplitsHaveLocalhost + " Total length: " + totalLength + " Original splits: " + originalSplits.size()); + + if (!allSplitsHaveLocalhost) { + desiredNumSplits = newDesiredNumSplits; + } + } }