Skip to content

Commit c715c0b

Browse files
committed
Clarify what happens when all spits are in localhost with log message
1 parent b9033f8 commit c715c0b

1 file changed

Lines changed: 4 additions & 5 deletions

File tree

tez-mapreduce/src/main/java/org/apache/tez/mapreduce/grouper/TezSplitGrouper.java

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -260,11 +260,10 @@ public List<GroupedSplitContainer> getGroupedSplits(Configuration conf,
260260
desiredNumSplits = newDesiredNumSplits;
261261
} else if (lengthPerGroup < minLengthPerGroup) {
262262
// splits too small to work. Need to override with size.
263-
/**
264-
* This is a workaround for systems like S3 that pass the same
265-
* fake hostname for all splits.
266-
*/
267-
if (!allSplitsHaveLocalhost) {
263+
if (allSplitsHaveLocalhost) {
264+
// Workaround for systems like S3 that pass the same fake hostname for all splits.
265+
LOG.info("Ignore {} configuration cause all splits seem to be on localhost.", TEZ_GROUPING_SPLIT_MIN_SIZE);
266+
} else {
268267
int newDesiredNumSplits = (int)(totalLength/minLengthPerGroup) + 1;
269268
LOG.info("Desired splits: " + desiredNumSplits + " too large. " +
270269
" Desired splitLength: " + lengthPerGroup +

0 commit comments

Comments
 (0)