Skip to content

Commit 85a101d

Browse files
committed
Address comments
1 parent 94a3653 commit 85a101d

5 files changed

Lines changed: 5 additions & 4 deletions

File tree

core/src/main/java/org/apache/spark/shuffle/api/ShuffleExecutorComponents.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,8 +18,8 @@
1818
package org.apache.spark.shuffle.api;
1919

2020
import java.io.IOException;
21-
2221
import java.util.Optional;
22+
2323
import org.apache.spark.annotation.Private;
2424

2525
/**

core/src/main/java/org/apache/spark/shuffle/sort/UnsafeShuffleWriter.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -292,7 +292,7 @@ private long[] mergeSpillsUsingStandardWriter(SpillInfo[] spills) throws IOExcep
292292
final boolean compressionEnabled = (boolean) sparkConf.get(package$.MODULE$.SHUFFLE_COMPRESS());
293293
final CompressionCodec compressionCodec = CompressionCodec$.MODULE$.createCodec(sparkConf);
294294
final boolean fastMergeEnabled =
295-
(boolean) sparkConf.get(package$.MODULE$.SHUFFLE_UNDAFE_FAST_MERGE_ENABLE());
295+
(boolean) sparkConf.get(package$.MODULE$.SHUFFLE_UNSAFE_FAST_MERGE_ENABLE());
296296
final boolean fastMergeIsSupported = !compressionEnabled ||
297297
CompressionCodec$.MODULE$.supportsConcatenationOfSerializedStreams(compressionCodec);
298298
final boolean encryptionEnabled = blockManager.serializerManager().encryptionEnabled();

core/src/main/java/org/apache/spark/shuffle/sort/io/LocalDiskSingleSpillMapOutputWriter.java

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,7 @@
2020
import java.io.File;
2121
import java.io.IOException;
2222
import java.nio.file.Files;
23+
2324
import org.apache.spark.shuffle.IndexShuffleBlockResolver;
2425
import org.apache.spark.shuffle.api.SingleSpillShuffleMapOutputWriter;
2526
import org.apache.spark.util.Utils;

core/src/main/scala/org/apache/spark/internal/config/package.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1026,7 +1026,7 @@ package object config {
10261026
.booleanConf
10271027
.createWithDefault(false)
10281028

1029-
private[spark] val SHUFFLE_UNDAFE_FAST_MERGE_ENABLE =
1029+
private[spark] val SHUFFLE_UNSAFE_FAST_MERGE_ENABLE =
10301030
ConfigBuilder("spark.shuffle.unsafe.fastMergeEnabled")
10311031
.doc("Whether to perform a fast spill merge.")
10321032
.booleanConf

core/src/test/java/org/apache/spark/shuffle/sort/UnsafeShuffleWriterSuite.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -408,7 +408,7 @@ public void mergeSpillsWithFileStreamAndCompressionAndEncryption() throws Except
408408

409409
@Test
410410
public void mergeSpillsWithCompressionAndEncryptionSlowPath() throws Exception {
411-
conf.set(package$.MODULE$.SHUFFLE_UNDAFE_FAST_MERGE_ENABLE(), false);
411+
conf.set(package$.MODULE$.SHUFFLE_UNSAFE_FAST_MERGE_ENABLE(), false);
412412
testMergingSpills(false, LZ4CompressionCodec.class.getName(), true);
413413
}
414414

0 commit comments

Comments
 (0)