We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 1bc5bc3 commit 5f67a59Copy full SHA for 5f67a59
1 file changed
streaming/src/main/scala/org/apache/spark/streaming/util/HdfsUtils.scala
@@ -27,7 +27,7 @@ private[streaming] object HdfsUtils {
27
// If the file exists and we have append support, append instead of creating a new file
28
val stream: FSDataOutputStream = {
29
if (dfs.isFile(dfsPath)) {
30
- if (conf.getBoolean("hdfs.append.support", false)) {
+ if (conf.getBoolean("hdfs.append.support", false) || dfs.isInstanceOf[RawLocalFileSystem]) {
31
dfs.append(dfsPath)
32
} else {
33
throw new IllegalStateException("File exists and there is no append support!")
0 commit comments