You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flume.apache.org by ar...@apache.org on 2012/03/30 09:27:44 UTC
svn commit: r1307286 - in
/incubator/flume/trunk/flume-ng-sinks/flume-hdfs-sink/src/main/java/org/apache/flume/sink/hdfs:
HDFSDataStream.java HDFSSequenceFile.java
Author: arvind
Date: Fri Mar 30 07:27:44 2012
New Revision: 1307286
URL: http://svn.apache.org/viewvc?rev=1307286&view=rev
Log:
FLUME-1080. HDFSEventSink append support fails with exception.
(Inder Singh via Arvind Prabhakar)
Modified:
incubator/flume/trunk/flume-ng-sinks/flume-hdfs-sink/src/main/java/org/apache/flume/sink/hdfs/HDFSDataStream.java
incubator/flume/trunk/flume-ng-sinks/flume-hdfs-sink/src/main/java/org/apache/flume/sink/hdfs/HDFSSequenceFile.java
Modified: incubator/flume/trunk/flume-ng-sinks/flume-hdfs-sink/src/main/java/org/apache/flume/sink/hdfs/HDFSDataStream.java
URL: http://svn.apache.org/viewvc/incubator/flume/trunk/flume-ng-sinks/flume-hdfs-sink/src/main/java/org/apache/flume/sink/hdfs/HDFSDataStream.java?rev=1307286&r1=1307285&r2=1307286&view=diff
==============================================================================
--- incubator/flume/trunk/flume-ng-sinks/flume-hdfs-sink/src/main/java/org/apache/flume/sink/hdfs/HDFSDataStream.java (original)
+++ incubator/flume/trunk/flume-ng-sinks/flume-hdfs-sink/src/main/java/org/apache/flume/sink/hdfs/HDFSDataStream.java Fri Mar 30 07:27:44 2012
@@ -38,7 +38,8 @@ public class HDFSDataStream implements H
Path dstPath = new Path(filePath);
FileSystem hdfs = dstPath.getFileSystem(conf);
- if (conf.getBoolean("hdfs.append.support", false) == true) {
+ if (conf.getBoolean("hdfs.append.support", false) == true && hdfs.isFile
+ (dstPath)) {
outStream = hdfs.append(dstPath);
} else {
outStream = hdfs.create(dstPath);
Modified: incubator/flume/trunk/flume-ng-sinks/flume-hdfs-sink/src/main/java/org/apache/flume/sink/hdfs/HDFSSequenceFile.java
URL: http://svn.apache.org/viewvc/incubator/flume/trunk/flume-ng-sinks/flume-hdfs-sink/src/main/java/org/apache/flume/sink/hdfs/HDFSSequenceFile.java?rev=1307286&r1=1307285&r2=1307286&view=diff
==============================================================================
--- incubator/flume/trunk/flume-ng-sinks/flume-hdfs-sink/src/main/java/org/apache/flume/sink/hdfs/HDFSSequenceFile.java (original)
+++ incubator/flume/trunk/flume-ng-sinks/flume-hdfs-sink/src/main/java/org/apache/flume/sink/hdfs/HDFSSequenceFile.java Fri Mar 30 07:27:44 2012
@@ -50,7 +50,8 @@ public class HDFSSequenceFile implements
Path dstPath = new Path(filePath);
FileSystem hdfs = dstPath.getFileSystem(conf);
- if (conf.getBoolean("hdfs.append.support", false) == true) {
+ if (conf.getBoolean("hdfs.append.support", false) == true && hdfs.isFile
+ (dstPath)) {
FSDataOutputStream outStream = hdfs.append(dstPath);
writer = SequenceFile.createWriter(conf, outStream, fmt.getKeyClass(),
fmt.getValueClass(), compType, codeC);