You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@storm.apache.org by sr...@apache.org on 2015/02/20 05:35:52 UTC
[2/3] storm git commit: STORM-649:HDFS topologies should write to
/tmp.
STORM-649:HDFS topologies should write to /tmp.
Conflicts:
external/storm-hbase/src/test/java/org/apache/storm/hbase/topology/PersistentWordCount.java
external/storm-hdfs/src/test/java/org/apache/storm/hdfs/trident/TridentSequenceTopology.java
Project: http://git-wip-us.apache.org/repos/asf/storm/repo
Commit: http://git-wip-us.apache.org/repos/asf/storm/commit/5cf2a549
Tree: http://git-wip-us.apache.org/repos/asf/storm/tree/5cf2a549
Diff: http://git-wip-us.apache.org/repos/asf/storm/diff/5cf2a549
Branch: refs/heads/master
Commit: 5cf2a549210a31b853af32d94da8eaafacf8787f
Parents: d819db1
Author: Parth Brahmbhatt <br...@gmail.com>
Authored: Fri Oct 24 16:44:31 2014 -0700
Committer: Parth Brahmbhatt <br...@gmail.com>
Committed: Tue Feb 10 13:32:14 2015 -0800
----------------------------------------------------------------------
.../test/java/org/apache/storm/hdfs/bolt/HdfsFileTopology.java | 6 ++----
.../java/org/apache/storm/hdfs/bolt/SequenceFileTopology.java | 4 ++--
.../org/apache/storm/hdfs/trident/TridentFileTopology.java | 2 +-
.../org/apache/storm/hdfs/trident/TridentSequenceTopology.java | 6 +++---
4 files changed, 8 insertions(+), 10 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/storm/blob/5cf2a549/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/bolt/HdfsFileTopology.java
----------------------------------------------------------------------
diff --git a/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/bolt/HdfsFileTopology.java b/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/bolt/HdfsFileTopology.java
index 4fc6fb3..32f1f2d 100644
--- a/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/bolt/HdfsFileTopology.java
+++ b/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/bolt/HdfsFileTopology.java
@@ -68,11 +68,9 @@ public class HdfsFileTopology {
FileRotationPolicy rotationPolicy = new TimedRotationPolicy(1.0f, TimedRotationPolicy.TimeUnit.MINUTES);
FileNameFormat fileNameFormat = new DefaultFileNameFormat()
- .withPath("/foo/")
+ .withPath("/tmp/foo/")
.withExtension(".txt");
-
-
// use "|" instead of "," for field delimiter
RecordFormat format = new DelimitedRecordFormat()
.withFieldDelimiter("|");
@@ -90,7 +88,7 @@ public class HdfsFileTopology {
.withRecordFormat(format)
.withRotationPolicy(rotationPolicy)
.withSyncPolicy(syncPolicy)
- .addRotationAction(new MoveFileAction().toDestination("/dest2/"));
+ .addRotationAction(new MoveFileAction().toDestination("/tmp/dest2/"));
TopologyBuilder builder = new TopologyBuilder();
http://git-wip-us.apache.org/repos/asf/storm/blob/5cf2a549/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/bolt/SequenceFileTopology.java
----------------------------------------------------------------------
diff --git a/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/bolt/SequenceFileTopology.java b/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/bolt/SequenceFileTopology.java
index e3cbac9..2351cd3 100644
--- a/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/bolt/SequenceFileTopology.java
+++ b/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/bolt/SequenceFileTopology.java
@@ -63,7 +63,7 @@ public class SequenceFileTopology {
FileRotationPolicy rotationPolicy = new FileSizeRotationPolicy(5.0f, Units.MB);
FileNameFormat fileNameFormat = new DefaultFileNameFormat()
- .withPath("/source/")
+ .withPath("/tmp/source/")
.withExtension(".seq");
// create sequence format instance.
@@ -77,7 +77,7 @@ public class SequenceFileTopology {
.withSyncPolicy(syncPolicy)
.withCompressionType(SequenceFile.CompressionType.RECORD)
.withCompressionCodec("deflate")
- .addRotationAction(new MoveFileAction().toDestination("/dest/"));
+ .addRotationAction(new MoveFileAction().toDestination("/tmp/dest/"));
http://git-wip-us.apache.org/repos/asf/storm/blob/5cf2a549/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/trident/TridentFileTopology.java
----------------------------------------------------------------------
diff --git a/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/trident/TridentFileTopology.java b/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/trident/TridentFileTopology.java
index cef9783..b0a22df 100644
--- a/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/trident/TridentFileTopology.java
+++ b/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/trident/TridentFileTopology.java
@@ -49,7 +49,7 @@ public class TridentFileTopology {
Fields hdfsFields = new Fields("sentence", "key");
FileNameFormat fileNameFormat = new DefaultFileNameFormat()
- .withPath("/trident")
+ .withPath("/tmp/trident")
.withPrefix("trident")
.withExtension(".txt");
http://git-wip-us.apache.org/repos/asf/storm/blob/5cf2a549/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/trident/TridentSequenceTopology.java
----------------------------------------------------------------------
diff --git a/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/trident/TridentSequenceTopology.java b/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/trident/TridentSequenceTopology.java
index ee9f1f0..711811e 100644
--- a/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/trident/TridentSequenceTopology.java
+++ b/external/storm-hdfs/src/test/java/org/apache/storm/hdfs/trident/TridentSequenceTopology.java
@@ -49,7 +49,7 @@ public class TridentSequenceTopology {
Fields hdfsFields = new Fields("sentence", "key");
FileNameFormat fileNameFormat = new DefaultFileNameFormat()
- .withPath("/trident")
+ .withPath("/tmp/trident")
.withPrefix("trident")
.withExtension(".seq");
@@ -60,8 +60,8 @@ public class TridentSequenceTopology {
.withSequenceFormat(new DefaultSequenceFormat("key", "sentence"))
.withRotationPolicy(rotationPolicy)
.withFsUrl(hdfsUrl)
- .addRotationAction(new MoveFileAction().toDestination("/dest2/"));
-
+ .withConfigKey("hdfs.config")
+ .addRotationAction(new MoveFileAction().toDestination("/tmp/dest2/"));
StateFactory factory = new HdfsStateFactory().withOptions(seqOpts);
TridentState state = stream