You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@storm.apache.org by bo...@apache.org on 2014/05/19 23:52:44 UTC

[19/24] git commit: Merge branch 'master' of github.com:jsgilmore/incubator-storm

Merge branch 'master' of github.com:jsgilmore/incubator-storm


Project: http://git-wip-us.apache.org/repos/asf/incubator-storm/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-storm/commit/f5f41a0b
Tree: http://git-wip-us.apache.org/repos/asf/incubator-storm/tree/f5f41a0b
Diff: http://git-wip-us.apache.org/repos/asf/incubator-storm/diff/f5f41a0b

Branch: refs/heads/master
Commit: f5f41a0b54a852da95a2fa659b1199d727571313
Parents: 46c02be 6a08855
Author: John Gilmore <jg...@ml.sun.ac.za>
Authored: Wed Apr 23 09:27:39 2014 +0200
Committer: John Gilmore <jg...@ml.sun.ac.za>
Committed: Wed Apr 23 09:27:39 2014 +0200

----------------------------------------------------------------------
 CHANGELOG.md                                    |  20 +
 NOTICE                                          |   9 +-
 README.markdown                                 |   5 +-
 bin/storm                                       |  19 +-
 examples/storm-starter/README.markdown          | 108 ++++++
 .../multilang/resources/splitsentence.py        |  24 ++
 .../multilang/resources/splitsentence.rb        |  26 ++
 .../storm-starter/multilang/resources/storm.py  | 221 +++++++++++
 .../storm-starter/multilang/resources/storm.rb  | 200 ++++++++++
 examples/storm-starter/pom.xml                  | 161 ++++++++
 .../src/clj/storm/starter/clj/word_count.clj    |  95 +++++
 .../jvm/storm/starter/BasicDRPCTopology.java    |  78 ++++
 .../jvm/storm/starter/ExclamationTopology.java  |  87 +++++
 .../src/jvm/storm/starter/ManualDRPC.java       |  68 ++++
 .../jvm/storm/starter/PrintSampleStream.java    |  54 +++
 .../src/jvm/storm/starter/ReachTopology.java    | 196 ++++++++++
 .../src/jvm/storm/starter/RollingTopWords.java  |  78 ++++
 .../jvm/storm/starter/SingleJoinExample.java    |  64 ++++
 .../storm/starter/TransactionalGlobalCount.java | 173 +++++++++
 .../jvm/storm/starter/TransactionalWords.java   | 246 +++++++++++++
 .../jvm/storm/starter/WordCountTopology.java    | 107 ++++++
 .../storm/starter/bolt/AbstractRankerBolt.java  | 110 ++++++
 .../starter/bolt/IntermediateRankingsBolt.java  |  58 +++
 .../src/jvm/storm/starter/bolt/PrinterBolt.java |  37 ++
 .../storm/starter/bolt/RollingCountBolt.java    | 142 +++++++
 .../jvm/storm/starter/bolt/SingleJoinBolt.java  | 114 ++++++
 .../storm/starter/bolt/TotalRankingsBolt.java   |  59 +++
 .../starter/spout/RandomSentenceSpout.java      |  64 ++++
 .../storm/starter/spout/TwitterSampleSpout.java | 122 ++++++
 .../tools/NthLastModifiedTimeTracker.java       |  70 ++++
 .../src/jvm/storm/starter/tools/Rankable.java   |  32 ++
 .../starter/tools/RankableObjectWithFields.java | 148 ++++++++
 .../src/jvm/storm/starter/tools/Rankings.java   | 156 ++++++++
 .../starter/tools/SlidingWindowCounter.java     | 119 ++++++
 .../storm/starter/tools/SlotBasedCounter.java   | 118 ++++++
 .../jvm/storm/starter/trident/TridentReach.java | 156 ++++++++
 .../storm/starter/trident/TridentWordCount.java |  85 +++++
 .../src/jvm/storm/starter/util/StormRunner.java |  39 ++
 .../jvm/storm/starter/util/TupleHelpers.java    |  33 ++
 .../bolt/IntermediateRankingsBoltTest.java      | 146 ++++++++
 .../starter/bolt/RollingCountBoltTest.java      | 113 ++++++
 .../starter/bolt/TotalRankingsBoltTest.java     | 147 ++++++++
 .../storm/starter/tools/MockTupleHelpers.java   |  40 ++
 .../tools/NthLastModifiedTimeTrackerTest.java   | 125 +++++++
 .../tools/RankableObjectWithFieldsTest.java     | 252 +++++++++++++
 .../jvm/storm/starter/tools/RankingsTest.java   | 368 +++++++++++++++++++
 .../starter/tools/SlidingWindowCounterTest.java | 106 ++++++
 .../starter/tools/SlotBasedCounterTest.java     | 181 +++++++++
 external/storm-kafka/CHANGELOG.md               |  13 +
 external/storm-kafka/README.md                  |  25 ++
 external/storm-kafka/pom.xml                    | 138 +++++++
 .../storm-kafka/src/jvm/storm/kafka/Broker.java |  80 ++++
 .../src/jvm/storm/kafka/BrokerHosts.java        |  25 ++
 .../jvm/storm/kafka/DynamicBrokersReader.java   | 145 ++++++++
 .../kafka/DynamicPartitionConnections.java      |  94 +++++
 .../jvm/storm/kafka/FailedFetchException.java   |  29 ++
 .../src/jvm/storm/kafka/KafkaConfig.java        |  50 +++
 .../src/jvm/storm/kafka/KafkaError.java         |  43 +++
 .../src/jvm/storm/kafka/KafkaSpout.java         | 190 ++++++++++
 .../src/jvm/storm/kafka/KafkaUtils.java         | 235 ++++++++++++
 .../src/jvm/storm/kafka/KeyValueScheme.java     |  28 ++
 .../kafka/KeyValueSchemeAsMultiScheme.java      |  36 ++
 .../src/jvm/storm/kafka/Partition.java          |  64 ++++
 .../jvm/storm/kafka/PartitionCoordinator.java   |  26 ++
 .../src/jvm/storm/kafka/PartitionManager.java   | 241 ++++++++++++
 .../src/jvm/storm/kafka/SpoutConfig.java        |  36 ++
 .../src/jvm/storm/kafka/StaticCoordinator.java  |  48 +++
 .../src/jvm/storm/kafka/StaticHosts.java        |  38 ++
 .../storm/kafka/StaticPartitionConnections.java |  52 +++
 .../jvm/storm/kafka/StringKeyValueScheme.java   |  37 ++
 .../src/jvm/storm/kafka/StringScheme.java       |  46 +++
 .../src/jvm/storm/kafka/ZkCoordinator.java      | 112 ++++++
 .../src/jvm/storm/kafka/ZkHosts.java            |  36 ++
 .../src/jvm/storm/kafka/ZkState.java            | 116 ++++++
 .../src/jvm/storm/kafka/bolt/KafkaBolt.java     |  89 +++++
 .../jvm/storm/kafka/trident/Coordinator.java    |  50 +++
 .../storm/kafka/trident/DefaultCoordinator.java |  31 ++
 .../trident/GlobalPartitionInformation.java     |  99 +++++
 .../storm/kafka/trident/IBatchCoordinator.java  |  26 ++
 .../jvm/storm/kafka/trident/IBrokerReader.java  |  25 ++
 .../src/jvm/storm/kafka/trident/MaxMetric.java  |  40 ++
 .../kafka/trident/OpaqueTridentKafkaSpout.java  |  59 +++
 .../storm/kafka/trident/StaticBrokerReader.java |  36 ++
 .../trident/TransactionalTridentKafkaSpout.java |  58 +++
 .../storm/kafka/trident/TridentKafkaConfig.java |  37 ++
 .../kafka/trident/TridentKafkaEmitter.java      | 269 ++++++++++++++
 .../jvm/storm/kafka/trident/ZkBrokerReader.java |  62 ++++
 .../storm/kafka/DynamicBrokersReaderTest.java   | 155 ++++++++
 .../src/test/storm/kafka/KafkaErrorTest.java    |  39 ++
 .../src/test/storm/kafka/KafkaTestBroker.java   |  58 +++
 .../src/test/storm/kafka/KafkaUtilsTest.java    | 221 +++++++++++
 .../storm/kafka/StringKeyValueSchemeTest.java   |  38 ++
 .../src/test/storm/kafka/TestUtils.java         |  20 +
 .../src/test/storm/kafka/ZkCoordinatorTest.java | 130 +++++++
 .../test/storm/kafka/bolt/KafkaBoltTest.java    | 171 +++++++++
 pom.xml                                         |  63 +++-
 .../maven-shade-clojure-transformer/pom.xml     |   2 +-
 storm-core/pom.xml                              |  18 +-
 .../clj/backtype/storm/daemon/supervisor.clj    |  46 ++-
 .../src/clj/backtype/storm/daemon/worker.clj    |   2 +-
 storm-core/src/clj/backtype/storm/timer.clj     |   2 +-
 storm-core/src/clj/backtype/storm/ui/core.clj   |  28 +-
 storm-core/src/clj/backtype/storm/util.clj      |   9 +-
 storm-core/src/clj/backtype/storm/zookeeper.clj |   4 +-
 storm-core/src/jvm/backtype/storm/Config.java   |   5 +-
 .../jvm/backtype/storm/ConfigValidation.java    |  17 +
 .../src/jvm/backtype/storm/StormSubmitter.java  |  24 +-
 .../backtype/storm/messaging/netty/Client.java  | 195 ++++++----
 .../backtype/storm/messaging/netty/Context.java |  30 +-
 .../storm/messaging/netty/MessageBatch.java     |  55 +--
 .../backtype/storm/messaging/netty/Server.java  |   2 +-
 .../messaging/netty/StormClientHandler.java     |  80 ++--
 .../src/jvm/backtype/storm/utils/Time.java      |  18 +-
 .../src/jvm/backtype/storm/utils/Utils.java     |  66 ++--
 .../jvm/storm/trident/state/map/OpaqueMap.java  |   6 +-
 .../trident/state/map/RemovableMapState.java    |   8 +
 .../storm/trident/testing/MemoryMapState.java   |  27 +-
 .../test/clj/backtype/storm/config_test.clj     |  20 +
 .../test/clj/backtype/storm/supervisor_test.clj |  64 +++-
 .../test/clj/backtype/storm/utils_test.clj      |  11 +
 .../test/clj/storm/trident/state_test.clj       |  33 +-
 storm-dist/binary/NOTICE                        |   9 +-
 storm-dist/binary/pom.xml                       |   2 +-
 storm-dist/binary/src/main/assembly/binary.xml  |  31 ++
 storm-dist/source/pom.xml                       |   2 +-
 125 files changed, 9462 insertions(+), 292 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-storm/blob/f5f41a0b/storm-core/src/jvm/backtype/storm/Config.java
----------------------------------------------------------------------