You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@storm.apache.org by bo...@apache.org on 2016/01/11 21:34:09 UTC
[2/5] storm git commit: merge from master
merge from master
Project: http://git-wip-us.apache.org/repos/asf/storm/repo
Commit: http://git-wip-us.apache.org/repos/asf/storm/commit/e8c08927
Tree: http://git-wip-us.apache.org/repos/asf/storm/tree/e8c08927
Diff: http://git-wip-us.apache.org/repos/asf/storm/diff/e8c08927
Branch: refs/heads/master
Commit: e8c08927eb7227cc716a54f99d8f90d1b0c3f1f2
Parents: f910e0d ce31f4c
Author: Jang-Soo Lee <ja...@gmail.com>
Authored: Wed Jan 6 21:16:41 2016 -0500
Committer: Jang-Soo Lee <ja...@gmail.com>
Committed: Wed Jan 6 21:16:41 2016 -0500
----------------------------------------------------------------------
.gitignore | 6 +-
.travis.yml | 32 +
CHANGELOG.md | 482 +-
DEVELOPER.md | 107 +-
DISCLAIMER | 10 -
LICENSE | 74 +-
NOTICE | 4 +-
README.markdown | 72 +-
SECURITY.md | 238 +-
STORM-UI-REST-API.md | 715 -
TODO | 178 -
bin/flight.bash | 154 +
bin/storm | 24 +-
bin/storm-config.cmd | 24 +-
bin/storm.cmd | 4 +-
bin/storm.py | 263 +-
conf/defaults.yaml | 89 +-
conf/jaas_kerberos.conf | 17 +
conf/log4j2.xml | 32 +
conf/logback.xml | 28 -
conf/storm.yaml.example | 2 +-
conf/user-resource-pools-example.yaml | 26 +
dev-tools/github/__init__.py | 205 +-
dev-tools/jira-github-join.py | 77 +-
dev-tools/jira/__init__.py | 435 +-
dev-tools/report/__init__.py | 14 +
dev-tools/report/formatter.py | 68 +
dev-tools/report/report.py | 252 +
dev-tools/report/report_builder.py | 86 +
dev-tools/storm-merge.py | 2 +-
dev-tools/test-ns.py | 23 +-
.../travis/print-errors-from-test-reports.py | 76 +
dev-tools/travis/ratprint.py | 26 +
dev-tools/travis/save-logs.py | 54 +
dev-tools/travis/travis-install.sh | 36 +
dev-tools/travis/travis-script.sh | 37 +
doap_Storm.rdf | 6 +-
docs/_posts/2015-03-25-storm094-released.md | 24 +
docs/_posts/2015-06-04-storm095-released.md | 23 +
.../2015-06-15-storm0100-beta-released.md | 294 +
docs/about/multi-language.md | 2 +-
docs/documentation/Concepts.md | 4 +-
docs/documentation/Documentation.md | 8 +-
docs/documentation/FAQ.md | 9 +-
.../Guaranteeing-message-processing.md | 4 +-
docs/documentation/Logs.md | 30 +
docs/documentation/Maven.md | 4 +-
.../Message-passing-implementation.md | 34 +-
docs/documentation/Metrics.md | 2 +-
docs/documentation/Multilang-protocol.md | 68 +-
docs/documentation/Pacemaker.md | 108 +
.../Resource_Aware_Scheduler_overview.md | 227 +
...unning-topologies-on-a-production-cluster.md | 4 +-
.../documentation/Setting-up-a-Storm-cluster.md | 36 +-
docs/documentation/State-checkpointing.md | 147 +
docs/documentation/Structure-of-the-codebase.md | 2 +-
docs/documentation/Trident-API-Overview.md | 2 +-
docs/documentation/Troubleshooting.md | 37 +
docs/documentation/Tutorial.md | 16 +-
...nding-the-parallelism-of-a-Storm-topology.md | 5 +-
docs/documentation/Windowing.md | 235 +
docs/documentation/distcache-blobstore.md | 735 +
.../documentation/dynamic-log-level-settings.md | 41 +
docs/documentation/dynamic-worker-profiling.md | 29 +
.../images/dynamic_log_level_settings_1.png | Bin 0 -> 93689 bytes
.../images/dynamic_log_level_settings_2.png | Bin 0 -> 78785 bytes
.../images/dynamic_profiling_debugging_1.png | Bin 0 -> 93635 bytes
.../images/dynamic_profiling_debugging_2.png | Bin 0 -> 138120 bytes
.../images/dynamic_profiling_debugging_3.png | Bin 0 -> 96974 bytes
docs/documentation/images/hdfs_blobstore.png | Bin 0 -> 82180 bytes
docs/documentation/images/local_blobstore.png | Bin 0 -> 81212 bytes
.../images/nimbus_ha_blobstore.png | Bin 0 -> 113991 bytes
.../nimbus_ha_leader_election_and_failover.png | Bin 0 -> 154316 bytes
.../images/nimbus_ha_topology_submission.png | Bin 0 -> 134180 bytes
docs/documentation/images/search-a-topology.png | Bin 0 -> 671031 bytes
.../images/search-for-a-single-worker-log.png | Bin 0 -> 736579 bytes
.../storm-metrics-profiling-internal-actions.md | 70 +
docs/documentation/ui-rest-api.md | 996 +
docs/downloads.html | 125 +-
...ware_scheduler_default_eviction_strategy.svg | 3 +
docs/images/viewing_metrics_with_VisualVM.png | Bin 0 -> 225100 bytes
examples/storm-starter/README.markdown | 34 +-
.../storm-starter/multilang/resources/storm.js | 373 -
.../storm-starter/multilang/resources/storm.py | 260 -
.../storm-starter/multilang/resources/storm.rb | 236 -
examples/storm-starter/pom.xml | 133 +-
.../jvm/storm/starter/BasicDRPCTopology.java | 5 +-
.../starter/BlobStoreAPIWordCountTopology.java | 304 +
.../storm/starter/FastWordCountTopology.java | 198 +
.../jvm/storm/starter/InOrderDeliveryTest.java | 175 +
.../storm/starter/MultipleLoggerTopology.java | 105 +
.../src/jvm/storm/starter/ReachTopology.java | 4 +-
.../starter/ResourceAwareExampleTopology.java | 106 +
.../src/jvm/storm/starter/RollingTopWords.java | 6 +-
.../storm/starter/SkewedRollingTopWords.java | 6 +-
.../storm/starter/SlidingTupleTsTopology.java | 62 +
.../storm/starter/SlidingWindowTopology.java | 108 +
.../jvm/storm/starter/ThroughputVsLatency.java | 432 +
.../storm/starter/TransactionalGlobalCount.java | 5 +-
.../jvm/storm/starter/WordCountTopology.java | 1 -
.../storm/starter/bolt/AbstractRankerBolt.java | 4 +-
.../storm/starter/bolt/RollingCountAggBolt.java | 1 -
.../storm/starter/bolt/RollingCountBolt.java | 4 +-
.../starter/bolt/SlidingWindowSumBolt.java | 80 +
.../storm/starter/spout/RandomIntegerSpout.java | 55 +
.../starter/trident/TridentKafkaWordCount.java | 229 +
.../jvm/storm/starter/util/TupleHelpers.java | 33 -
.../bolt/IntermediateRankingsBoltTest.java | 2 +-
.../starter/bolt/RollingCountBoltTest.java | 2 +-
.../starter/bolt/TotalRankingsBoltTest.java | 2 +-
.../storm/starter/tools/MockTupleHelpers.java | 40 -
external/flux/.gitignore | 15 +
external/flux/README.md | 838 +
external/flux/flux-core/pom.xml | 95 +
.../main/java/org/apache/storm/flux/Flux.java | 264 +
.../java/org/apache/storm/flux/FluxBuilder.java | 616 +
.../apache/storm/flux/api/TopologySource.java | 39 +
.../org/apache/storm/flux/model/BeanDef.java | 39 +
.../apache/storm/flux/model/BeanReference.java | 39 +
.../org/apache/storm/flux/model/BoltDef.java | 24 +
.../storm/flux/model/ConfigMethodDef.java | 62 +
.../storm/flux/model/ExecutionContext.java | 77 +
.../apache/storm/flux/model/GroupingDef.java | 77 +
.../org/apache/storm/flux/model/IncludeDef.java | 54 +
.../org/apache/storm/flux/model/ObjectDef.java | 92 +
.../apache/storm/flux/model/PropertyDef.java | 58 +
.../org/apache/storm/flux/model/SpoutDef.java | 24 +
.../org/apache/storm/flux/model/StreamDef.java | 64 +
.../apache/storm/flux/model/TopologyDef.java | 216 +
.../storm/flux/model/TopologySourceDef.java | 36 +
.../org/apache/storm/flux/model/VertexDef.java | 36 +
.../apache/storm/flux/parser/FluxParser.java | 208 +
.../flux-core/src/main/resources/splash.txt | 9 +
.../org/apache/storm/flux/FluxBuilderTest.java | 31 +
.../org/apache/storm/flux/IntegrationTest.java | 39 +
.../java/org/apache/storm/flux/TCKTest.java | 245 +
.../multilang/MultilangEnvirontmentTest.java | 89 +
.../apache/storm/flux/test/SimpleTopology.java | 59 +
.../storm/flux/test/SimpleTopologySource.java | 52 +
.../test/SimpleTopologyWithConfigParam.java | 55 +
.../org/apache/storm/flux/test/TestBolt.java | 88 +
.../storm/flux/test/TridentTopologySource.java | 71 +
.../src/test/resources/configs/bad_hbase.yaml | 98 +
.../resources/configs/config-methods-test.yaml | 72 +
.../resources/configs/diamond-topology.yaml | 87 +
.../existing-topology-method-override.yaml | 25 +
.../existing-topology-reflection-config.yaml | 24 +
.../configs/existing-topology-reflection.yaml | 24 +
.../configs/existing-topology-trident.yaml | 24 +
.../resources/configs/existing-topology.yaml | 23 +
.../src/test/resources/configs/hdfs_test.yaml | 97 +
.../test/resources/configs/include_test.yaml | 25 +
.../configs/invalid-existing-topology.yaml | 33 +
.../src/test/resources/configs/kafka_test.yaml | 126 +
.../src/test/resources/configs/shell_test.yaml | 104 +
.../test/resources/configs/simple_hbase.yaml | 120 +
.../resources/configs/substitution-test.yaml | 106 +
.../src/test/resources/configs/tck.yaml | 95 +
.../src/test/resources/configs/test.properties | 18 +
.../flux-core/src/test/resources/log4j2.xml | 34 +
external/flux/flux-examples/README.md | 75 +
external/flux/flux-examples/pom.xml | 140 +
.../storm/flux/examples/TestPrintBolt.java | 39 +
.../storm/flux/examples/TestWindowBolt.java | 47 +
.../storm/flux/examples/WordCountClient.java | 74 +
.../apache/storm/flux/examples/WordCounter.java | 71 +
.../src/main/resources/hbase_bolt.properties | 18 +
.../src/main/resources/hdfs_bolt.properties | 26 +
.../src/main/resources/kafka_spout.yaml | 136 +
.../src/main/resources/multilang.yaml | 89 +
.../src/main/resources/simple_hbase.yaml | 92 +
.../src/main/resources/simple_hdfs.yaml | 105 +
.../src/main/resources/simple_windowing.yaml | 69 +
.../src/main/resources/simple_wordcount.yaml | 68 +
external/flux/flux-ui/README.md | 3 +
external/flux/flux-wrappers/pom.xml | 51 +
.../flux/wrappers/bolts/FluxShellBolt.java | 56 +
.../storm/flux/wrappers/bolts/LogInfoBolt.java | 44 +
.../flux/wrappers/spouts/FluxShellSpout.java | 55 +
.../main/resources/resources/randomsentence.js | 93 +
.../main/resources/resources/splitsentence.py | 24 +
external/flux/pom.xml | 119 +
external/sql/README.md | 117 +
external/sql/pom.xml | 44 +
external/sql/storm-sql-core/pom.xml | 261 +
.../sql/storm-sql-core/src/codegen/config.fmpp | 23 +
.../storm-sql-core/src/codegen/data/Parser.tdd | 64 +
.../src/codegen/includes/license.ftl | 17 +
.../src/codegen/includes/parserImpls.ftl | 86 +
.../src/jvm/org/apache/storm/sql/StormSql.java | 54 +
.../jvm/org/apache/storm/sql/StormSqlImpl.java | 187 +
.../org/apache/storm/sql/StormSqlRunner.java | 44 +
.../apache/storm/sql/compiler/CompilerUtil.java | 168 +
.../apache/storm/sql/compiler/ExprCompiler.java | 471 +
.../sql/compiler/PostOrderRelNodeVisitor.java | 122 +
.../backends/standalone/PlanCompiler.java | 132 +
.../backends/standalone/RelNodeCompiler.java | 111 +
.../compiler/backends/trident/PlanCompiler.java | 201 +
.../backends/trident/RelNodeCompiler.java | 116 +
.../storm/sql/javac/CompilingClassLoader.java | 225 +
.../storm/sql/parser/ColumnConstraint.java | 42 +
.../storm/sql/parser/ColumnDefinition.java | 44 +
.../apache/storm/sql/parser/SqlCreateTable.java | 136 +
.../apache/storm/sql/parser/SqlDDLKeywords.java | 27 +
.../apache/storm/sql/parser/StormParser.java | 42 +
.../apache/storm/sql/parser/UnparseUtil.java | 60 +
.../test/org/apache/storm/sql/TestStormSql.java | 82 +
.../storm/sql/compiler/TestCompilerUtils.java | 64 +
.../storm/sql/compiler/TestExprCompiler.java | 93 +
.../storm/sql/compiler/TestExprSemantic.java | 140 +
.../backends/standalone/TestPlanCompiler.java | 69 +
.../standalone/TestRelNodeCompiler.java | 62 +
.../backends/trident/TestPlanCompiler.java | 116 +
.../apache/storm/sql/parser/TestSqlParser.java | 48 +
external/sql/storm-sql-kafka/pom.xml | 111 +
.../org/apache/storm/sql/kafka/JsonScheme.java | 58 +
.../apache/storm/sql/kafka/JsonSerializer.java | 56 +
.../sql/kafka/KafkaDataSourcesProvider.java | 205 +
...apache.storm.sql.runtime.DataSourcesProvider | 16 +
.../storm/sql/kafka/TestJsonRepresentation.java | 50 +
.../sql/kafka/TestKafkaDataSourcesProvider.java | 114 +
external/sql/storm-sql-runtime/pom.xml | 73 +
.../sql/runtime/AbstractChannelHandler.java | 44 +
.../sql/runtime/AbstractValuesProcessor.java | 49 +
.../storm/sql/runtime/ChannelContext.java | 30 +
.../storm/sql/runtime/ChannelHandler.java | 39 +
.../org/apache/storm/sql/runtime/Channels.java | 80 +
.../apache/storm/sql/runtime/DataSource.java | 29 +
.../storm/sql/runtime/DataSourcesProvider.java | 49 +
.../storm/sql/runtime/DataSourcesRegistry.java | 78 +
.../org/apache/storm/sql/runtime/FieldInfo.java | 45 +
.../storm/sql/runtime/IOutputSerializer.java | 31 +
.../sql/runtime/ISqlTridentDataSource.java | 30 +
.../storm/sql/runtime/StormSqlFunctions.java | 36 +
.../trident/AbstractTridentProcessor.java | 43 +
.../test/org/apache/storm/sql/TestUtils.java | 163 +
external/storm-cassandra/README.md | 230 +
external/storm-cassandra/pom.xml | 133 +
.../AbstractExecutionResultHandler.java | 60 +
.../cassandra/BaseExecutionResultHandler.java | 85 +
.../storm/cassandra/CassandraContext.java | 92 +
.../cassandra/DynamicStatementBuilder.java | 199 +
.../storm/cassandra/ExecutionResultHandler.java | 98 +
.../storm/cassandra/Murmur3StreamGrouping.java | 133 +
.../storm/cassandra/bolt/BaseCassandraBolt.java | 194 +
.../bolt/BatchCassandraWriterBolt.java | 201 +
.../cassandra/bolt/CassandraWriterBolt.java | 72 +
.../cassandra/bolt/GroupingBatchBuilder.java | 68 +
.../bolt/PairBatchStatementTuples.java | 52 +
.../cassandra/bolt/PairStatementTuple.java | 50 +
.../storm/cassandra/client/CassandraConf.java | 202 +
.../storm/cassandra/client/ClusterFactory.java | 73 +
.../storm/cassandra/client/SimpleClient.java | 42 +
.../cassandra/client/SimpleClientProvider.java | 35 +
.../cassandra/client/impl/DefaultClient.java | 125 +
.../cassandra/context/BaseBeanFactory.java | 65 +
.../storm/cassandra/context/BeanFactory.java | 48 +
.../storm/cassandra/context/WorkerCtx.java | 89 +
.../storm/cassandra/executor/AsyncExecutor.java | 153 +
.../executor/AsyncExecutorProvider.java | 40 +
.../cassandra/executor/AsyncResultHandler.java | 64 +
.../executor/ExecutionResultCollector.java | 99 +
.../executor/impl/BatchAsyncResultHandler.java | 73 +
.../executor/impl/SingleAsyncResultHandler.java | 72 +
.../query/BatchStatementTupleMapper.java | 57 +
.../cassandra/query/CQLClauseTupleMapper.java | 36 +
.../query/CQLResultSetValuesMapper.java | 36 +
.../cassandra/query/CQLStatementBuilder.java | 31 +
.../query/CQLStatementTupleMapper.java | 86 +
.../cassandra/query/CQLTableTupleMapper.java | 39 +
.../cassandra/query/CQLValuesTupleMapper.java | 74 +
.../storm/cassandra/query/ContextQuery.java | 101 +
.../query/SimpleCQLStatementTupleMapper.java | 51 +
.../query/impl/BoundStatementMapperBuilder.java | 109 +
.../query/impl/InsertStatementBuilder.java | 153 +
.../query/impl/UpdateStatementBuilder.java | 118 +
.../cassandra/query/selector/FieldSelector.java | 68 +
.../cassandra/trident/state/CassandraQuery.java | 44 +
.../cassandra/trident/state/CassandraState.java | 158 +
.../trident/state/CassandraStateFactory.java | 51 +
.../trident/state/CassandraStateUpdater.java | 36 +
.../state/TridentResultSetValuesMapper.java | 63 +
.../cassandra/DynamicStatementBuilderTest.java | 141 +
.../apache/storm/cassandra/WeatherSpout.java | 84 +
.../storm/cassandra/bolt/BaseTopologyTest.java | 60 +
.../bolt/BatchCassandraWriterBoltTest.java | 66 +
.../cassandra/bolt/CassandraWriterBoltTest.java | 67 +
.../cassandra/trident/TridentTopologyTest.java | 125 +
.../cassandra/trident/WeatherBatchSpout.java | 104 +
.../src/test/resources/schema.cql | 30 +
external/storm-elasticsearch/README.md | 99 +
external/storm-elasticsearch/pom.xml | 113 +
.../elasticsearch/ElasticsearchGetRequest.java | 36 +
.../elasticsearch/EsLookupResultOutput.java | 43 +
.../elasticsearch/bolt/AbstractEsBolt.java | 81 +
.../storm/elasticsearch/bolt/EsIndexBolt.java | 75 +
.../storm/elasticsearch/bolt/EsLookupBolt.java | 81 +
.../elasticsearch/bolt/EsPercolateBolt.java | 88 +
.../common/DefaultEsTupleMapper.java | 42 +
.../storm/elasticsearch/common/EsConfig.java | 82 +
.../elasticsearch/common/EsTupleMapper.java | 55 +
.../common/StormElasticSearchClient.java | 48 +
.../common/TransportAddresses.java | 72 +
.../storm/elasticsearch/trident/EsState.java | 113 +
.../elasticsearch/trident/EsStateFactory.java | 55 +
.../storm/elasticsearch/trident/EsUpdater.java | 35 +
.../bolt/AbstractEsBoltIntegrationTest.java | 94 +
.../elasticsearch/bolt/AbstractEsBoltTest.java | 65 +
.../elasticsearch/bolt/EsIndexBoltTest.java | 72 +
.../elasticsearch/bolt/EsIndexTopology.java | 120 +
.../bolt/EsLookupBoltIntegrationTest.java | 139 +
.../elasticsearch/bolt/EsLookupBoltTest.java | 125 +
.../elasticsearch/bolt/EsPercolateBoltTest.java | 65 +
.../elasticsearch/common/EsConfigTest.java | 71 +
.../storm/elasticsearch/common/EsConstants.java | 22 +
.../storm/elasticsearch/common/EsTestUtil.java | 75 +
.../common/TransportAddressesTest.java | 81 +
.../trident/EsStateFactoryTest.java | 32 +
.../trident/TridentEsTopology.java | 135 +
external/storm-eventhubs/README.md | 41 +
external/storm-eventhubs/pom.xml | 113 +
.../eventhubs/bolt/DefaultEventDataFormat.java | 47 +
.../storm/eventhubs/bolt/EventHubBolt.java | 101 +
.../eventhubs/bolt/EventHubBoltConfig.java | 109 +
.../storm/eventhubs/bolt/IEventDataFormat.java | 28 +
.../eventhubs/samples/AtMostOnceEventCount.java | 54 +
.../storm/eventhubs/samples/EventCount.java | 158 +
.../storm/eventhubs/samples/EventHubLoop.java | 52 +
.../samples/OpaqueTridentEventCount.java | 53 +
.../samples/TransactionalTridentEventCount.java | 81 +
.../eventhubs/samples/bolt/GlobalCountBolt.java | 83 +
.../samples/bolt/PartialCountBolt.java | 63 +
.../apache/storm/eventhubs/spout/EventData.java | 48 +
.../storm/eventhubs/spout/EventDataScheme.java | 55 +
.../eventhubs/spout/EventHubReceiverImpl.java | 149 +
.../storm/eventhubs/spout/EventHubSpout.java | 263 +
.../eventhubs/spout/EventHubSpoutConfig.java | 179 +
.../eventhubs/spout/EventHubSpoutException.java | 37 +
.../storm/eventhubs/spout/FieldConstants.java | 25 +
.../storm/eventhubs/spout/IEventDataScheme.java | 30 +
.../eventhubs/spout/IEventHubReceiver.java | 36 +
.../spout/IEventHubReceiverFactory.java | 30 +
.../eventhubs/spout/IPartitionCoordinator.java | 27 +
.../eventhubs/spout/IPartitionManager.java | 37 +
.../spout/IPartitionManagerFactory.java | 33 +
.../storm/eventhubs/spout/IStateStore.java | 31 +
.../apache/storm/eventhubs/spout/MessageId.java | 56 +
.../storm/eventhubs/spout/PartitionManager.java | 101 +
.../eventhubs/spout/SimplePartitionManager.java | 139 +
.../spout/StaticPartitionCoordinator.java | 85 +
.../eventhubs/spout/ZookeeperStateStore.java | 95 +
.../storm/eventhubs/trident/Coordinator.java | 60 +
.../trident/ITridentPartitionManager.java | 35 +
.../ITridentPartitionManagerFactory.java | 26 +
.../trident/OpaqueTridentEventHubEmitter.java | 69 +
.../trident/OpaqueTridentEventHubSpout.java | 64 +
.../storm/eventhubs/trident/Partition.java | 39 +
.../storm/eventhubs/trident/Partitions.java | 41 +
.../TransactionalTridentEventHubEmitter.java | 167 +
.../TransactionalTridentEventHubSpout.java | 66 +
.../trident/TridentPartitionManager.java | 93 +
.../src/main/resources/config.properties | 45 +
.../eventhubs/spout/EventHubReceiverMock.java | 97 +
.../spout/EventHubSpoutCallerMock.java | 96 +
.../spout/PartitionManagerCallerMock.java | 105 +
.../spout/SpoutOutputCollectorMock.java | 66 +
.../storm/eventhubs/spout/StateStoreMock.java | 54 +
.../storm/eventhubs/spout/TestEventData.java | 47 +
.../eventhubs/spout/TestEventHubSpout.java | 72 +
.../eventhubs/spout/TestPartitionManager.java | 117 +
.../TestTransactionalTridentEmitter.java | 93 +
.../eventhubs/trident/TridentCollectorMock.java | 52 +
external/storm-hbase/LICENSE | 202 -
external/storm-hbase/README.md | 10 +
external/storm-hbase/pom.xml | 4 +-
.../storm/hbase/bolt/AbstractHBaseBolt.java | 2 +
.../org/apache/storm/hbase/bolt/HBaseBolt.java | 77 +-
.../storm/hbase/bolt/HBaseLookupBolt.java | 4 +-
.../org/apache/storm/hbase/common/Utils.java | 10 +-
.../mapper/SimpleTridentHBaseMapMapper.java | 50 +
.../trident/mapper/TridentHBaseMapMapper.java | 40 +
.../hbase/trident/state/HBaseMapState.java | 47 +-
.../storm/hbase/trident/state/HBaseState.java | 2 +-
external/storm-hdfs/README.md | 42 +
external/storm-hdfs/pom.xml | 162 +-
.../storm/hdfs/blobstore/HdfsBlobStore.java | 384 +
.../storm/hdfs/blobstore/HdfsBlobStoreFile.java | 196 +
.../storm/hdfs/blobstore/HdfsBlobStoreImpl.java | 312 +
.../hdfs/blobstore/HdfsClientBlobStore.java | 120 +
.../storm/hdfs/bolt/AbstractHdfsBolt.java | 124 +
.../storm/hdfs/bolt/AvroGenericRecordBolt.java | 145 +
.../org/apache/storm/hdfs/bolt/HdfsBolt.java | 51 +-
.../storm/hdfs/bolt/SequenceFileBolt.java | 42 +-
.../hdfs/common/security/HdfsSecurityUtil.java | 5 +-
.../apache/storm/hdfs/trident/HdfsState.java | 392 +-
.../trident/rotation/FileRotationPolicy.java | 14 +
.../rotation/FileSizeRotationPolicy.java | 13 +
.../hdfs/trident/rotation/NoRotationPolicy.java | 10 +
.../trident/rotation/TimedRotationPolicy.java | 31 +-
.../storm/hdfs/blobstore/BlobStoreTest.java | 531 +
.../hdfs/blobstore/HdfsBlobStoreImplTest.java | 232 +
.../hdfs/bolt/AvroGenericRecordBoltTest.java | 220 +
.../apache/storm/hdfs/bolt/TestHdfsBolt.java | 258 +
.../storm/hdfs/bolt/TestSequenceFileBolt.java | 186 +
.../storm/hdfs/trident/FixedBatchSpout.java | 2 +-
.../storm/hdfs/trident/HdfsStateTest.java | 223 +
external/storm-hive/README.md | 18 +-
external/storm-hive/pom.xml | 54 +-
.../org/apache/storm/hive/bolt/HiveBolt.java | 86 +-
.../apache/storm/hive/common/HiveOptions.java | 11 +
.../apache/storm/hive/common/HiveWriter.java | 5 +-
.../storm/hive/trident/HiveStateFactory.java | 17 +
.../apache/storm/hive/trident/HiveUpdater.java | 17 +
.../apache/storm/hive/bolt/TestHiveBolt.java | 164 +-
.../storm/hive/trident/TridentHiveTopology.java | 2 +-
external/storm-jdbc/LICENSE | 202 -
external/storm-jdbc/README.md | 76 +-
external/storm-jdbc/pom.xml | 6 +-
.../storm/jdbc/bolt/AbstractJdbcBolt.java | 17 +-
.../apache/storm/jdbc/bolt/JdbcInsertBolt.java | 14 +-
.../apache/storm/jdbc/bolt/JdbcLookupBolt.java | 10 +-
.../org/apache/storm/jdbc/common/Column.java | 7 +-
.../storm/jdbc/common/ConnectionProvider.java | 43 +
.../jdbc/common/HikariCPConnectionProvider.java | 63 +
.../apache/storm/jdbc/common/JdbcClient.java | 19 +-
.../storm/jdbc/mapper/JdbcLookupMapper.java | 17 +
.../jdbc/mapper/SimpleJdbcLookupMapper.java | 20 +
.../storm/jdbc/mapper/SimpleJdbcMapper.java | 11 +-
.../storm/jdbc/trident/state/JdbcState.java | 13 +-
.../storm/jdbc/bolt/JdbcInsertBoltTest.java | 71 +
.../storm/jdbc/bolt/JdbcLookupBoltTest.java | 59 +
.../storm/jdbc/common/JdbcClientTest.java | 5 +-
.../jdbc/topology/AbstractUserTopology.java | 17 +-
.../jdbc/topology/UserPersistanceTopology.java | 18 +-
.../UserPersistanceTridentTopology.java | 2 +-
external/storm-jdbc/src/test/sql/test.sql | 17 +
external/storm-kafka/CHANGELOG.md | 13 -
external/storm-kafka/README.md | 167 +-
external/storm-kafka/pom.xml | 25 +-
.../jvm/storm/kafka/ByteBufferSerializer.java | 41 +
.../jvm/storm/kafka/DynamicBrokersReader.java | 123 +-
.../kafka/DynamicPartitionConnections.java | 20 +-
.../ExponentialBackoffMsgRetryManager.java | 25 +-
.../jvm/storm/kafka/FailedMsgRetryManager.java | 3 +
.../src/jvm/storm/kafka/IntSerializer.java | 42 +
.../src/jvm/storm/kafka/KafkaConfig.java | 5 +-
.../src/jvm/storm/kafka/KafkaSpout.java | 33 +-
.../src/jvm/storm/kafka/KafkaUtils.java | 100 +-
.../src/jvm/storm/kafka/KeyValueScheme.java | 5 +-
.../kafka/KeyValueSchemeAsMultiScheme.java | 5 +-
.../jvm/storm/kafka/MessageMetadataScheme.java | 27 +
.../MessageMetadataSchemeAsMultiScheme.java | 41 +
.../src/jvm/storm/kafka/Partition.java | 26 +-
.../src/jvm/storm/kafka/PartitionManager.java | 59 +-
.../src/jvm/storm/kafka/SpoutConfig.java | 2 +
.../src/jvm/storm/kafka/StaticCoordinator.java | 11 +-
.../jvm/storm/kafka/StringKeyValueScheme.java | 3 +-
.../kafka/StringMessageAndMetadataScheme.java | 43 +
.../storm/kafka/StringMultiSchemeWithTopic.java | 48 +
.../src/jvm/storm/kafka/StringScheme.java | 20 +-
.../src/jvm/storm/kafka/ZkCoordinator.java | 4 +-
.../src/jvm/storm/kafka/ZkState.java | 2 +-
.../src/jvm/storm/kafka/bolt/KafkaBolt.java | 93 +-
.../jvm/storm/kafka/trident/Coordinator.java | 7 +-
.../trident/GlobalPartitionInformation.java | 26 +-
.../jvm/storm/kafka/trident/IBrokerReader.java | 7 +-
.../kafka/trident/OpaqueTridentKafkaSpout.java | 9 +-
.../storm/kafka/trident/StaticBrokerReader.java | 23 +-
.../trident/TransactionalTridentKafkaSpout.java | 4 +-
.../kafka/trident/TridentKafkaEmitter.java | 52 +-
.../storm/kafka/trident/TridentKafkaState.java | 33 +-
.../kafka/trident/TridentKafkaStateFactory.java | 10 +-
.../jvm/storm/kafka/trident/ZkBrokerReader.java | 20 +-
.../storm/kafka/DynamicBrokersReaderTest.java | 127 +-
.../ExponentialBackoffMsgRetryManagerTest.java | 43 +-
.../src/test/storm/kafka/KafkaUtilsTest.java | 140 +-
.../storm/kafka/StringKeyValueSchemeTest.java | 17 +-
.../src/test/storm/kafka/TestStringScheme.java | 40 +
.../src/test/storm/kafka/TestUtils.java | 28 +-
.../src/test/storm/kafka/TridentKafkaTest.java | 13 +-
.../test/storm/kafka/TridentKafkaTopology.java | 33 +-
.../src/test/storm/kafka/ZkCoordinatorTest.java | 9 +-
.../test/storm/kafka/bolt/KafkaBoltTest.java | 144 +-
external/storm-metrics/pom.xml | 107 +
.../metrics/hdrhistogram/HistogramMetric.java | 79 +
.../apache/storm/metrics/sigar/CPUMetric.java | 60 +
external/storm-redis/LICENSE | 202 -
external/storm-redis/README.md | 129 +-
external/storm-redis/pom.xml | 4 +-
.../storm/redis/bolt/AbstractRedisBolt.java | 50 +-
.../storm/redis/bolt/RedisLookupBolt.java | 133 +
.../apache/storm/redis/bolt/RedisStoreBolt.java | 121 +
.../redis/common/config/JedisClusterConfig.java | 131 +
.../redis/common/config/JedisPoolConfig.java | 163 +
.../common/container/JedisClusterContainer.java | 65 +
.../JedisCommandsContainerBuilder.java | 53 +
.../JedisCommandsInstanceContainer.java | 37 +
.../redis/common/container/JedisContainer.java | 76 +
.../common/mapper/RedisDataTypeDescription.java | 70 +
.../redis/common/mapper/RedisLookupMapper.java | 43 +
.../storm/redis/common/mapper/RedisMapper.java | 29 +
.../redis/common/mapper/RedisStoreMapper.java | 24 +
.../storm/redis/common/mapper/TupleMapper.java | 41 +
.../trident/mapper/TridentTupleMapper.java | 27 -
.../trident/state/AbstractRedisMapState.java | 137 +
.../state/AbstractRedisStateQuerier.java | 95 +
.../state/AbstractRedisStateUpdater.java | 96 +
.../storm/redis/trident/state/KeyFactory.java | 57 +
.../storm/redis/trident/state/Options.java | 40 +
.../trident/state/RedisClusterMapState.java | 286 +-
.../redis/trident/state/RedisClusterState.java | 46 +-
.../trident/state/RedisClusterStateQuerier.java | 75 +-
.../trident/state/RedisClusterStateUpdater.java | 89 +-
.../redis/trident/state/RedisMapState.java | 342 +-
.../storm/redis/trident/state/RedisState.java | 46 +-
.../redis/trident/state/RedisStateQuerier.java | 71 +-
.../state/RedisStateSetCountQuerier.java | 74 -
.../trident/state/RedisStateSetUpdater.java | 80 -
.../redis/trident/state/RedisStateUpdater.java | 93 +-
.../redis/util/config/JedisClusterConfig.java | 82 -
.../redis/util/config/JedisPoolConfig.java | 97 -
.../util/container/JedisClusterContainer.java | 47 -
.../JedisCommandsContainerBuilder.java | 38 -
.../JedisCommandsInstanceContainer.java | 25 -
.../redis/util/container/JedisContainer.java | 65 -
.../storm/redis/topology/LookupWordCount.java | 115 +-
.../redis/topology/PersistentWordCount.java | 81 +-
.../storm/redis/topology/WordCounter.java | 19 +-
.../redis/trident/WordCountLookupMapper.java | 57 +
.../redis/trident/WordCountStoreMapper.java | 39 +
.../redis/trident/WordCountTridentRedis.java | 15 +-
.../trident/WordCountTridentRedisCluster.java | 13 +-
.../WordCountTridentRedisClusterMap.java | 12 +-
.../redis/trident/WordCountTridentRedisMap.java | 13 +-
.../redis/trident/WordCountTupleMapper.java | 16 -
external/storm-solr/README.md | 201 +
external/storm-solr/pom.xml | 115 +
.../apache/storm/solr/bolt/SolrUpdateBolt.java | 136 +
.../storm/solr/config/CountBasedCommit.java | 59 +
.../storm/solr/config/SolrCommitStrategy.java | 30 +
.../apache/storm/solr/config/SolrConfig.java | 42 +
.../storm/solr/mapper/SolrFieldsMapper.java | 182 +
.../storm/solr/mapper/SolrJsonMapper.java | 160 +
.../apache/storm/solr/mapper/SolrMapper.java | 32 +
.../storm/solr/mapper/SolrMapperException.java | 24 +
.../org/apache/storm/solr/schema/CopyField.java | 50 +
.../org/apache/storm/solr/schema/Field.java | 50 +
.../org/apache/storm/solr/schema/FieldType.java | 63 +
.../org/apache/storm/solr/schema/Schema.java | 116 +
.../storm/solr/schema/SolrFieldTypeFinder.java | 182 +
.../schema/builder/RestJsonSchemaBuilder.java | 69 +
.../solr/schema/builder/SchemaBuilder.java | 27 +
.../apache/storm/solr/trident/SolrState.java | 67 +
.../storm/solr/trident/SolrStateFactory.java | 44 +
.../apache/storm/solr/trident/SolrUpdater.java | 33 +
.../storm/solr/spout/SolrFieldsSpout.java | 76 +
.../apache/storm/solr/spout/SolrJsonSpout.java | 120 +
.../storm/solr/topology/SolrFieldsTopology.java | 56 +
.../storm/solr/topology/SolrJsonTopology.java | 48 +
.../storm/solr/topology/SolrTopology.java | 82 +
.../solr/trident/SolrFieldsTridentTopology.java | 45 +
.../solr/trident/SolrJsonTridentTopology.java | 45 +
.../org/apache/storm/solr/util/TestUtil.java | 30 +
log4j2/cluster.xml | 92 +
log4j2/worker.xml | 77 +
logback/cluster.xml | 85 -
logback/worker.xml | 41 -
pom.xml | 455 +-
.../maven-shade-clojure-transformer/pom.xml | 2 +-
storm-buildtools/storm-maven-plugins/pom.xml | 2 +-
storm-core/pom.xml | 567 +-
.../src/clj/backtype/storm/LocalCluster.clj | 18 +-
storm-core/src/clj/backtype/storm/blobstore.clj | 28 +
storm-core/src/clj/backtype/storm/cluster.clj | 438 +-
.../cluster_state/zookeeper_state_factory.clj | 161 +
.../clj/backtype/storm/command/blobstore.clj | 162 +
.../clj/backtype/storm/command/get_errors.clj | 52 +
.../clj/backtype/storm/command/healthcheck.clj | 88 +
.../clj/backtype/storm/command/heartbeats.clj | 52 +
.../clj/backtype/storm/command/kill_workers.clj | 33 +
.../backtype/storm/command/set_log_level.clj | 75 +
.../backtype/storm/command/shell_submission.clj | 9 +-
storm-core/src/clj/backtype/storm/config.clj | 176 +-
storm-core/src/clj/backtype/storm/converter.clj | 128 +-
.../backtype/storm/daemon/builtin_metrics.clj | 99 +-
.../src/clj/backtype/storm/daemon/common.clj | 100 +-
.../src/clj/backtype/storm/daemon/drpc.clj | 73 +-
.../src/clj/backtype/storm/daemon/executor.clj | 396 +-
.../src/clj/backtype/storm/daemon/logviewer.clj | 1118 +-
.../src/clj/backtype/storm/daemon/nimbus.clj | 1401 +-
.../clj/backtype/storm/daemon/supervisor.clj | 840 +-
.../src/clj/backtype/storm/daemon/task.clj | 25 +-
.../src/clj/backtype/storm/daemon/worker.clj | 377 +-
storm-core/src/clj/backtype/storm/disruptor.clj | 72 +-
.../src/clj/backtype/storm/local_state.clj | 131 +
storm-core/src/clj/backtype/storm/log.clj | 12 +-
.../src/clj/backtype/storm/messaging/loader.clj | 77 +-
.../src/clj/backtype/storm/messaging/local.clj | 56 +-
storm-core/src/clj/backtype/storm/stats.clj | 1519 +-
storm-core/src/clj/backtype/storm/testing.clj | 96 +-
storm-core/src/clj/backtype/storm/testing4j.clj | 18 +
storm-core/src/clj/backtype/storm/thrift.clj | 23 +-
storm-core/src/clj/backtype/storm/timer.clj | 27 +-
storm-core/src/clj/backtype/storm/tuple.clj | 22 -
storm-core/src/clj/backtype/storm/ui/core.clj | 1505 +-
.../src/clj/backtype/storm/ui/helpers.clj | 143 +-
storm-core/src/clj/backtype/storm/util.clj | 147 +-
storm-core/src/clj/backtype/storm/zookeeper.clj | 135 +-
.../org/apache/storm/pacemaker/pacemaker.clj | 241 +
.../storm/pacemaker/pacemaker_state_factory.clj | 125 +
.../src/dev/drpc-simple-acl-test-scenario.yaml | 17 +
.../src/dev/logviewer-search-context-tests.log | 1 +
.../dev/logviewer-search-context-tests.log.gz | Bin 0 -> 72 bytes
storm-core/src/dev/resources/storm.js | 373 -
storm-core/src/dev/resources/storm.py | 260 -
storm-core/src/dev/resources/storm.rb | 236 -
storm-core/src/dev/small-worker.log | 1 +
storm-core/src/dev/test-3072.log | 3 +
storm-core/src/dev/test-worker.log | 380 +
storm-core/src/genthrift.sh | 2 +-
storm-core/src/jvm/backtype/storm/Config.java | 1287 +-
.../jvm/backtype/storm/ConfigValidation.java | 351 -
.../src/jvm/backtype/storm/ISubmitterHook.java | 31 +
.../src/jvm/backtype/storm/LogWriter.java | 83 +
.../src/jvm/backtype/storm/StormSubmitter.java | 101 +-
.../storm/blobstore/AtomicOutputStream.java | 32 +
.../storm/blobstore/BlobKeySequenceInfo.java | 40 +
.../jvm/backtype/storm/blobstore/BlobStore.java | 447 +
.../storm/blobstore/BlobStoreAclHandler.java | 399 +
.../backtype/storm/blobstore/BlobStoreFile.java | 50 +
.../storm/blobstore/BlobStoreUtils.java | 257 +
.../storm/blobstore/BlobSynchronizer.java | 124 +
.../storm/blobstore/ClientBlobStore.java | 184 +
.../storm/blobstore/FileBlobStoreImpl.java | 248 +
.../storm/blobstore/InputStreamWithMeta.java | 26 +
.../jvm/backtype/storm/blobstore/KeyFilter.java | 22 +
.../storm/blobstore/KeySequenceNumber.java | 229 +
.../storm/blobstore/LocalFsBlobStore.java | 311 +
.../storm/blobstore/LocalFsBlobStoreFile.java | 159 +
.../storm/blobstore/NimbusBlobStore.java | 420 +
.../backtype/storm/cluster/ClusterState.java | 217 +
.../storm/cluster/ClusterStateContext.java | 41 +
.../storm/cluster/ClusterStateFactory.java | 28 +
.../storm/cluster/ClusterStateListener.java | 22 +
.../backtype/storm/cluster/ConnectionState.java | 24 +
.../jvm/backtype/storm/cluster/DaemonType.java | 27 +
.../storm/coordination/BatchBoltExecutor.java | 4 +-
.../coordination/BatchSubtopologyBuilder.java | 6 +-
.../storm/coordination/CoordinatedBolt.java | 16 +-
.../storm/drpc/DRPCInvocationsClient.java | 5 +-
.../src/jvm/backtype/storm/drpc/DRPCSpout.java | 24 +-
.../src/jvm/backtype/storm/drpc/JoinResult.java | 8 +-
.../storm/drpc/LinearDRPCTopologyBuilder.java | 9 +-
.../backtype/storm/generated/AccessControl.java | 627 +
.../storm/generated/AccessControlType.java | 62 +
.../storm/generated/AlreadyAliveException.java | 4 +-
.../backtype/storm/generated/Assignment.java | 380 +-
.../storm/generated/AuthorizationException.java | 4 +-
.../storm/generated/BeginDownloadResult.java | 608 +
.../src/jvm/backtype/storm/generated/Bolt.java | 4 +-
.../storm/generated/BoltAggregateStats.java | 704 +
.../jvm/backtype/storm/generated/BoltStats.java | 444 +-
.../storm/generated/ClusterSummary.java | 293 +-
.../storm/generated/ClusterWorkerHeartbeat.java | 157 +-
.../storm/generated/CommonAggregateStats.java | 902 +
.../generated/ComponentAggregateStats.java | 752 +
.../storm/generated/ComponentCommon.java | 6 +-
.../storm/generated/ComponentObject.java | 2 +-
.../storm/generated/ComponentPageInfo.java | 2194 +
.../backtype/storm/generated/ComponentType.java | 62 +
.../backtype/storm/generated/Credentials.java | 48 +-
.../storm/generated/DRPCExecutionException.java | 4 +-
.../backtype/storm/generated/DRPCRequest.java | 4 +-
.../backtype/storm/generated/DebugOptions.java | 506 +
.../storm/generated/DistributedRPC.java | 4 +-
.../generated/DistributedRPCInvocations.java | 4 +-
.../jvm/backtype/storm/generated/ErrorInfo.java | 8 +-
.../storm/generated/ExecutorAggregateStats.java | 526 +
.../backtype/storm/generated/ExecutorInfo.java | 8 +-
.../storm/generated/ExecutorSpecificStats.java | 2 +-
.../backtype/storm/generated/ExecutorStats.java | 174 +-
.../storm/generated/ExecutorSummary.java | 8 +-
.../storm/generated/GetInfoOptions.java | 4 +-
.../storm/generated/GlobalStreamId.java | 4 +-
.../jvm/backtype/storm/generated/Grouping.java | 2 +-
.../generated/HBAuthorizationException.java | 406 +
.../storm/generated/HBExecutionException.java | 406 +
.../jvm/backtype/storm/generated/HBMessage.java | 636 +
.../backtype/storm/generated/HBMessageData.java | 640 +
.../jvm/backtype/storm/generated/HBNodes.java | 461 +
.../jvm/backtype/storm/generated/HBPulse.java | 522 +
.../jvm/backtype/storm/generated/HBRecords.java | 466 +
.../storm/generated/HBServerMessageType.java | 113 +
.../generated/InvalidTopologyException.java | 4 +-
.../backtype/storm/generated/JavaObject.java | 4 +-
.../backtype/storm/generated/JavaObjectArg.java | 2 +-
.../generated/KeyAlreadyExistsException.java | 406 +
.../storm/generated/KeyNotFoundException.java | 406 +
.../backtype/storm/generated/KillOptions.java | 6 +-
.../storm/generated/LSApprovedWorkers.java | 458 +
.../generated/LSSupervisorAssignments.java | 471 +
.../storm/generated/LSSupervisorId.java | 406 +
.../backtype/storm/generated/LSTopoHistory.java | 805 +
.../storm/generated/LSTopoHistoryList.java | 460 +
.../storm/generated/LSWorkerHeartbeat.java | 755 +
.../storm/generated/ListBlobsResult.java | 556 +
.../storm/generated/LocalAssignment.java | 676 +
.../storm/generated/LocalStateData.java | 471 +
.../jvm/backtype/storm/generated/LogConfig.java | 475 +
.../jvm/backtype/storm/generated/LogLevel.java | 836 +
.../storm/generated/LogLevelAction.java | 65 +
.../jvm/backtype/storm/generated/Nimbus.java | 36447 +++++++++++++----
.../backtype/storm/generated/NimbusSummary.java | 796 +
.../jvm/backtype/storm/generated/NodeInfo.java | 36 +-
.../storm/generated/NotAliveException.java | 4 +-
.../backtype/storm/generated/NullStruct.java | 4 +-
.../storm/generated/NumErrorsChoice.java | 2 +-
.../backtype/storm/generated/ProfileAction.java | 74 +
.../storm/generated/ProfileRequest.java | 631 +
.../storm/generated/ReadableBlobMeta.java | 510 +
.../storm/generated/RebalanceOptions.java | 52 +-
.../storm/generated/SettableBlobMeta.java | 567 +
.../storm/generated/ShellComponent.java | 4 +-
.../storm/generated/SpecificAggregateStats.java | 387 +
.../storm/generated/SpoutAggregateStats.java | 407 +
.../jvm/backtype/storm/generated/SpoutSpec.java | 4 +-
.../backtype/storm/generated/SpoutStats.java | 256 +-
.../storm/generated/StateSpoutSpec.java | 4 +-
.../jvm/backtype/storm/generated/StormBase.java | 231 +-
.../backtype/storm/generated/StormTopology.java | 255 +-
.../backtype/storm/generated/StreamInfo.java | 6 +-
.../backtype/storm/generated/SubmitOptions.java | 4 +-
.../storm/generated/SupervisorInfo.java | 388 +-
.../storm/generated/SupervisorSummary.java | 481 +-
.../storm/generated/ThriftSerializedObject.java | 516 +
.../storm/generated/TopologyActionOptions.java | 2 +-
.../storm/generated/TopologyHistoryInfo.java | 461 +
.../backtype/storm/generated/TopologyInfo.java | 996 +-
.../storm/generated/TopologyInitialStatus.java | 2 +-
.../storm/generated/TopologyPageInfo.java | 2597 ++
.../backtype/storm/generated/TopologyStats.java | 1094 +
.../storm/generated/TopologyStatus.java | 2 +-
.../storm/generated/TopologySummary.java | 715 +-
.../storm/generated/WorkerResources.java | 605 +
.../src/jvm/backtype/storm/grouping/Load.java | 77 +
.../grouping/LoadAwareCustomStreamGrouping.java | 24 +
.../grouping/LoadAwareShuffleGrouping.java | 76 +
.../backtype/storm/grouping/LoadMapping.java | 64 +
.../storm/grouping/PartialKeyGrouping.java | 32 +-
.../storm/grouping/ShuffleGrouping.java | 65 +
.../backtype/storm/hooks/BaseWorkerHook.java | 51 +
.../jvm/backtype/storm/hooks/IWorkerHook.java | 44 +
.../backtype/storm/localizer/LocalResource.java | 44 +
.../storm/localizer/LocalizedResource.java | 130 +
.../LocalizedResourceRetentionSet.java | 140 +
.../storm/localizer/LocalizedResourceSet.java | 101 +
.../jvm/backtype/storm/localizer/Localizer.java | 695 +
.../storm/logging/ThriftAccessLogger.java | 27 +
.../logging/filters/AccessLoggingFilter.java | 52 +
.../storm/messaging/ConnectionWithStatus.java | 21 +-
.../DeserializingConnectionCallback.java | 60 +
.../backtype/storm/messaging/IConnection.java | 26 +-
.../storm/messaging/IConnectionCallback.java | 31 +
.../jvm/backtype/storm/messaging/IContext.java | 2 +-
.../storm/messaging/TransportFactory.java | 2 +-
.../backtype/storm/messaging/local/Context.java | 164 +
.../backtype/storm/messaging/netty/Client.java | 553 +-
.../backtype/storm/messaging/netty/Context.java | 32 +-
.../storm/messaging/netty/ControlMessage.java | 22 +-
.../messaging/netty/INettySerializable.java | 26 +
.../storm/messaging/netty/ISaslClient.java | 28 +
.../storm/messaging/netty/ISaslServer.java | 26 +
.../backtype/storm/messaging/netty/IServer.java | 26 +
.../netty/KerberosSaslClientHandler.java | 152 +
.../netty/KerberosSaslNettyClient.java | 203 +
.../netty/KerberosSaslNettyClientState.java | 31 +
.../netty/KerberosSaslNettyServer.java | 210 +
.../netty/KerberosSaslNettyServerState.java | 30 +
.../netty/KerberosSaslServerHandler.java | 133 +
.../storm/messaging/netty/MessageBatch.java | 38 +-
.../storm/messaging/netty/MessageBuffer.java | 58 +
.../storm/messaging/netty/MessageDecoder.java | 11 +-
.../netty/NettyRenameThreadFactory.java | 10 +-
.../netty/NettyUncaughtExceptionHandler.java | 35 +
.../storm/messaging/netty/SaslMessageToken.java | 33 +-
.../storm/messaging/netty/SaslNettyClient.java | 28 +-
.../storm/messaging/netty/SaslNettyServer.java | 248 +-
.../messaging/netty/SaslNettyServerState.java | 13 +-
.../messaging/netty/SaslStormClientHandler.java | 41 +-
.../messaging/netty/SaslStormServerHandler.java | 32 +-
.../storm/messaging/netty/SaslUtils.java | 12 +-
.../backtype/storm/messaging/netty/Server.java | 232 +-
.../netty/StormClientErrorHandler.java | 41 -
.../messaging/netty/StormClientHandler.java | 91 +
.../netty/StormClientPipelineFactory.java | 11 +-
.../messaging/netty/StormServerHandler.java | 24 +-
.../backtype/storm/metric/EventLoggerBolt.java | 67 +
.../storm/metric/FileBasedEventLogger.java | 132 +
.../metric/HttpForwardingMetricsConsumer.java | 85 +
.../metric/HttpForwardingMetricsServer.java | 118 +
.../jvm/backtype/storm/metric/IEventLogger.java | 70 +
.../storm/metric/LoggingMetricsConsumer.java | 8 +-
.../storm/metric/MetricsConsumerBolt.java | 3 +-
.../jvm/backtype/storm/metric/SystemBolt.java | 20 +-
.../backtype/storm/metric/api/CountMetric.java | 2 -
.../backtype/storm/metric/api/MeanReducer.java | 4 +-
.../storm/metric/api/MultiCountMetric.java | 2 +-
.../storm/metric/api/MultiReducedMetric.java | 2 +-
.../storm/metric/api/rpc/CountShellMetric.java | 3 +-
.../metric/internal/CountStatAndMetric.java | 211 +
.../metric/internal/LatencyStatAndMetric.java | 262 +
.../storm/metric/internal/MetricStatTimer.java | 27 +
.../internal/MultiCountStatAndMetric.java | 112 +
.../internal/MultiLatencyStatAndMetric.java | 109 +
.../storm/metric/internal/RateTracker.java | 165 +
.../jvm/backtype/storm/multilang/BoltMsg.java | 3 +-
.../jvm/backtype/storm/multilang/ShellMsg.java | 3 +-
.../jvm/backtype/storm/multilang/SpoutMsg.java | 3 +-
.../AbstractDNSToSwitchMapping.java | 96 +
.../networktopography/DNSToSwitchMapping.java | 49 +
.../DefaultRackDNSToSwitchMapping.java | 52 +
.../backtype/storm/nimbus/ILeaderElector.java | 73 +
.../nimbus/ITopologyActionNotifierPlugin.java | 43 +
.../jvm/backtype/storm/nimbus/NimbusInfo.java | 116 +
.../jvm/backtype/storm/scheduler/Cluster.java | 328 +-
.../jvm/backtype/storm/scheduler/INimbus.java | 16 +-
.../backtype/storm/scheduler/IScheduler.java | 8 +-
.../scheduler/SchedulerAssignmentImpl.java | 15 +-
.../storm/scheduler/SupervisorDetails.java | 67 +-
.../backtype/storm/scheduler/Topologies.java | 41 +-
.../storm/scheduler/TopologyDetails.java | 472 +-
.../backtype/storm/scheduler/WorkerSlot.java | 25 +
.../scheduler/multitenant/DefaultPool.java | 22 +-
.../storm/scheduler/multitenant/FreePool.java | 6 +-
.../scheduler/multitenant/IsolatedPool.java | 93 +-
.../multitenant/MultitenantScheduler.java | 6 +-
.../storm/scheduler/multitenant/Node.java | 19 +-
.../storm/scheduler/multitenant/NodePool.java | 16 +-
.../storm/scheduler/resource/Component.java | 54 +
.../storm/scheduler/resource/RAS_Node.java | 528 +
.../storm/scheduler/resource/RAS_Nodes.java | 160 +
.../resource/ResourceAwareScheduler.java | 414 +
.../storm/scheduler/resource/ResourceUtils.java | 184 +
.../scheduler/resource/SchedulingResult.java | 116 +
.../scheduler/resource/SchedulingStatus.java | 40 +
.../backtype/storm/scheduler/resource/User.java | 348 +
.../eviction/DefaultEvictionStrategy.java | 126 +
.../strategies/eviction/IEvictionStrategy.java | 47 +
.../DefaultSchedulingPriorityStrategy.java | 81 +
.../priority/ISchedulingPriorityStrategy.java | 41 +
.../DefaultResourceAwareStrategy.java | 488 +
.../strategies/scheduling/IStrategy.java | 50 +
.../backtype/storm/security/auth/AuthUtils.java | 96 +-
.../auth/DefaultHttpCredentialsPlugin.java | 6 +-
.../security/auth/DefaultPrincipalToLocal.java | 1 -
.../storm/security/auth/IAuthorizer.java | 10 +-
.../security/auth/ICredentialsRenewer.java | 3 +-
.../security/auth/IHttpCredentialsPlugin.java | 2 -
.../storm/security/auth/IPrincipalToLocal.java | 2 +-
.../storm/security/auth/ITransportPlugin.java | 4 -
.../security/auth/KerberosPrincipalToLocal.java | 2 +-
.../storm/security/auth/NimbusPrincipal.java | 29 +
.../storm/security/auth/ReqContext.java | 27 +-
.../security/auth/SaslTransportPlugin.java | 37 +-
.../security/auth/ShellBasedGroupsMapping.java | 12 +-
.../security/auth/SimpleTransportPlugin.java | 11 +-
.../security/auth/SingleUserPrincipal.java | 5 +-
.../storm/security/auth/TBackoffConnect.java | 1 -
.../storm/security/auth/ThriftClient.java | 10 +-
.../storm/security/auth/ThriftServer.java | 6 +-
.../auth/authorizer/DRPCAuthorizerBase.java | 19 +-
.../authorizer/DRPCSimpleACLAuthorizer.java | 39 +-
.../auth/authorizer/DenyAuthorizer.java | 16 +-
.../authorizer/ImpersonationAuthorizer.java | 36 +-
.../auth/authorizer/NoopAuthorizer.java | 12 +-
.../auth/authorizer/SimpleACLAuthorizer.java | 45 +-
.../authorizer/SimpleWhitelistAuthorizer.java | 18 +-
.../auth/digest/ClientCallbackHandler.java | 2 -
.../auth/digest/DigestSaslTransportPlugin.java | 2 -
.../auth/digest/ServerCallbackHandler.java | 5 +-
.../storm/security/auth/kerberos/AutoTGT.java | 10 +-
.../kerberos/KerberosSaslTransportPlugin.java | 5 +-
.../security/auth/kerberos/NoOpTTrasport.java | 54 +
.../auth/kerberos/ServerCallbackHandler.java | 2 +
.../auth/kerberos/jaas_kerberos_cluster.conf | 20 +-
.../auth/kerberos/jaas_kerberos_launcher.conf | 19 +
.../serialization/BlowfishTupleSerializer.java | 15 +-
.../GzipBridgeThriftSerializationDelegate.java | 64 +
.../GzipThriftSerializationDelegate.java | 56 +
.../storm/serialization/ITupleDeserializer.java | 1 -
.../serialization/KryoTupleDeserializer.java | 3 -
.../serialization/KryoValuesDeserializer.java | 3 +-
.../serialization/SerializationFactory.java | 23 +-
.../src/jvm/backtype/storm/spout/ISpout.java | 18 +-
.../storm/spout/ISpoutOutputCollector.java | 6 +-
.../storm/spout/ISpoutWaitStrategy.java | 2 +-
.../jvm/backtype/storm/spout/MultiScheme.java | 3 +-
.../backtype/storm/spout/RawMultiScheme.java | 3 +-
.../src/jvm/backtype/storm/spout/RawScheme.java | 9 +-
.../src/jvm/backtype/storm/spout/Scheme.java | 3 +-
.../storm/spout/SchemeAsMultiScheme.java | 3 +-
.../jvm/backtype/storm/spout/ShellSpout.java | 24 +-
.../storm/spout/SpoutOutputCollector.java | 13 +-
.../storm/task/GeneralTopologyContext.java | 15 +-
.../src/jvm/backtype/storm/task/IBolt.java | 30 +-
.../backtype/storm/task/OutputCollector.java | 20 +-
.../src/jvm/backtype/storm/task/ShellBolt.java | 91 +-
.../backtype/storm/task/TopologyContext.java | 193 +-
.../AlternateRackDNSToSwitchMapping.java | 65 +
.../storm/testing/CompleteTopologyParam.java | 2 +-
.../testing/ForwardingMetricsConsumer.java | 5 +
.../backtype/storm/testing/IntegrationTest.java | 38 +
.../storm/testing/MemoryTransactionalSpout.java | 9 +-
.../backtype/storm/testing/MkClusterParam.java | 2 +-
.../backtype/storm/testing/MockedSources.java | 2 +-
.../testing/OpaqueMemoryTransactionalSpout.java | 10 +-
.../backtype/storm/testing/SpoutTracker.java | 6 +
.../src/jvm/backtype/storm/testing/TestJob.java | 4 +-
.../storm/testing/TestWordBytesCounter.java | 27 +
.../backtype/storm/testing/TestWordCounter.java | 6 +-
.../storm/testing/TupleCaptureBolt.java | 4 +-
.../topology/BaseConfigurationDeclarer.java | 33 +-
.../storm/topology/BasicBoltExecutor.java | 2 +-
.../ComponentConfigurationDeclarer.java | 5 +-
.../storm/topology/IBasicOutputCollector.java | 5 +-
.../backtype/storm/topology/IWindowedBolt.java | 40 +
.../storm/topology/OutputFieldsGetter.java | 2 +-
.../storm/topology/TopologyBuilder.java | 123 +-
.../storm/topology/WindowedBoltExecutor.java | 308 +
.../storm/topology/base/BaseBatchBolt.java | 1 -
.../storm/topology/base/BaseRichSpout.java | 4 -
.../topology/base/BaseTransactionalSpout.java | 1 -
.../storm/topology/base/BaseWindowedBolt.java | 212 +
.../TransactionalSpoutBatchExecutor.java | 4 +-
.../TransactionalSpoutCoordinator.java | 2 +-
.../TransactionalTopologyBuilder.java | 12 +-
...uePartitionedTransactionalSpoutExecutor.java | 13 +-
.../PartitionedTransactionalSpoutExecutor.java | 2 +-
.../backtype/storm/tuple/AddressedTuple.java | 48 +
.../src/jvm/backtype/storm/tuple/Fields.java | 29 +-
.../src/jvm/backtype/storm/tuple/ITuple.java | 126 +-
.../src/jvm/backtype/storm/tuple/MessageId.java | 10 +-
.../src/jvm/backtype/storm/tuple/Tuple.java | 12 +-
.../src/jvm/backtype/storm/tuple/TupleImpl.java | 17 +-
.../backtype/storm/utils/BufferInputStream.java | 53 +
.../jvm/backtype/storm/utils/DRPCClient.java | 1 -
.../utils/DisruptorBackpressureCallback.java | 27 +
.../backtype/storm/utils/DisruptorQueue.java | 593 +-
.../storm/utils/ExtendedThreadPoolExecutor.java | 67 +
.../backtype/storm/utils/InprocMessaging.java | 4 +-
.../storm/utils/KeyedRoundRobinQueue.java | 6 +-
.../jvm/backtype/storm/utils/ListDelegate.java | 6 +-
.../jvm/backtype/storm/utils/LocalState.java | 151 +-
.../src/jvm/backtype/storm/utils/Monitor.java | 3 +-
.../jvm/backtype/storm/utils/MutableObject.java | 6 +-
.../jvm/backtype/storm/utils/NimbusClient.java | 72 +-
.../utils/NimbusLeaderNotFoundException.java | 41 +
.../storm/utils/RegisteredGlobalState.java | 6 +-
.../jvm/backtype/storm/utils/RotatingMap.java | 14 +-
.../backtype/storm/utils/ServiceRegistry.java | 2 +-
.../storm/utils/ShellBoltMessageQueue.java | 121 +
.../jvm/backtype/storm/utils/ShellProcess.java | 31 +-
.../jvm/backtype/storm/utils/ShellUtils.java | 9 +-
.../StormBoundedExponentialBackoffRetry.java | 12 +-
.../storm/utils/ThriftTopologyUtils.java | 36 +-
.../src/jvm/backtype/storm/utils/Time.java | 16 +-
.../jvm/backtype/storm/utils/TimeCacheMap.java | 60 +-
.../backtype/storm/utils/TransferDrainer.java | 71 +-
.../jvm/backtype/storm/utils/TupleUtils.java | 46 +
.../src/jvm/backtype/storm/utils/Utils.java | 1124 +-
.../jvm/backtype/storm/utils/VersionInfo.java | 2 +-
.../storm/utils/WorkerBackpressureCallback.java | 26 +
.../storm/utils/WorkerBackpressureThread.java | 59 +
.../storm/validation/ConfigValidation.java | 700 +
.../validation/ConfigValidationAnnotations.java | 218 +
.../storm/validation/ConfigValidationUtils.java | 175 +
.../storm/windowing/CountEvictionPolicy.java | 75 +
.../storm/windowing/CountTriggerPolicy.java | 68 +
.../src/jvm/backtype/storm/windowing/Event.java | 49 +
.../jvm/backtype/storm/windowing/EventImpl.java | 51 +
.../storm/windowing/EvictionPolicy.java | 74 +
.../storm/windowing/TimeEvictionPolicy.java | 71 +
.../storm/windowing/TimeTriggerPolicy.java | 128 +
.../storm/windowing/TriggerHandler.java | 31 +
.../backtype/storm/windowing/TriggerPolicy.java | 42 +
.../backtype/storm/windowing/TupleWindow.java | 26 +
.../storm/windowing/TupleWindowImpl.java | 61 +
.../storm/windowing/WaterMarkEvent.java | 38 +
.../windowing/WaterMarkEventGenerator.java | 116 +
.../windowing/WatermarkCountEvictionPolicy.java | 65 +
.../windowing/WatermarkCountTriggerPolicy.java | 83 +
.../windowing/WatermarkTimeEvictionPolicy.java | 77 +
.../windowing/WatermarkTimeTriggerPolicy.java | 109 +
.../jvm/backtype/storm/windowing/Window.java | 48 +
.../windowing/WindowLifecycleListener.java | 42 +
.../backtype/storm/windowing/WindowManager.java | 289 +
.../storm/pacemaker/IServerMessageHandler.java | 25 +
.../apache/storm/pacemaker/PacemakerClient.java | 255 +
.../storm/pacemaker/PacemakerClientHandler.java | 75 +
.../apache/storm/pacemaker/PacemakerServer.java | 163 +
.../storm/pacemaker/codec/ThriftDecoder.java | 76 +
.../storm/pacemaker/codec/ThriftEncoder.java | 110 +
.../pacemaker/codec/ThriftNettyClientCodec.java | 94 +
.../pacemaker/codec/ThriftNettyServerCodec.java | 99 +
.../src/jvm/storm/trident/TridentTopology.java | 130 +-
.../trident/drpc/ReturnResultsReducer.java | 4 +-
.../fluent/ChainedAggregatorDeclarer.java | 8 +-
.../jvm/storm/trident/graph/GraphGrouper.java | 22 +-
.../src/jvm/storm/trident/graph/Group.java | 23 +-
.../src/jvm/storm/trident/operation/Filter.java | 1 -
.../trident/operation/builtin/SnapshotGet.java | 4 +-
.../operation/builtin/TupleCollectionGet.java | 6 +-
.../storm/trident/partition/GlobalGrouping.java | 5 +-
.../trident/partition/IdentityGrouping.java | 8 +-
.../src/jvm/storm/trident/planner/Node.java | 5 +-
.../storm/trident/planner/PartitionNode.java | 2 -
.../storm/trident/planner/SubtopologyBolt.java | 21 +-
.../processor/MultiReducerProcessor.java | 2 +-
.../planner/processor/StateQueryProcessor.java | 5 +-
.../storm/trident/spout/BatchSpoutExecutor.java | 2 +-
.../jvm/storm/trident/spout/IBatchSpout.java | 4 +-
.../spout/IOpaquePartitionedTridentSpout.java | 5 +-
.../trident/spout/IPartitionedTridentSpout.java | 4 +-
.../storm/trident/spout/ITridentDataSource.java | 26 +
.../jvm/storm/trident/spout/ITridentSpout.java | 59 +-
.../OpaquePartitionedTridentSpoutExecutor.java | 30 +-
.../spout/PartitionedTridentSpoutExecutor.java | 26 +-
.../trident/spout/RichSpoutBatchExecutor.java | 15 +-
.../trident/spout/RichSpoutBatchTriggerer.java | 18 +-
.../trident/spout/TridentSpoutCoordinator.java | 6 +-
.../trident/spout/TridentSpoutExecutor.java | 14 +-
.../jvm/storm/trident/state/map/CachedMap.java | 1 -
.../storm/trident/testing/FeederBatchSpout.java | 4 +-
.../testing/FeederCommitterBatchSpout.java | 2 +-
.../storm/trident/testing/FixedBatchSpout.java | 2 +-
.../trident/topology/TridentBoltExecutor.java | 46 +-
.../topology/TridentTopologyBuilder.java | 45 +-
.../storm/trident/tuple/TridentTupleView.java | 18 +-
.../jvm/storm/trident/util/TridentUtils.java | 33 +-
storm-core/src/multilang/js/storm.js | 366 -
storm-core/src/multilang/py/storm.py | 260 -
storm-core/src/multilang/rb/storm.rb | 236 -
.../worker-launcher/.deps/worker-launcher.Po | 16 +
.../src/native/worker-launcher/impl/main.c | 10 +
.../worker-launcher/impl/worker-launcher.c | 49 +-
.../worker-launcher/impl/worker-launcher.h | 2 +
storm-core/src/py/__init__.py | 2 +
storm-core/src/py/storm/DistributedRPC-remote | 2 +-
storm-core/src/py/storm/DistributedRPC.py | 22 +-
.../py/storm/DistributedRPCInvocations-remote | 2 +-
.../src/py/storm/DistributedRPCInvocations.py | 43 +-
storm-core/src/py/storm/Nimbus-remote | 156 +-
storm-core/src/py/storm/Nimbus.py | 7265 +++-
storm-core/src/py/storm/__init__.py | 2 +
storm-core/src/py/storm/constants.py | 4 +-
storm-core/src/py/storm/ttypes.py | 6835 +++-
storm-core/src/storm.thrift | 383 +-
storm-core/src/ui/public/component.html | 173 +-
.../src/ui/public/css/jsonFormatter.min.css | 1 +
storm-core/src/ui/public/css/style.css | 89 +-
.../src/ui/public/deep_search_result.html | 155 +
storm-core/src/ui/public/images/bug.png | Bin 0 -> 4045 bytes
storm-core/src/ui/public/images/search.png | Bin 0 -> 2354 bytes
storm-core/src/ui/public/images/statistic.png | Bin 0 -> 488 bytes
storm-core/src/ui/public/index.html | 34 +-
.../src/ui/public/js/jsonFormatter.min.js | 2 +
storm-core/src/ui/public/js/script.js | 105 +-
.../src/ui/public/js/typeahead.jquery.min.js | 7 +
storm-core/src/ui/public/js/visualization.js | 92 +-
storm-core/src/ui/public/logviewer_search.html | 65 +
storm-core/src/ui/public/search_result.html | 100 +
.../public/templates/anti-forgery-template.html | 19 -
.../templates/component-page-template.html | 76 +-
.../deep-search-result-page-template.html | 66 +
.../public/templates/index-page-template.html | 119 +-
.../logviewer-search-page-template.html | 44 +
.../templates/search-result-page-template.html | 60 +
.../templates/topology-page-template.html | 223 +-
.../src/ui/public/templates/user-template.html | 27 +-
storm-core/src/ui/public/topology.html | 213 +-
.../test/clj/backtype/storm/cluster_test.clj | 44 +-
.../test/clj/backtype/storm/config_test.clj | 149 -
.../test/clj/backtype/storm/grouping_test.clj | 127 +-
.../clj/backtype/storm/integration_test.clj | 616 -
.../clj/backtype/storm/local_state_test.clj | 40 +-
.../test/clj/backtype/storm/logviewer_test.clj | 726 +-
.../storm/messaging/netty_integration_test.clj | 3 +-
.../storm/messaging/netty_unit_test.clj | 290 +-
.../test/clj/backtype/storm/messaging_test.clj | 28 +-
.../test/clj/backtype/storm/metrics_test.clj | 2 +-
.../test/clj/backtype/storm/multilang_test.clj | 66 -
.../test/clj/backtype/storm/nimbus_test.clj | 582 +-
.../scheduler/multitenant_scheduler_test.clj | 86 +-
.../scheduler/resource_aware_scheduler_test.clj | 734 +
.../test/clj/backtype/storm/scheduler_test.clj | 3 +-
.../auth/DefaultHttpCredentialsPlugin_test.clj | 55 +-
.../storm/security/auth/ReqContext_test.clj | 1 +
.../storm/security/auth/ThriftClient_test.clj | 31 +-
.../backtype/storm/security/auth/auth_test.clj | 8 +-
.../authorizer/DRPCSimpleACLAuthorizer_test.clj | 15 +
.../storm/security/auth/drpc-auth-alice.jaas | 17 +
.../storm/security/auth/drpc-auth-bob.jaas | 17 +
.../storm/security/auth/drpc-auth-charlie.jaas | 17 +
.../storm/security/auth/drpc-auth-server.jaas | 17 +
.../storm/security/auth/drpc_auth_test.clj | 6 +-
.../storm/security/auth/nimbus_auth_test.clj | 238 +-
.../clj/backtype/storm/serialization_test.clj | 14 +-
.../test/clj/backtype/storm/supervisor_test.clj | 410 +-
.../test/clj/backtype/storm/testing4j_test.clj | 211 -
.../clj/backtype/storm/transactional_test.clj | 11 +-
.../test/clj/backtype/storm/utils_test.clj | 12 -
.../test/clj/backtype/storm/worker_test.clj | 179 +-
.../backtype/storm/integration_test.clj | 622 +
.../backtype/storm/testing4j_test.clj | 212 +
.../storm/trident/integration_test.clj | 292 +
.../storm/pacemaker_state_factory_test.clj | 150 +
.../clj/org/apache/storm/pacemaker_test.clj | 242 +
.../test/clj/storm/trident/integration_test.clj | 292 -
.../jvm/backtype/storm/TestConfigValidate.java | 744 +
.../backtype/storm/blobstore/BlobStoreTest.java | 460 +
.../storm/blobstore/BlobSynchronizerTest.java | 137 +
.../storm/blobstore/ClientBlobStoreTest.java | 179 +
.../LocalizedResourceRetentionSetTest.java | 85 +
.../localizer/LocalizedResourceSetTest.java | 74 +
.../backtype/storm/localizer/LocalizerTest.java | 667 +
.../jvm/backtype/storm/localizer/localtest.zip | Bin 0 -> 6378 bytes
.../storm/localizer/localtestwithsymlink.jar | Bin 0 -> 6591 bytes
.../storm/localizer/localtestwithsymlink.tar | Bin 0 -> 24576 bytes
.../storm/localizer/localtestwithsymlink.tar.gz | Bin 0 -> 6106 bytes
.../storm/localizer/localtestwithsymlink.tgz | Bin 0 -> 6106 bytes
.../metric/internal/CountStatAndMetricTest.java | 86 +
.../internal/LatencyStatAndMetricTest.java | 83 +
.../storm/metric/internal/RateTrackerTest.java | 94 +
.../nimbus/InMemoryTopologyActionNotifier.java | 53 +
.../resource/TestResourceAwareScheduler.java | 1227 +
.../storm/scheduler/resource/TestUser.java | 111 +
.../TestUtilsForResourceAwareScheduler.java | 288 +
...ipBridgeThriftSerializationDelegateTest.java | 71 +
.../storm/topology/TopologyBuilderTest.java | 53 +
.../topology/WindowedBoltExecutorTest.java | 142 +
.../utils/DisruptorQueueBackpressureTest.java | 110 +
.../storm/utils/DisruptorQueueTest.java | 132 +-
.../backtype/storm/utils/MockTupleHelpers.java | 40 +
.../storm/utils/ShellBoltMessageQueueTest.java | 85 +
.../storm/utils/ThriftTopologyUtilsTest.java | 94 +
.../windowing/WaterMarkEventGeneratorTest.java | 117 +
.../storm/windowing/WindowManagerTest.java | 494 +
.../jvm/storm/trident/TestTridentTopology.java | 76 +
storm-core/test/resources/log4j2-test.xml | 32 +
storm-core/test/resources/test_runner.clj | 114 +
storm-dist/binary/LICENSE | 280 +-
storm-dist/binary/NOTICE | 4 +-
storm-dist/binary/pom.xml | 12 +-
storm-dist/binary/src/main/assembly/binary.xml | 180 +-
storm-dist/source/pom.xml | 2 +-
storm-multilang/javascript/pom.xml | 32 +
.../src/main/resources/resources/storm.js | 373 +
storm-multilang/python/pom.xml | 31 +
.../src/main/resources/resources/storm.py | 260 +
storm-multilang/ruby/pom.xml | 31 +
.../ruby/src/main/resources/resources/storm.rb | 236 +
1161 files changed, 157393 insertions(+), 24663 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/storm/blob/e8c08927/docs/documentation/FAQ.md
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/storm/blob/e8c08927/storm-core/src/jvm/backtype/storm/topology/TopologyBuilder.java
----------------------------------------------------------------------
diff --cc storm-core/src/jvm/backtype/storm/topology/TopologyBuilder.java
index 0ebde92,5504aea..f917e61
--- a/storm-core/src/jvm/backtype/storm/topology/TopologyBuilder.java
+++ b/storm-core/src/jvm/backtype/storm/topology/TopologyBuilder.java
@@@ -18,24 -18,20 +18,21 @@@
package backtype.storm.topology;
import backtype.storm.Config;
- import backtype.storm.generated.Bolt;
- import backtype.storm.generated.ComponentCommon;
- import backtype.storm.generated.ComponentObject;
- import backtype.storm.generated.GlobalStreamId;
- import backtype.storm.generated.Grouping;
- import backtype.storm.generated.NullStruct;
- import backtype.storm.generated.SpoutSpec;
- import backtype.storm.generated.StateSpoutSpec;
- import backtype.storm.generated.StormTopology;
+ import backtype.storm.generated.*;
import backtype.storm.grouping.CustomStreamGrouping;
import backtype.storm.grouping.PartialKeyGrouping;
+ import backtype.storm.hooks.IWorkerHook;
import backtype.storm.tuple.Fields;
import backtype.storm.utils.Utils;
+ import org.json.simple.JSONValue;
+
+import java.io.NotSerializableException;
+ import java.nio.ByteBuffer;
import java.util.ArrayList;
import java.util.HashMap;
+ import java.util.List;
import java.util.Map;
- import org.json.simple.JSONValue;
+ import backtype.storm.windowing.TupleWindow;
/**
* TopologyBuilder exposes the Java API for specifying a topology for Storm
@@@ -120,23 -108,18 +119,28 @@@ public class TopologyBuilder
for(String spoutId: _spouts.keySet()) {
IRichSpout spout = _spouts.get(spoutId);
ComponentCommon common = getComponentCommon(spoutId, spout);
- spoutSpecs.put(spoutId, new SpoutSpec(ComponentObject.serialized_java(Utils.javaSerialize(spout)), common));
+ try{
+ spoutSpecs.put(spoutId, new SpoutSpec(ComponentObject.serialized_java(Utils.javaSerialize(spout)), common));
+ }catch(RuntimeException wrapperCause){
+ if (wrapperCause.getCause() != null && NotSerializableException.class.equals(wrapperCause.getCause().getClass())){
+ throw new IllegalStateException(
+ "Spout '" + spoutId + "' contains a non-serializable field of type " + wrapperCause.getCause().getMessage() + ", " +
+ "which was instantiated prior to topology creation. " + wrapperCause.getCause().getMessage() + " " +
+ "should be instantiated within the prepare method of '" + spoutId + " at the earliest.", wrapperCause);
+ }
+ throw wrapperCause;
+ }
}
- return new StormTopology(spoutSpecs,
- boltSpecs,
- new HashMap<String, StateSpoutSpec>());
+
+ StormTopology stormTopology = new StormTopology(spoutSpecs,
+ boltSpecs,
+ new HashMap<String, StateSpoutSpec>());
+
+ stormTopology.set_worker_hooks(_workerHooks);
+
+ return stormTopology;
}
-
+
/**
* Define a new bolt in this topology with parallelism of just one thread.
*