You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@samza.apache.org by ni...@apache.org on 2016/02/02 01:36:05 UTC
[49/50] [abbrv] samza git commit: Merge branch 'master' into samza-sql
Merge branch 'master' into samza-sql
Conflicts:
bin/check-all.sh
build.gradle
docs/README.md
docs/community/committers.md
docs/startup/hello-samza/versioned/index.md
gradle/dependency-versions.gradle
samza-core/src/main/scala/org/apache/samza/checkpoint/OffsetManager.scala
samza-core/src/main/scala/org/apache/samza/container/SamzaContainer.scala
samza-core/src/test/scala/org/apache/samza/checkpoint/TestOffsetManager.scala
settings.gradle
Project: http://git-wip-us.apache.org/repos/asf/samza/repo
Commit: http://git-wip-us.apache.org/repos/asf/samza/commit/3415909d
Tree: http://git-wip-us.apache.org/repos/asf/samza/tree/3415909d
Diff: http://git-wip-us.apache.org/repos/asf/samza/diff/3415909d
Branch: refs/heads/samza-sql
Commit: 3415909db054968a94e619dac86d43e599be2d17
Parents: ebecbf2 fc303e5
Author: Yi Pan (Data Infrastructure) <ni...@gmail.com>
Authored: Mon Feb 1 16:18:46 2016 -0800
Committer: Yi Pan (Data Infrastructure) <ni...@gmail.com>
Committed: Mon Feb 1 16:18:46 2016 -0800
----------------------------------------------------------------------
KEYS | 116 +++++
README.md | 12 +-
RELEASE.md | 64 ++-
bin/check-all.sh | 19 +-
build.gradle | 133 +++++-
checkstyle/checkstyle.xml | 88 ++++
checkstyle/import-control.xml | 234 ++++++++++
docs/README.md | 4 +-
docs/_config.yml | 2 +-
docs/_docs/replace-versioned.sh | 4 +-
docs/_layouts/default.html | 1 +
docs/archive/index.html | 8 +
docs/community/committers.md | 7 +-
docs/contribute/tests.md | 18 +-
.../documentation/yarn/samza-am-dashboard.png | Bin 55603 -> 126597 bytes
.../documentation/yarn/samza-host-affinity.png | Bin 0 -> 156509 bytes
.../versioned/comparisons/spark-streaming.md | 44 +-
.../versioned/container/coordinator-stream.md | 150 ++++++
.../versioned/container/samza-container.md | 14 +-
.../versioned/container/serialization.md | 57 ++-
.../versioned/container/state-management.md | 42 ++
.../documentation/versioned/hdfs/producer.md | 65 +++
docs/learn/documentation/versioned/index.html | 11 +-
.../versioned/introduction/concepts.md | 2 +-
.../versioned/jobs/configuration-table.html | 308 ++++++++++++-
.../documentation/versioned/jobs/logging.md | 13 +-
.../versioned/jobs/reprocessing.md | 2 +-
.../versioned/jobs/web-ui-rest-api.md | 62 +++
.../versioned/yarn/application-master.md | 24 +-
.../versioned/yarn/yarn-host-affinity.md | 121 +++++
.../versioned/deploy-samza-job-from-hdfs.md | 2 +-
.../tutorials/versioned/deploy-samza-to-CDH.md | 4 +-
docs/learn/tutorials/versioned/index.md | 2 -
.../versioned/remote-debugging-samza.md | 4 +-
.../versioned/run-in-multi-node-yarn.md | 18 +-
.../versioned/upgrading-from-0.7.0-to-0.8.0.md | 45 --
docs/startup/download/index.md | 35 +-
docs/startup/hello-samza/versioned/index.md | 12 +-
gradle.properties | 2 +-
gradle/dependency-versions.gradle | 6 +-
gradle/rat.gradle | 21 +-
.../samza/checkpoint/CheckpointManager.java | 29 +-
.../checkpoint/CheckpointManagerFactory.java | 2 +-
.../java/org/apache/samza/config/Config.java | 20 +-
.../java/org/apache/samza/config/MapConfig.java | 2 +-
.../org/apache/samza/container/TaskName.java | 4 +-
.../metrics/SlidingTimeWindowReservoir.java | 26 +-
.../java/org/apache/samza/metrics/Snapshot.java | 2 +-
.../java/org/apache/samza/metrics/Timer.java | 12 +
.../samza/system/IncomingMessageEnvelope.java | 19 +
.../org/apache/samza/system/SystemAdmin.java | 54 ++-
.../samza/system/SystemStreamPartition.java | 2 +-
.../java/org/apache/samza/task/TaskContext.java | 4 +
.../org/apache/samza/task/TaskCoordinator.java | 2 +-
.../apache/samza/util/BlockingEnvelopeMap.java | 70 ++-
...inglePartitionWithoutOffsetsSystemAdmin.java | 24 +-
.../org/apache/samza/config/TestConfig.java | 26 +-
.../metrics/TestSlidingTimeWindowReservoir.java | 15 +-
.../org/apache/samza/metrics/TestTimer.java | 2 +-
.../TestSystemStreamPartitionIterator.java | 1 -
.../samza/util/TestBlockingEnvelopeMap.java | 60 ++-
.../autoscaling/deployer/ConfigManager.java | 376 +++++++++++++++
.../samza/autoscaling/utils/YarnUtil.java | 156 +++++++
.../samza/config/EnvironmentConfigRewriter.java | 98 ++++
.../samza/config/JavaSerializerConfig.java | 54 +++
.../apache/samza/config/JavaStorageConfig.java | 67 +++
.../apache/samza/config/JavaSystemConfig.java | 63 +++
.../org/apache/samza/config/TaskConfigJava.java | 88 ++++
.../apache/samza/container/LocalityManager.java | 139 ++++++
.../grouper/stream/GroupByPartition.java | 83 ++++
.../grouper/stream/GroupByPartitionFactory.java | 29 ++
.../stream/GroupBySystemStreamPartition.java | 80 ++++
.../GroupBySystemStreamPartitionFactory.java | 31 ++
.../container/grouper/task/TaskNameGrouper.java | 53 +++
.../grouper/task/TaskNameGrouperFactory.java | 35 ++
.../AbstractCoordinatorStreamManager.java | 120 +++++
.../stream/CoordinatorStreamSystemConsumer.java | 260 +++++++++++
.../stream/CoordinatorStreamSystemProducer.java | 136 ++++++
.../stream/CoordinatorStreamWriter.java | 129 ++++++
.../messages/CoordinatorStreamMessage.java | 320 +++++++++++++
.../coordinator/stream/messages/Delete.java | 58 +++
.../stream/messages/SetChangelogMapping.java | 64 +++
.../coordinator/stream/messages/SetConfig.java | 59 +++
.../messages/SetContainerHostMapping.java | 90 ++++
.../messages/SetMigrationMetaMessage.java | 51 +++
.../apache/samza/job/model/ContainerModel.java | 2 +-
.../org/apache/samza/job/model/JobModel.java | 73 +++
.../org/apache/samza/job/model/TaskModel.java | 61 ++-
.../org/apache/samza/metrics/MetricGroup.java | 68 +++
.../org/apache/samza/metrics/MetricsBase.java | 53 +++
.../apache/samza/migration/MigrationPlan.java | 27 ++
.../serializers/model/JsonTaskModelMixIn.java | 1 +
.../serializers/model/SamzaObjectMapper.java | 23 +-
.../storage/ChangelogPartitionManager.java | 89 ++++
.../apache/samza/storage/StateStorageTool.java | 61 +++
.../apache/samza/storage/StorageRecovery.java | 257 +++++++++++
.../samza/checkpoint/CheckpointTool.scala | 37 +-
.../apache/samza/checkpoint/OffsetManager.scala | 218 +++++----
.../file/FileSystemCheckpointManager.scala | 28 +-
.../org/apache/samza/config/JobConfig.scala | 53 ++-
.../org/apache/samza/config/MetricsConfig.scala | 3 +
.../samza/config/ShellCommandConfig.scala | 12 +-
.../org/apache/samza/config/StreamConfig.scala | 2 -
.../org/apache/samza/config/TaskConfig.scala | 15 +-
.../org/apache/samza/container/RunLoop.scala | 62 ++-
.../apache/samza/container/SamzaContainer.scala | 164 ++++---
.../samza/container/SamzaContainerMetrics.scala | 21 +-
.../apache/samza/container/TaskInstance.scala | 71 ++-
.../samza/container/TaskInstanceMetrics.scala | 1 +
.../grouper/stream/GroupByPartition.scala | 41 --
.../stream/GroupBySystemStreamPartition.scala | 38 --
.../grouper/task/GroupByContainerCount.scala | 12 +-
.../task/GroupByContainerCountFactory.scala | 30 ++
.../grouper/task/TaskNameGrouper.scala | 51 ---
.../samza/coordinator/JobCoordinator.scala | 305 +++++++-----
.../samza/coordinator/server/HttpServer.scala | 9 +-
.../samza/coordinator/server/JobServlet.scala | 16 +-
.../stream/CoordinatorStreamSystemFactory.scala | 50 ++
.../CoordinatorStreamWriterCommandLine.scala | 71 +++
.../scala/org/apache/samza/job/JobRunner.scala | 111 +++--
.../samza/job/local/ProcessJobFactory.scala | 8 +-
.../samza/job/local/ThreadJobFactory.scala | 7 +-
.../org/apache/samza/metrics/JmxServer.scala | 11 +-
.../org/apache/samza/metrics/JvmMetrics.scala | 8 +-
.../apache/samza/metrics/MetricsHelper.scala | 22 +-
.../reporter/MetricsSnapshotReporter.scala | 8 +-
.../MetricsSnapshotReporterFactory.scala | 11 +-
.../samza/migration/JobRunnerMigration.scala | 58 +++
.../apache/samza/serializers/JsonSerde.scala | 30 +-
.../samza/storage/TaskStorageManager.scala | 104 ++++-
.../apache/samza/system/SystemConsumers.scala | 4 +-
.../samza/system/SystemConsumersMetrics.scala | 6 +-
.../system/chooser/BootstrappingChooser.scala | 11 +
.../filereader/FileReaderSystemAdmin.scala | 16 +-
.../samza/util/ExponentialSleepStrategy.scala | 2 +
.../org/apache/samza/util/TimerUtils.scala | 15 +
.../main/scala/org/apache/samza/util/Util.scala | 250 +++++++++-
.../config/EnvironmentConfigRewriterTest.java | 78 ++++
.../samza/config/TestJavaStorageConfig.java | 46 ++
.../samza/config/TestJavaSystemConfig.java | 41 ++
.../apache/samza/config/TestTaskConfigJava.java | 73 +++
.../samza/container/TestLocalityManager.java | 140 ++++++
.../grouper/stream/TestGroupByPartition.java | 130 ++++++
.../TestGroupBySystemStreamPartition.java | 104 +++++
.../MockCoordinatorStreamSystemFactory.java | 286 ++++++++++++
.../MockCoordinatorStreamWrappedConsumer.java | 115 +++++
.../stream/TestCoordinatorStreamMessage.java | 83 ++++
.../TestCoordinatorStreamSystemConsumer.java | 175 +++++++
.../TestCoordinatorStreamSystemProducer.java | 115 +++++
.../stream/TestCoordinatorStreamWriter.java | 169 +++++++
.../model/TestSamzaObjectMapper.java | 9 +-
.../apache/samza/storage/MockStorageEngine.java | 60 +++
.../samza/storage/MockStorageEngineFactory.java | 37 ++
.../samza/storage/MockSystemConsumer.java | 59 +++
.../apache/samza/storage/MockSystemFactory.java | 45 ++
.../samza/storage/TestStorageRecovery.java | 120 +++++
.../resources/test-migration-fail.properties | 27 ++
samza-core/src/test/resources/test.properties | 2 +
.../samza/checkpoint/TestCheckpointTool.scala | 19 +-
.../samza/checkpoint/TestOffsetManager.scala | 73 ++-
.../file/TestFileSystemCheckpointManager.scala | 8 +-
.../apache/samza/container/TestRunLoop.scala | 100 +++-
.../samza/container/TestSamzaContainer.scala | 185 ++++++--
.../samza/container/TestTaskInstance.scala | 92 +++-
.../grouper/stream/GroupByTestBase.scala | 58 ---
.../grouper/stream/TestGroupByPartition.scala | 39 --
.../TestGroupBySystemStreamPartition.scala | 42 --
.../task/TestGroupByContainerCount.scala | 13 +-
.../samza/coordinator/TestJobCoordinator.scala | 195 ++++++--
.../coordinator/server/TestHttpServer.scala | 15 +-
.../org/apache/samza/job/TestJobRunner.scala | 28 ++
.../samza/serializers/TestJsonSerde.scala | 4 +-
.../samza/storage/TestTaskStorageManager.scala | 213 +++++++++
.../chooser/TestBootstrappingChooser.scala | 18 +
.../scala/org/apache/samza/util/TestUtil.scala | 84 +++-
.../samza/config/ElasticsearchConfig.java | 132 ++++++
.../elasticsearch/BulkProcessorFactory.java | 58 +++
.../elasticsearch/ElasticsearchSystemAdmin.java | 75 +++
.../ElasticsearchSystemFactory.java | 91 ++++
.../ElasticsearchSystemProducer.java | 193 ++++++++
.../ElasticsearchSystemProducerMetrics.java | 39 ++
.../elasticsearch/client/ClientFactory.java | 31 ++
.../elasticsearch/client/NodeClientFactory.java | 60 +++
.../client/TransportClientFactory.java | 76 +++
.../DefaultIndexRequestFactory.java | 131 ++++++
.../indexrequest/IndexRequestFactory.java | 34 ++
.../samza/config/ElasticsearchConfigTest.java | 117 +++++
.../ElasticsearchSystemProducerMetricsTest.java | 55 +++
.../ElasticsearchSystemProducerTest.java | 173 +++++++
.../DefaultIndexRequestFactoryTest.java | 118 +++++
.../apache/samza/system/hdfs/HdfsConfig.scala | 121 +++++
.../samza/system/hdfs/HdfsSystemAdmin.scala | 52 +++
.../samza/system/hdfs/HdfsSystemFactory.scala | 45 ++
.../samza/system/hdfs/HdfsSystemProducer.scala | 94 ++++
.../system/hdfs/HdfsSystemProducerMetrics.scala | 42 ++
.../writer/BinarySequenceFileHdfsWriter.scala | 53 +++
.../samza/system/hdfs/writer/Bucketer.scala | 60 +++
.../samza/system/hdfs/writer/HdfsWriter.scala | 56 +++
.../hdfs/writer/JobNameDateTimeBucketer.scala | 75 +++
.../hdfs/writer/SequenceFileHdfsWriter.scala | 122 +++++
.../writer/TextSequenceFileHdfsWriter.scala | 53 +++
.../samza-hdfs-test-batch-job-text.properties | 19 +
.../samza-hdfs-test-batch-job.properties | 18 +
.../samza-hdfs-test-job-text.properties | 18 +
.../resources/samza-hdfs-test-job.properties | 16 +
.../hdfs/TestHdfsSystemProducerTestSuite.scala | 272 +++++++++++
.../kafka/KafkaCheckpointLogKey.scala | 10 +-
.../kafka/KafkaCheckpointManager.scala | 213 +++------
.../kafka/KafkaCheckpointManagerFactory.scala | 69 ++-
.../org/apache/samza/config/KafkaConfig.scala | 42 +-
.../samza/config/RegExTopicGenerator.scala | 2 +-
.../migration/KafkaCheckpointMigration.scala | 147 ++++++
.../apache/samza/system/kafka/BrokerProxy.scala | 12 +-
.../samza/system/kafka/KafkaSystemAdmin.scala | 112 ++++-
.../system/kafka/KafkaSystemConsumer.scala | 85 +++-
.../samza/system/kafka/KafkaSystemFactory.scala | 36 +-
.../system/kafka/KafkaSystemProducer.scala | 9 +-
.../kafka/KafkaSystemProducerMetrics.scala | 10 +-
.../scala/org/apache/samza/util/KafkaUtil.scala | 114 ++++-
.../apache/samza/util/KafkaUtilException.scala | 31 ++
.../kafka/TeskKafkaCheckpointLogKey.scala | 71 +++
.../kafka/TestKafkaCheckpointLogKey.scala | 71 ---
.../kafka/TestKafkaCheckpointManager.scala | 97 ++--
.../apache/samza/config/TestKafkaConfig.scala | 134 ++++--
.../TestKafkaCheckpointMigration.scala | 243 ++++++++++
.../samza/system/kafka/TestBrokerProxy.scala | 202 +++++---
.../system/kafka/TestKafkaSystemAdmin.scala | 34 +-
.../system/kafka/TestKafkaSystemConsumer.scala | 104 ++++-
.../system/kafka/TestKafkaSystemProducer.scala | 25 +
.../kv/inmemory/InMemoryKeyValueStore.scala | 52 ++-
.../samza/storage/kv/RocksDbKeyValueReader.java | 131 ++++++
.../samza/storage/kv/RocksDbOptionsHelper.java | 100 ++++
.../samza/storage/kv/RocksDbReadingTool.java | 153 +++++++
.../RocksDbKeyValueStorageEngineFactory.scala | 9 +-
.../samza/storage/kv/RocksDbKeyValueStore.scala | 142 ++++--
.../storage/kv/TestRocksDbKeyValueReader.java | 130 ++++++
.../storage/kv/TestRocksDbKeyValueStore.scala | 90 ++++
.../samza/storage/kv/KeyValueIterator.java | 2 +-
.../apache/samza/storage/kv/KeyValueStore.java | 166 +++++--
.../kv/BaseKeyValueStorageEngineFactory.scala | 24 +-
.../apache/samza/storage/kv/CachedStore.scala | 111 +++--
.../storage/kv/KeyValueStorageEngine.scala | 40 +-
.../samza/storage/kv/KeyValueStoreMetrics.scala | 4 +-
.../apache/samza/storage/kv/LoggedStore.scala | 17 +
.../storage/kv/NullSafeKeyValueStore.scala | 35 +-
.../storage/kv/SerializedKeyValueStore.scala | 34 +-
.../samza/storage/kv/MockKeyValueStore.scala | 80 ++++
.../samza/storage/kv/TestCachedStore.scala | 85 +++-
.../apache/samza/config/Log4jSystemConfig.java | 63 +--
.../samza/logging/log4j/StreamAppender.java | 117 +++--
.../serializers/LoggingEventJsonSerde.java | 17 +-
.../serializers/LoggingEventStringSerde.java | 4 +-
.../samza/config/TestLog4jSystemConfig.java | 13 +-
.../samza/logging/log4j/TestJmxAppender.java | 14 +-
.../samza/logging/log4j/TestStreamAppender.java | 41 +-
samza-shell/src/main/bash/kill-all.sh | 24 +
samza-shell/src/main/bash/list-yarn-job.sh | 21 +
samza-shell/src/main/bash/read-rocksdb-tool.sh | 21 +
samza-shell/src/main/bash/run-config-manager.sh | 21 +
.../main/bash/run-coordinator-stream-writer.sh | 21 +
samza-shell/src/main/bash/state-storage-tool.sh | 21 +
.../src/main/config/join/common.properties | 8 +-
.../src/main/config/negate-number.properties | 4 +
.../perf/container-performance.properties | 12 +-
.../kafka-read-write-performance.properties | 4 +
.../src/main/config/perf/kv-perf.properties | 16 +-
.../samza/system/mock/MockSystemAdmin.java | 29 +-
.../test/integration/SimpleStatefulTask.java | 2 +-
.../test/integration/StatePerfTestTask.java | 11 +-
.../samza/test/integration/join/Checker.java | 23 +-
.../samza/test/integration/join/Emitter.java | 18 +-
.../test/integration/join/EpochPartitioner.java | 35 --
.../samza/test/integration/join/Joiner.java | 16 +-
.../samza/test/integration/join/Watcher.java | 6 +-
.../src/main/python/configs/downloads.json | 2 +-
samza-test/src/main/python/configs/yarn.json | 32 +-
.../src/main/python/samza_failure_testing.py | 2 +
.../performance/TestKeyValuePerformance.scala | 152 +++++-
.../test/performance/TestPerformanceTask.scala | 4 +-
.../samza/storage/kv/TestKeyValueStores.scala | 92 +++-
.../test/integration/StreamTaskTestUtil.scala | 335 ++++++++++++++
.../integration/TestShutdownStatefulTask.scala | 139 ++++++
.../test/integration/TestStatefulTask.scala | 338 ++------------
.../org/apache/samza/config/YarnConfig.java | 171 +++++++
.../job/yarn/AbstractContainerAllocator.java | 120 +++++
.../samza/job/yarn/ContainerAllocator.java | 77 ++++
.../apache/samza/job/yarn/ContainerFailure.java | 48 ++
.../samza/job/yarn/ContainerRequestState.java | 283 ++++++++++++
.../apache/samza/job/yarn/ContainerUtil.java | 222 +++++++++
.../job/yarn/HostAwareContainerAllocator.java | 123 +++++
.../apache/samza/job/yarn/SamzaAppState.java | 180 ++++++++
.../samza/job/yarn/SamzaContainerRequest.java | 113 +++++
.../apache/samza/job/yarn/SamzaTaskManager.java | 278 +++++++++++
samza-yarn/src/main/less/main.less | 5 +
.../resources/scalate/WEB-INF/views/index.scaml | 72 ++-
.../org/apache/samza/config/YarnConfig.scala | 61 ---
.../apache/samza/job/yarn/ClientHelper.scala | 10 +-
.../apache/samza/job/yarn/SamzaAppMaster.scala | 35 +-
.../job/yarn/SamzaAppMasterLifecycle.scala | 4 +-
.../samza/job/yarn/SamzaAppMasterMetrics.scala | 25 +-
.../samza/job/yarn/SamzaAppMasterService.scala | 14 +-
.../samza/job/yarn/SamzaAppMasterState.scala | 57 ---
.../job/yarn/SamzaAppMasterTaskManager.scala | 320 -------------
.../org/apache/samza/job/yarn/YarnJob.scala | 34 +-
.../apache/samza/job/yarn/YarnJobFactory.scala | 1 +
.../webapp/ApplicationMasterRestServlet.scala | 12 +-
.../webapp/ApplicationMasterWebServlet.scala | 4 +-
.../samza/job/yarn/TestContainerAllocator.java | 237 ++++++++++
.../job/yarn/TestContainerRequestState.java | 221 +++++++++
.../yarn/TestHostAwareContainerAllocator.java | 336 ++++++++++++++
.../job/yarn/TestSamzaContainerRequest.java | 43 ++
.../samza/job/yarn/TestSamzaTaskManager.java | 459 +++++++++++++++++++
.../job/yarn/util/MockContainerAllocator.java | 43 ++
.../job/yarn/util/MockContainerListener.java | 80 ++++
.../yarn/util/MockContainerRequestState.java | 69 +++
.../samza/job/yarn/util/MockContainerUtil.java | 61 +++
.../samza/job/yarn/util/MockHttpServer.java | 55 +++
.../samza/job/yarn/util/MockNMClient.java | 50 ++
.../samza/job/yarn/util/TestAMRMClientImpl.java | 91 ++++
.../apache/samza/job/yarn/util/TestUtil.java | 263 +++++++++++
.../samza/job/yarn/TestSamzaAppMaster.scala | 90 +++-
.../job/yarn/TestSamzaAppMasterLifecycle.scala | 17 +-
.../job/yarn/TestSamzaAppMasterService.scala | 65 ++-
.../yarn/TestSamzaAppMasterTaskManager.scala | 426 -----------------
.../samza/job/yarn/TestYarnJobFactory.scala | 45 ++
settings.gradle | 26 +-
326 files changed, 19600 insertions(+), 3399 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/samza/blob/3415909d/build.gradle
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/samza/blob/3415909d/gradle/dependency-versions.gradle
----------------------------------------------------------------------
diff --cc gradle/dependency-versions.gradle
index 4a3e33d,52e25aa..c52960c
--- a/gradle/dependency-versions.gradle
+++ b/gradle/dependency-versions.gradle
@@@ -34,7 -35,5 +35,8 @@@
log4jVersion = "1.2.17"
guavaVersion = "17.0"
commonsCodecVersion = "1.9"
+ commonsCollectionVersion = "3.2.1"
+ avroVersion = "1.7.7"
+ calciteVersion = "1.2.0-incubating"
+ httpClientVersion="4.4.1"
}
http://git-wip-us.apache.org/repos/asf/samza/blob/3415909d/settings.gradle
----------------------------------------------------------------------
diff --cc settings.gradle
index 544bfc3,4c1aa10..4940562
--- a/settings.gradle
+++ b/settings.gradle
@@@ -18,20 -18,28 +18,30 @@@
*/
include \
'samza-api',
- 'samza-core',
- 'samza-kafka',
- 'samza-kv',
- 'samza-kv-inmemory',
- 'samza-kv-rocksdb',
+ 'samza-elasticsearch',
'samza-log4j',
- 'samza-shell'
+ 'samza-shell',
- 'samza-yarn',
- 'samza-test',
+ 'samza-sql-core',
+ 'samza-sql-calcite'
+ def scalaModules = [
+ 'samza-core',
+ 'samza-kafka',
+ 'samza-kv',
+ 'samza-kv-inmemory',
+ 'samza-kv-rocksdb',
+ 'samza-hdfs',
+ 'samza-yarn',
+ 'samza-test',
+ 'samza-autoscaling'
+ ] as HashSet
+
+ scalaModules.each {
+ include it
+ }
+
rootProject.children.each {
- if (it.name != 'samza-api' && it.name != 'samza-shell' && it.name != 'samza-log4j') {
+ if (scalaModules.contains(it.name)) {
it.name = it.name + "_" + scalaVersion
}
}