You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@samza.apache.org by bo...@apache.org on 2018/09/18 23:01:32 UTC
[35/47] samza git commit: Merge branch 'master' of
https://github.com/apache/samza
Merge branch 'master' of https://github.com/apache/samza
Project: http://git-wip-us.apache.org/repos/asf/samza/repo
Commit: http://git-wip-us.apache.org/repos/asf/samza/commit/728dc181
Tree: http://git-wip-us.apache.org/repos/asf/samza/tree/728dc181
Diff: http://git-wip-us.apache.org/repos/asf/samza/diff/728dc181
Branch: refs/heads/NewKafkaSystemConsumer
Commit: 728dc18143618b80df6e74a373c0024ced34544b
Parents: add733b abf49ea
Author: Boris S <bo...@apache.org>
Authored: Fri Sep 7 15:17:47 2018 -0700
Committer: Boris S <bo...@apache.org>
Committed: Fri Sep 7 15:17:47 2018 -0700
----------------------------------------------------------------------
.../application/ApplicationDescriptor.java | 80 +++
.../samza/application/SamzaApplication.java | 40 ++
.../samza/application/StreamApplication.java | 75 +--
.../StreamApplicationDescriptor.java | 113 ++++
.../samza/application/TaskApplication.java | 86 +++
.../application/TaskApplicationDescriptor.java | 64 ++
.../java/org/apache/samza/config/Config.java | 3 +-
.../samza/metrics/MetricsReporterFactory.java | 5 +-
.../apache/samza/operators/MessageStream.java | 9 +-
.../org/apache/samza/operators/StreamGraph.java | 120 ----
.../operators/functions/ClosableFunction.java | 7 +-
.../operators/functions/InitableFunction.java | 6 +-
.../operators/functions/StreamExpander.java | 16 +-
.../apache/samza/runtime/ApplicationRunner.java | 92 +--
.../samza/runtime/ApplicationRunners.java | 82 +++
.../apache/samza/runtime/ProcessorContext.java | 31 +
.../runtime/ProcessorLifecycleListener.java | 55 ++
.../ProcessorLifecycleListenerFactory.java | 40 ++
.../samza/task/AsyncStreamTaskFactory.java | 10 +-
.../apache/samza/task/StreamTaskFactory.java | 6 +-
.../java/org/apache/samza/task/TaskFactory.java | 38 ++
.../samza/runtime/TestApplicationRunners.java | 88 +++
.../application/ApplicationDescriptorImpl.java | 179 ++++++
.../application/ApplicationDescriptorUtil.java | 51 ++
.../samza/application/ApplicationUtil.java | 63 ++
.../application/LegacyTaskApplication.java | 37 ++
.../StreamApplicationDescriptorImpl.java | 381 ++++++++++++
.../TaskApplicationDescriptorImpl.java | 129 ++++
.../samza/container/SamzaContainerListener.java | 22 +-
.../samza/execution/ExecutionPlanner.java | 7 +-
.../org/apache/samza/execution/JobGraph.java | 6 -
.../org/apache/samza/execution/JobPlanner.java | 188 ++++++
.../apache/samza/execution/LocalJobPlanner.java | 134 +++++
.../samza/execution/RemoteJobPlanner.java | 96 +++
.../samza/operators/MessageStreamImpl.java | 57 +-
.../samza/operators/OperatorSpecGraph.java | 26 +-
.../apache/samza/operators/StreamGraphSpec.java | 336 -----------
.../samza/operators/spec/OperatorSpec.java | 2 +-
.../stream/IntermediateMessageStreamImpl.java | 6 +-
.../apache/samza/processor/StreamProcessor.java | 122 ++--
.../StreamProcessorLifecycleListener.java | 49 --
.../runtime/AbstractApplicationRunner.java | 135 -----
.../samza/runtime/ApplicationRunnerMain.java | 42 +-
.../samza/runtime/LocalApplicationRunner.java | 355 ++++-------
.../samza/runtime/LocalContainerRunner.java | 56 +-
.../samza/runtime/RemoteApplicationRunner.java | 123 ++--
.../apache/samza/task/StreamOperatorTask.java | 5 +-
.../org/apache/samza/task/TaskFactoryUtil.java | 137 ++---
.../apache/samza/container/SamzaContainer.scala | 16 +-
.../scala/org/apache/samza/job/JobRunner.scala | 2 -
.../samza/job/local/ThreadJobFactory.scala | 48 +-
.../application/MockStreamApplication.java | 29 +
.../samza/application/TestApplicationUtil.java | 96 +++
.../TestStreamApplicationDescriptorImpl.java | 584 +++++++++++++++++++
.../TestTaskApplicationDescriptorImpl.java | 144 +++++
.../samza/execution/TestExecutionPlanner.java | 192 +++---
.../execution/TestJobGraphJsonGenerator.java | 120 ++--
.../org/apache/samza/execution/TestJobNode.java | 53 +-
.../samza/execution/TestLocalJobPlanner.java | 211 +++++++
.../samza/execution/TestRemoteJobPlanner.java | 88 +++
.../samza/operators/TestJoinOperator.java | 103 ++--
.../samza/operators/TestMessageStreamImpl.java | 29 +-
.../samza/operators/TestOperatorSpecGraph.java | 19 +-
.../samza/operators/TestStreamGraphSpec.java | 506 ----------------
.../operators/impl/TestOperatorImplGraph.java | 190 +++---
.../operators/impl/TestWindowOperator.java | 147 ++---
.../spec/TestPartitionByOperatorSpec.java | 70 ++-
.../samza/processor/TestStreamProcessor.java | 139 +++--
.../runtime/TestApplicationRunnerMain.java | 47 +-
.../runtime/TestLocalApplicationRunner.java | 311 +++-------
.../runtime/TestRemoteApplicationRunner.java | 35 +-
.../apache/samza/task/MockAsyncStreamTask.java | 31 +
.../org/apache/samza/task/MockStreamTask.java | 31 +
.../apache/samza/task/TestTaskFactoryUtil.java | 215 ++-----
.../samza/testUtils/TestAsyncStreamTask.java | 35 --
.../samza/testUtils/TestStreamApplication.java | 33 --
.../apache/samza/testUtils/TestStreamTask.java | 34 --
.../samza/container/TestSamzaContainer.scala | 76 ++-
.../samza/sql/runner/SamzaSqlApplication.java | 13 +-
.../sql/runner/SamzaSqlApplicationRunner.java | 53 +-
.../samza/sql/translator/JoinTranslator.java | 2 +-
.../samza/sql/translator/QueryTranslator.java | 27 +-
.../samza/sql/translator/ScanTranslator.java | 8 +-
.../samza/sql/translator/TranslatorContext.java | 19 +-
.../apache/samza/sql/e2e/TestSamzaSqlTable.java | 8 +-
.../runner/TestSamzaSqlApplicationRunner.java | 2 -
.../sql/translator/TestFilterTranslator.java | 6 +-
.../sql/translator/TestJoinTranslator.java | 16 +-
.../sql/translator/TestProjectTranslator.java | 14 +-
.../sql/translator/TestQueryTranslator.java | 162 +++--
.../example/AppWithGlobalConfigExample.java | 25 +-
.../apache/samza/example/BroadcastExample.java | 22 +-
.../samza/example/KeyValueStoreExample.java | 19 +-
.../org/apache/samza/example/MergeExample.java | 18 +-
.../samza/example/OrderShipmentJoinExample.java | 19 +-
.../samza/example/PageViewCounterExample.java | 15 +-
.../samza/example/RepartitionExample.java | 19 +-
.../samza/example/TaskApplicationExample.java | 77 +++
.../org/apache/samza/example/WindowExample.java | 18 +-
.../samza/system/mock/MockSystemConsumer.java | 4 +-
.../apache/samza/test/framework/TestRunner.java | 41 +-
.../integration/LocalApplicationRunnerMain.java | 21 +-
.../TestStandaloneIntegrationApplication.java | 9 +-
.../processor/TestZkStreamProcessorBase.java | 20 +-
.../EndOfStreamIntegrationTest.java | 37 +-
.../WatermarkIntegrationTest.java | 62 +-
.../test/framework/BroadcastAssertApp.java | 7 +-
.../StreamApplicationIntegrationTest.java | 9 +-
...StreamApplicationIntegrationTestHarness.java | 42 +-
.../samza/test/framework/TestTimerApp.java | 7 +-
.../apache/samza/test/framework/TimerTest.java | 18 +-
.../test/operator/RepartitionJoinWindowApp.java | 25 +-
.../test/operator/RepartitionWindowApp.java | 20 +-
.../samza/test/operator/SessionWindowApp.java | 17 +-
.../operator/TestRepartitionJoinWindowApp.java | 30 +-
.../test/operator/TestRepartitionWindowApp.java | 10 +-
.../samza/test/operator/TumblingWindowApp.java | 16 +-
.../test/processor/TestStreamApplication.java | 82 +--
.../test/processor/TestStreamProcessor.java | 18 +-
.../processor/TestZkLocalApplicationRunner.java | 317 +++++-----
.../apache/samza/test/table/TestLocalTable.java | 39 +-
.../table/TestLocalTableWithSideInputs.java | 13 +-
.../samza/test/table/TestRemoteTable.java | 27 +-
.../benchmark/SystemConsumerWithSamzaBench.java | 14 +-
124 files changed, 5280 insertions(+), 3631 deletions(-)
----------------------------------------------------------------------