You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ke...@apache.org on 2018/01/26 20:40:33 UTC
[beam] 01/01: Merge pull request #4340: [BEAM-3079] add Samza runner
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a commit to branch samza-runner
in repository https://gitbox.apache.org/repos/asf/beam.git
commit 1840a582dae00ad68e7021944350baabc86649be
Merge: 0f554fd f5c8299
Author: Kenn Knowles <ke...@kennknowles.com>
AuthorDate: Fri Jan 26 12:40:27 2018 -0800
Merge pull request #4340: [BEAM-3079] add Samza runner
runners/pom.xml | 1 +
runners/samza/.gitignore | 1 +
runners/samza/pom.xml | 322 +++++++++++++
.../beam/runners/samza/SamzaExecutionContext.java | 36 ++
.../beam/runners/samza/SamzaPipelineOptions.java | 50 ++
.../samza/SamzaPipelineOptionsValidator.java | 37 ++
.../beam/runners/samza/SamzaPipelineResult.java | 158 +++++++
.../org/apache/beam/runners/samza/SamzaRunner.java | 170 +++++++
.../beam/runners/samza/SamzaRunnerRegistrar.java | 59 +++
.../apache/beam/runners/samza/TestSamzaRunner.java | 76 +++
.../runners/samza/adapter/BoundedSourceSystem.java | 470 +++++++++++++++++++
.../samza/adapter/UnboundedSourceSystem.java | 503 ++++++++++++++++++++
.../beam/runners/samza/adapter/package-info.java | 22 +
.../samza/metrics/DoFnRunnerWithMetrics.java | 80 ++++
.../samza/metrics/FnWithMetricsWrapper.java | 53 +++
.../samza/metrics/SamzaMetricsContainer.java | 114 +++++
.../beam/runners/samza/metrics/package-info.java | 22 +
.../apache/beam/runners/samza/package-info.java | 22 +
.../apache/beam/runners/samza/runtime/DoFnOp.java | 322 +++++++++++++
.../beam/runners/samza/runtime/GroupByKeyOp.java | 167 +++++++
.../beam/runners/samza/runtime/KeyedTimerData.java | 104 +++++
.../runners/samza/runtime/KvToKeyedWorkItemOp.java | 41 ++
.../org/apache/beam/runners/samza/runtime/Op.java | 64 +++
.../beam/runners/samza/runtime/OpAdapter.java | 144 ++++++
.../beam/runners/samza/runtime/OpEmitter.java | 33 ++
.../beam/runners/samza/runtime/OpMessage.java | 145 ++++++
.../samza/runtime/OutputManagerFactory.java | 29 ++
.../runners/samza/runtime/SamzaAssignContext.java | 55 +++
.../samza/runtime/SamzaStoreStateInternals.java | 518 +++++++++++++++++++++
.../samza/runtime/SamzaTimerInternalsFactory.java | 298 ++++++++++++
.../samza/runtime/SingletonKeyedWorkItem.java | 52 +++
.../beam/runners/samza/runtime/WindowAssignOp.java | 53 +++
.../beam/runners/samza/runtime/package-info.java | 22 +
.../runners/samza/translation/ConfigBuilder.java | 167 +++++++
.../translation/FlattenPCollectionsTranslator.java | 89 ++++
.../samza/translation/GroupByKeyTranslator.java | 143 ++++++
.../runners/samza/translation/PViewToIdMapper.java | 66 +++
.../translation/ParDoBoundMultiTranslator.java | 179 +++++++
.../samza/translation/ReadBoundedTranslator.java | 37 ++
.../samza/translation/ReadUnboundedTranslator.java | 37 ++
.../samza/translation/SamzaPipelineTranslator.java | 106 +++++
.../samza/translation/SamzaPublishView.java | 55 +++
.../SamzaPublishViewTransformOverride.java | 113 +++++
.../translation/SamzaPublishViewTranslator.java | 49 ++
.../samza/translation/SamzaTransformOverrides.java | 39 ++
.../samza/translation/TransformTranslator.java | 31 ++
.../samza/translation/TranslationContext.java | 177 +++++++
.../samza/translation/WindowAssignTranslator.java | 53 +++
.../runners/samza/translation/package-info.java | 22 +
.../beam/runners/samza/util/Base64Serializer.java | 68 +++
.../runners/samza/util/PipelineDotRenderer.java | 137 ++++++
.../beam/runners/samza/util/package-info.java | 22 +
runners/samza/src/main/resources/log4j.properties | 22 +
.../samza/src/main/resources/samza-conf.properties | 42 ++
.../samza/adapter/BoundedSourceSystemTest.java | 319 +++++++++++++
.../runners/samza/adapter/TestBoundedSource.java | 200 ++++++++
.../runners/samza/adapter/TestCheckpointMark.java | 43 ++
.../runners/samza/adapter/TestSourceHelpers.java | 168 +++++++
.../runners/samza/adapter/TestUnboundedSource.java | 213 +++++++++
.../samza/adapter/UnboundedSourceSystemTest.java | 384 +++++++++++++++
.../samza/src/test/resources/log4j-test.properties | 26 ++
61 files changed, 7250 insertions(+)
--
To stop receiving notification emails like this one, please contact
kenn@apache.org.