You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ke...@apache.org on 2018/06/25 21:37:48 UTC
[beam] 01/01: Merge pull request #5752: Merge Samza runner to master
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
commit 5f8c615f0d4238d7477336a9cd8fd98331b72264
Merge: def1cf3 c21cfb5
Author: Kenn Knowles <ke...@kennknowles.com>
AuthorDate: Mon Jun 25 14:37:43 2018 -0700
Merge pull request #5752: Merge Samza runner to master
examples/java/pom.xml | 12 +
pom.xml | 6 +
runners/pom.xml | 1 +
runners/samza/build.gradle | 93 +++
runners/samza/pom.xml | 365 +++++++++
.../beam/runners/samza/SamzaExecutionContext.java | 36 +
.../beam/runners/samza/SamzaPipelineOptions.java | 60 ++
.../samza/SamzaPipelineOptionsValidator.java | 37 +
.../beam/runners/samza/SamzaPipelineResult.java | 131 ++++
.../org/apache/beam/runners/samza/SamzaRunner.java | 117 +++
.../beam/runners/samza/SamzaRunnerRegistrar.java | 59 ++
.../apache/beam/runners/samza/TestSamzaRunner.java | 94 +++
.../runners/samza/adapter/BoundedSourceSystem.java | 468 +++++++++++
.../samza/adapter/UnboundedSourceSystem.java | 505 ++++++++++++
.../beam/runners/samza/adapter/package-info.java | 22 +
.../samza/metrics/DoFnRunnerWithMetrics.java | 85 ++
.../samza/metrics/FnWithMetricsWrapper.java | 52 ++
.../samza/metrics/SamzaMetricsContainer.java | 113 +++
.../beam/runners/samza/metrics/package-info.java | 22 +
.../apache/beam/runners/samza/package-info.java | 22 +
.../apache/beam/runners/samza/runtime/DoFnOp.java | 367 +++++++++
.../runtime/DoFnRunnerWithKeyedInternals.java | 214 +++++
.../beam/runners/samza/runtime/GroupByKeyOp.java | 198 +++++
.../beam/runners/samza/runtime/KeyedInternals.java | 168 ++++
.../beam/runners/samza/runtime/KeyedTimerData.java | 108 +++
.../runners/samza/runtime/KvToKeyedWorkItemOp.java | 41 +
.../org/apache/beam/runners/samza/runtime/Op.java | 66 ++
.../beam/runners/samza/runtime/OpAdapter.java | 187 +++++
.../beam/runners/samza/runtime/OpEmitter.java | 33 +
.../beam/runners/samza/runtime/OpMessage.java | 157 ++++
.../samza/runtime/OutputManagerFactory.java | 29 +
.../runners/samza/runtime/SamzaAssignContext.java | 55 ++
.../samza/runtime/SamzaStoreStateInternals.java | 870 +++++++++++++++++++++
.../samza/runtime/SamzaTimerInternalsFactory.java | 256 ++++++
.../samza/runtime/SingletonKeyedWorkItem.java | 52 ++
.../beam/runners/samza/runtime/TimerKey.java | 92 +++
.../beam/runners/samza/runtime/WindowAssignOp.java | 53 ++
.../beam/runners/samza/runtime/package-info.java | 22 +
.../beam/runners/samza/state/SamzaMapState.java | 44 ++
.../beam/runners/samza/state/SamzaSetState.java | 43 +
.../beam/runners/samza/state/package-info.java | 22 +
.../runners/samza/translation/ConfigBuilder.java | 237 ++++++
.../translation/FlattenPCollectionsTranslator.java | 88 +++
.../samza/translation/GroupByKeyTranslator.java | 150 ++++
.../runners/samza/translation/PViewToIdMapper.java | 66 ++
.../translation/ParDoBoundMultiTranslator.java | 195 +++++
.../runners/samza/translation/ReadTranslator.java | 38 +
.../samza/translation/SamzaPipelineTranslator.java | 146 ++++
.../samza/translation/SamzaPublishView.java | 69 ++
.../SamzaPublishViewTransformOverride.java | 113 +++
.../translation/SamzaPublishViewTranslator.java | 61 ++
.../samza/translation/SamzaTransformOverrides.java | 39 +
.../samza/translation/TransformTranslator.java | 31 +
.../samza/translation/TranslationContext.java | 181 +++++
.../samza/translation/WindowAssignTranslator.java | 53 ++
.../runners/samza/translation/package-info.java | 22 +
.../beam/runners/samza/util/Base64Serializer.java | 68 ++
.../runners/samza/util/PipelineDotRenderer.java | 137 ++++
.../beam/runners/samza/util/SamzaCoders.java | 77 ++
.../beam/runners/samza/util/package-info.java | 22 +
runners/samza/src/main/resources/log4j.properties | 22 +
.../samza/src/main/resources/samza-conf.properties | 37 +
.../samza/adapter/BoundedSourceSystemTest.java | 318 ++++++++
.../runners/samza/adapter/TestBoundedSource.java | 193 +++++
.../runners/samza/adapter/TestCheckpointMark.java | 43 +
.../runners/samza/adapter/TestSourceHelpers.java | 169 ++++
.../runners/samza/adapter/TestUnboundedSource.java | 213 +++++
.../samza/adapter/UnboundedSourceSystemTest.java | 383 +++++++++
.../runtime/SamzaStoreStateInternalsTest.java | 294 +++++++
.../samza/src/test/resources/log4j-test.properties | 26 +
settings.gradle | 2 +
71 files changed, 8870 insertions(+)