You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by th...@apache.org on 2018/10/05 00:03:29 UTC
[beam] branch master updated: [BEAM-5528] Re-add CREATE_VIEW in
portable Flink translators (#6523)
This is an automated email from the ASF dual-hosted git repository.
thw pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new b57283b [BEAM-5528] Re-add CREATE_VIEW in portable Flink translators (#6523)
b57283b is described below
commit b57283b6ab6706ecb523bf2e496021dc5b5cfad8
Author: Maximilian Michels <mx...@apache.org>
AuthorDate: Fri Oct 5 02:03:12 2018 +0200
[BEAM-5528] Re-add CREATE_VIEW in portable Flink translators (#6523)
---
.../beam/runners/flink/FlinkBatchPortablePipelineTranslator.java | 7 +++++++
.../runners/flink/FlinkStreamingPortablePipelineTranslator.java | 6 ++++++
2 files changed, 13 insertions(+)
diff --git a/runners/flink/src/main/java/org/apache/beam/runners/flink/FlinkBatchPortablePipelineTranslator.java b/runners/flink/src/main/java/org/apache/beam/runners/flink/FlinkBatchPortablePipelineTranslator.java
index bb3a890..e67020d 100644
--- a/runners/flink/src/main/java/org/apache/beam/runners/flink/FlinkBatchPortablePipelineTranslator.java
+++ b/runners/flink/src/main/java/org/apache/beam/runners/flink/FlinkBatchPortablePipelineTranslator.java
@@ -140,6 +140,13 @@ public class FlinkBatchPortablePipelineTranslator
translatorMap.put(
PTransformTranslation.RESHUFFLE_URN,
FlinkBatchPortablePipelineTranslator::translateReshuffle);
+ translatorMap.put(
+ PTransformTranslation.CREATE_VIEW_TRANSFORM_URN,
+ // https://issues.apache.org/jira/browse/BEAM-5649
+ // Need to support this via a NOOP until the primitive is removed
+ (PTransformNode transform,
+ RunnerApi.Pipeline pipeline,
+ BatchTranslationContext context) -> {});
return new FlinkBatchPortablePipelineTranslator(translatorMap.build());
}
diff --git a/runners/flink/src/main/java/org/apache/beam/runners/flink/FlinkStreamingPortablePipelineTranslator.java b/runners/flink/src/main/java/org/apache/beam/runners/flink/FlinkStreamingPortablePipelineTranslator.java
index 3f4f7c8..9fe2b2b 100644
--- a/runners/flink/src/main/java/org/apache/beam/runners/flink/FlinkStreamingPortablePipelineTranslator.java
+++ b/runners/flink/src/main/java/org/apache/beam/runners/flink/FlinkStreamingPortablePipelineTranslator.java
@@ -169,6 +169,12 @@ public class FlinkStreamingPortablePipelineTranslator
translatorMap.put(ExecutableStage.URN, this::translateExecutableStage);
translatorMap.put(PTransformTranslation.RESHUFFLE_URN, this::translateReshuffle);
+ translatorMap.put(
+ // https://issues.apache.org/jira/browse/BEAM-5649
+ // Need to support this via a NOOP until the primitive is removed
+ PTransformTranslation.CREATE_VIEW_TRANSFORM_URN,
+ (String id, RunnerApi.Pipeline pipeline, StreamingTranslationContext context) -> {});
+
this.urnToTransformTranslator = translatorMap.build();
}