You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ar...@apache.org on 2019/01/25 16:03:37 UTC

[beam] branch spark-runner_structured-streaming updated: Rename SparkSideInputReader class

This is an automated email from the ASF dual-hosted git repository.

aromanenko pushed a commit to branch spark-runner_structured-streaming
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/spark-runner_structured-streaming by this push:
     new a98c17d  Rename SparkSideInputReader class
a98c17d is described below

commit a98c17d34d1b9103c6faa03eff844530b13aa913
Author: Alexey Romanenko <ar...@gmail.com>
AuthorDate: Fri Jan 25 17:02:50 2019 +0100

    Rename SparkSideInputReader class
---
 .../spark/structuredstreaming/translation/batch/DoFnFunction.java     | 4 ++--
 .../functions/{SparkSideInputReader.java => NoOpSideInputReader.java} | 4 ++--
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnFunction.java b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnFunction.java
index 6067045..8ce98a8 100644
--- a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnFunction.java
+++ b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnFunction.java
@@ -30,7 +30,7 @@ import org.apache.beam.runners.core.DoFnRunner;
 import org.apache.beam.runners.core.DoFnRunners;
 import org.apache.beam.runners.core.construction.SerializablePipelineOptions;
 import org.apache.beam.runners.spark.structuredstreaming.translation.batch.functions.NoOpStepContext;
-import org.apache.beam.runners.spark.structuredstreaming.translation.batch.functions.SparkSideInputReader;
+import org.apache.beam.runners.spark.structuredstreaming.translation.batch.functions.NoOpSideInputReader;
 import org.apache.beam.sdk.coders.Coder;
 import org.apache.beam.sdk.options.PipelineOptions;
 import org.apache.beam.sdk.transforms.DoFn;
@@ -99,7 +99,7 @@ public class DoFnFunction<InputT, OutputT>
         DoFnRunners.simpleRunner(
             serializedOptions.get(),
             doFn,
-            new SparkSideInputReader(sideInputs),
+            new NoOpSideInputReader(sideInputs),
             outputManager,
             mainOutputTag,
             additionalOutputTags,
diff --git a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/SparkSideInputReader.java b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/NoOpSideInputReader.java
similarity index 91%
rename from runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/SparkSideInputReader.java
rename to runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/NoOpSideInputReader.java
index 91e5385..eca9d95 100644
--- a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/SparkSideInputReader.java
+++ b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/NoOpSideInputReader.java
@@ -31,10 +31,10 @@ import org.apache.beam.sdk.values.WindowingStrategy;
  *
  * <p>A {@link SideInputReader} for the Spark Batch Runner.
  */
-public class SparkSideInputReader implements SideInputReader {
+public class NoOpSideInputReader implements SideInputReader {
   private final Map<TupleTag<?>, WindowingStrategy<?, ?>> sideInputs;
 
-  public SparkSideInputReader(Map<PCollectionView<?>, WindowingStrategy<?, ?>> indexByView) {
+  public NoOpSideInputReader(Map<PCollectionView<?>, WindowingStrategy<?, ?>> indexByView) {
     sideInputs = new HashMap<>();
   }