You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ec...@apache.org on 2019/03/01 15:53:52 UTC
[beam] 01/02: Cleaning
This is an automated email from the ASF dual-hosted git repository.
echauchot pushed a commit to branch spark-runner_structured-streaming
in repository https://gitbox.apache.org/repos/asf/beam.git
commit 818dc870ca15370e8c6f6cdd91151853bbf016ef
Author: Etienne Chauchot <ec...@apache.org>
AuthorDate: Fri Mar 1 11:41:34 2019 +0100
Cleaning
---
.../translation/batch/CombineGloballyTranslatorBatch.java | 10 ----------
1 file changed, 10 deletions(-)
diff --git a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java
index 80ca4b9..48024b6 100644
--- a/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java
+++ b/runners/spark-structured-streaming/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java
@@ -52,30 +52,20 @@ class CombineGloballyTranslatorBatch<InputT, AccumT, OutputT>
Dataset<WindowedValue<InputT>> inputDataset = context.getDataset(input);
- System.out.println("****** inputDataset ******" + inputDataset.schema());
-
Dataset<InputT> unWindowedDataset =
inputDataset.map(
WindowingHelpers.unwindowMapFunction(), EncoderHelpers.genericEncoder());
- System.out.println("****** unWindowedDataset ******" + unWindowedDataset.schema());
-
Dataset<Row> combinedRowDataset = unWindowedDataset
.agg(new AggregatorCombinerGlobally<>(combineFn).toColumn());
- System.out.println("*****combinedRowDataset*******" + combinedRowDataset.schema());
-
Dataset<OutputT> combinedDataset = combinedRowDataset
.map(RowHelpers.extractObjectFromRowMapFunction(), EncoderHelpers.genericEncoder());
- System.out.println("****** combinedDataset ******" + combinedDataset.schema());
-
// Window the result into global window.
Dataset<WindowedValue<OutputT>> outputDataset = combinedDataset
.map(WindowingHelpers.windowMapFunction(), EncoderHelpers.windowedValueEncoder());
- System.out.println("****** outputDataset ******" + outputDataset.schema());
-
context.putDataset(output, outputDataset);
}
}