You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ec...@apache.org on 2019/07/09 13:18:43 UTC
[beam] 26/45: Fix wrong encoder in combineGlobally GBK
This is an automated email from the ASF dual-hosted git repository.
echauchot pushed a commit to branch spark-runner_structured-streaming
in repository https://gitbox.apache.org/repos/asf/beam.git
commit ddce346faed27c70a3ca0404e1a88248f7dddc38
Author: Etienne Chauchot <ec...@apache.org>
AuthorDate: Thu Jun 27 17:00:19 2019 +0200
Fix wrong encoder in combineGlobally GBK
---
.../translation/batch/CombineGloballyTranslatorBatch.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java b/runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java
index 9219e3f..1a77fc3 100644
--- a/runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java
+++ b/runners/spark/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java
@@ -81,7 +81,7 @@ class CombineGloballyTranslatorBatch<InputT, AccumT, OutputT>
KeyValueGroupedDataset<Integer, Tuple2<Integer, WindowedValue<InputT>>> groupedDataset = keyedDataset
.groupByKey(
(MapFunction<Tuple2<Integer, WindowedValue<InputT>>, Integer>) value -> value._1(),
- EncoderHelpers.windowedValueEncoder());
+ EncoderHelpers.genericEncoder());
Dataset<Tuple2<Integer, Iterable<WindowedValue<OutputT>>>> combinedDataset = groupedDataset
.agg(new AggregatorCombinerGlobally<>(combineFn, windowingStrategy).toColumn());