You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by st...@apache.org on 2017/03/05 15:52:31 UTC
[1/2] beam git commit: [BEAM-1625] BoundedDataset action() does not
materialize RDD
Repository: beam
Updated Branches:
refs/heads/master 11a381b23 -> 59451bca6
[BEAM-1625] BoundedDataset action() does not materialize RDD
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/4febd954
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/4febd954
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/4febd954
Branch: refs/heads/master
Commit: 4febd954af00458032efbee45b7f9724fe0ea9ed
Parents: 11a381b
Author: Aviem Zur <av...@gmail.com>
Authored: Sun Mar 5 16:17:35 2017 +0200
Committer: Aviem Zur <av...@gmail.com>
Committed: Sun Mar 5 16:17:35 2017 +0200
----------------------------------------------------------------------
.../apache/beam/runners/spark/translation/BoundedDataset.java | 6 ++----
1 file changed, 2 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/beam/blob/4febd954/runners/spark/src/main/java/org/apache/beam/runners/spark/translation/BoundedDataset.java
----------------------------------------------------------------------
diff --git a/runners/spark/src/main/java/org/apache/beam/runners/spark/translation/BoundedDataset.java b/runners/spark/src/main/java/org/apache/beam/runners/spark/translation/BoundedDataset.java
index 5e19846..7db04a8 100644
--- a/runners/spark/src/main/java/org/apache/beam/runners/spark/translation/BoundedDataset.java
+++ b/runners/spark/src/main/java/org/apache/beam/runners/spark/translation/BoundedDataset.java
@@ -20,7 +20,6 @@ package org.apache.beam.runners.spark.translation;
import com.google.common.base.Function;
import com.google.common.collect.Iterables;
-import java.util.Iterator;
import java.util.List;
import javax.annotation.Nullable;
import org.apache.beam.runners.spark.coders.CoderHelpers;
@@ -107,9 +106,8 @@ public class BoundedDataset<T> implements Dataset {
@Override
public void action() {
// Empty function to force computation of RDD.
- rdd.foreachPartition(new VoidFunction<Iterator<WindowedValue<T>>>() {
- @Override
- public void call(Iterator<WindowedValue<T>> windowedValueIterator) throws Exception {
+ rdd.foreach(new VoidFunction<WindowedValue<T>>() {
+ @Override public void call(WindowedValue<T> tWindowedValue) throws Exception {
// Empty implementation.
}
});
[2/2] beam git commit: This closes #2161
Posted by st...@apache.org.
This closes #2161
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/59451bca
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/59451bca
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/59451bca
Branch: refs/heads/master
Commit: 59451bca60ef45b1daeb14b8194bac0f8bdcc98b
Parents: 11a381b 4febd95
Author: Stas Levin <st...@apache.org>
Authored: Sun Mar 5 17:51:59 2017 +0200
Committer: Stas Levin <st...@apache.org>
Committed: Sun Mar 5 17:51:59 2017 +0200
----------------------------------------------------------------------
.../apache/beam/runners/spark/translation/BoundedDataset.java | 6 ++----
1 file changed, 2 insertions(+), 4 deletions(-)
----------------------------------------------------------------------