You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by am...@apache.org on 2017/03/06 08:30:35 UTC
[1/2] beam git commit: [BEAM-1626] Remove cache of
MapWithStateDStream on read.
Repository: beam
Updated Branches:
refs/heads/master 2f96bc326 -> 69d951225
[BEAM-1626] Remove cache of MapWithStateDStream on read.
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/47c80926
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/47c80926
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/47c80926
Branch: refs/heads/master
Commit: 47c80926564f92ac0c0b4647f005ac86b0eaf649
Parents: 2f96bc3
Author: Sela <an...@paypal.com>
Authored: Sun Mar 5 23:37:08 2017 +0200
Committer: Sela <an...@paypal.com>
Committed: Mon Mar 6 10:07:52 2017 +0200
----------------------------------------------------------------------
.../org/apache/beam/runners/spark/io/SparkUnboundedSource.java | 2 --
1 file changed, 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/beam/blob/47c80926/runners/spark/src/main/java/org/apache/beam/runners/spark/io/SparkUnboundedSource.java
----------------------------------------------------------------------
diff --git a/runners/spark/src/main/java/org/apache/beam/runners/spark/io/SparkUnboundedSource.java b/runners/spark/src/main/java/org/apache/beam/runners/spark/io/SparkUnboundedSource.java
index 354461f..e5bbaf1 100644
--- a/runners/spark/src/main/java/org/apache/beam/runners/spark/io/SparkUnboundedSource.java
+++ b/runners/spark/src/main/java/org/apache/beam/runners/spark/io/SparkUnboundedSource.java
@@ -94,8 +94,6 @@ public class SparkUnboundedSource {
// set checkpoint duration for read stream, if set.
checkpointStream(mapWithStateDStream, options);
- // cache since checkpointing is less frequent.
- mapWithStateDStream.cache();
// report the number of input elements for this InputDStream to the InputInfoTracker.
int id = inputDStream.inputDStream().id();
[2/2] beam git commit: This closes #2163
Posted by am...@apache.org.
This closes #2163
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/69d95122
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/69d95122
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/69d95122
Branch: refs/heads/master
Commit: 69d951225aae4bf5d1169096832801d9f1a73ec8
Parents: 2f96bc3 47c8092
Author: Sela <an...@paypal.com>
Authored: Mon Mar 6 10:08:58 2017 +0200
Committer: Sela <an...@paypal.com>
Committed: Mon Mar 6 10:08:58 2017 +0200
----------------------------------------------------------------------
.../org/apache/beam/runners/spark/io/SparkUnboundedSource.java | 2 --
1 file changed, 2 deletions(-)
----------------------------------------------------------------------