You are viewing a plain text version of this content. The canonical link for it is here.

Posted to commits@beam.apache.org by st...@apache.org on 2017/08/24 06:43:43 UTC

[2/2] beam git commit: This closes #3738

This closes #3738


Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/5181e619
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/5181e619
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/5181e619

Branch: refs/heads/master
Commit: 5181e619f17e1f69fabe8d5bdfc7a3a6a2142cde
Parents: c4517d0 15472b2
Author: Stas Levin <st...@apache.org>
Authored: Thu Aug 24 09:43:16 2017 +0300
Committer: Stas Levin <st...@apache.org>
Committed: Thu Aug 24 09:43:16 2017 +0300

----------------------------------------------------------------------
 .../apache/beam/runners/spark/SparkRunner.java  |   5 +-
 .../beam/runners/spark/io/CreateStream.java     | 104 ++++---
 .../SparkGroupAlsoByWindowViaWindowSet.java     | 158 +++++++---
 .../spark/stateful/SparkTimerInternals.java     |   6 +
 .../streaming/StreamingTransformTranslator.java |  71 +++--
 .../streaming/WatermarkSyncedDStream.java       | 149 +++++++++
 .../spark/util/GlobalWatermarkHolder.java       | 302 +++++++++++++------
 .../runners/spark/SparkPipelineStateTest.java   |   4 +-
 .../translation/streaming/CreateStreamTest.java |  33 +-
 .../spark/src/test/resources/log4j.properties   |  11 +-
 10 files changed, 633 insertions(+), 210 deletions(-)
----------------------------------------------------------------------