You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by jk...@apache.org on 2017/08/04 23:44:18 UTC
[4/4] beam git commit: This closes #3607: [BEAM-2512] Introduces
TextIO.watchForNewFiles() and the Match transform
This closes #3607: [BEAM-2512] Introduces TextIO.watchForNewFiles() and the Match transform
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/df36bd9d
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/df36bd9d
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/df36bd9d
Branch: refs/heads/master
Commit: df36bd9d7979bd6956ec299a6f63d5a0237d031a
Parents: 8d337ff fe002c2
Author: Eugene Kirpichov <ki...@google.com>
Authored: Fri Aug 4 16:38:39 2017 -0700
Committer: Eugene Kirpichov <ki...@google.com>
Committed: Fri Aug 4 16:38:39 2017 -0700
----------------------------------------------------------------------
.../beam/sdk/annotations/Experimental.java | 5 +-
.../apache/beam/sdk/coders/BooleanCoder.java | 59 +++++++
.../apache/beam/sdk/coders/CoderRegistry.java | 10 ++
.../java/org/apache/beam/sdk/io/AvroIO.java | 2 +
.../org/apache/beam/sdk/io/FileBasedSource.java | 52 ++++---
.../org/apache/beam/sdk/io/FileSystems.java | 46 ++++++
.../main/java/org/apache/beam/sdk/io/Match.java | 156 +++++++++++++++++++
.../beam/sdk/io/ReadAllViaFileBasedSource.java | 46 +++---
.../java/org/apache/beam/sdk/io/TextIO.java | 156 ++++++++++++++++---
.../java/org/apache/beam/sdk/io/TextSource.java | 7 +-
.../beam/sdk/io/fs/EmptyMatchTreatment.java | 46 ++++++
.../org/apache/beam/sdk/io/fs/MatchResult.java | 5 +-
.../apache/beam/sdk/io/fs/MetadataCoder.java | 63 ++++++++
.../apache/beam/sdk/io/fs/ResourceIdCoder.java | 56 +++++++
.../org/apache/beam/sdk/transforms/DoFn.java | 11 +-
.../org/apache/beam/sdk/transforms/Watch.java | 23 +--
.../apache/beam/sdk/io/FileBasedSourceTest.java | 51 ++++++
.../org/apache/beam/sdk/io/TextIOReadTest.java | 54 ++++++-
18 files changed, 756 insertions(+), 92 deletions(-)
----------------------------------------------------------------------