You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ke...@apache.org on 2017/04/20 21:49:31 UTC

[4/4] beam git commit: This closes #2447: Remove Sink in favor of FileBasedSink

This closes #2447: Remove Sink in favor of FileBasedSink


Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/4f8b1cc2
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/4f8b1cc2
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/4f8b1cc2

Branch: refs/heads/master
Commit: 4f8b1cc22bf0ee60fbaf2e41390aaa9663ddaf6a
Parents: 33078d2 6a6a1a8
Author: Kenneth Knowles <kl...@google.com>
Authored: Thu Apr 20 14:48:55 2017 -0700
Committer: Kenneth Knowles <kl...@google.com>
Committed: Thu Apr 20 14:48:55 2017 -0700

----------------------------------------------------------------------
 .../core/construction/PTransformMatchers.java   |   6 +-
 .../construction/PTransformMatchersTest.java    |  16 +-
 .../direct/WriteWithShardingFactory.java        |  15 +-
 .../direct/WriteWithShardingFactoryTest.java    |  18 +-
 .../beam/runners/flink/WriteSinkITCase.java     | 192 -----
 .../beam/runners/dataflow/DataflowRunner.java   |  16 +-
 .../DataflowPipelineTranslatorTest.java         |   2 +-
 .../java/org/apache/beam/sdk/io/AvroIO.java     |   6 +-
 .../org/apache/beam/sdk/io/FileBasedSink.java   |  93 +--
 .../main/java/org/apache/beam/sdk/io/Sink.java  | 295 --------
 .../java/org/apache/beam/sdk/io/TFRecordIO.java |   6 +-
 .../java/org/apache/beam/sdk/io/TextIO.java     |   8 +-
 .../main/java/org/apache/beam/sdk/io/Write.java | 603 ----------------
 .../java/org/apache/beam/sdk/io/WriteFiles.java | 555 +++++++++++++++
 .../main/java/org/apache/beam/sdk/io/XmlIO.java |  37 +-
 .../java/org/apache/beam/sdk/io/XmlSink.java    |   4 +-
 .../java/org/apache/beam/sdk/values/PDone.java  |   3 +-
 .../apache/beam/sdk/io/FileBasedSinkTest.java   |  73 --
 .../java/org/apache/beam/sdk/io/SimpleSink.java |  95 +++
 .../org/apache/beam/sdk/io/WriteFilesTest.java  | 457 ++++++++++++
 .../java/org/apache/beam/sdk/io/WriteTest.java  | 705 -------------------
 .../beam/sdk/runners/TransformTreeTest.java     |   6 +-
 .../apache/beam/sdk/io/hdfs/HDFSFileSink.java   |   6 +-
 .../java/org/apache/beam/sdk/io/hdfs/Sink.java  | 195 +++++
 .../java/org/apache/beam/sdk/io/hdfs/Write.java | 582 +++++++++++++++
 .../beam/sdk/io/hdfs/HDFSFileSinkTest.java      |   1 -
 26 files changed, 2014 insertions(+), 1981 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/beam/blob/4f8b1cc2/runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/DataflowRunner.java
----------------------------------------------------------------------