You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ke...@apache.org on 2017/05/18 20:08:08 UTC

[08/50] [abbrv] beam git commit: This closes #3121

This closes #3121


Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/9f81fd29
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/9f81fd29
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/9f81fd29

Branch: refs/heads/gearpump-runner
Commit: 9f81fd299bd32e0d6056a7da9fa994cf74db0ed9
Parents: c2a3628 3921163
Author: Dan Halperin <dh...@google.com>
Authored: Fri May 12 14:59:14 2017 -0700
Committer: Dan Halperin <dh...@google.com>
Committed: Fri May 12 14:59:14 2017 -0700

----------------------------------------------------------------------
 pom.xml                                         |   4 +
 .../utils/SerializablePipelineOptions.java      |   2 +-
 runners/direct-java/pom.xml                     |   4 +
 .../utils/SerializedPipelineOptions.java        |   2 +-
 .../DataflowPipelineTranslatorTest.java         |   2 +-
 .../runners/dataflow/DataflowRunnerTest.java    |   6 +-
 .../options/DataflowPipelineOptionsTest.java    |   4 +-
 .../runners/dataflow/util/PackageUtilTest.java  |   2 +-
 .../spark/translation/SparkRuntimeContext.java  |   2 +-
 sdks/java/core/pom.xml                          |   4 +
 .../org/apache/beam/sdk/PipelineRunner.java     |   2 +-
 .../beam/sdk/annotations/Experimental.java      |   7 +
 .../java/org/apache/beam/sdk/io/AvroIO.java     |   4 +
 .../org/apache/beam/sdk/io/FileBasedSink.java   |  21 ++-
 .../java/org/apache/beam/sdk/io/FileSystem.java |   3 +
 .../apache/beam/sdk/io/FileSystemRegistrar.java |   3 +
 .../org/apache/beam/sdk/io/FileSystems.java     |  21 ++-
 .../beam/sdk/io/LocalFileSystemRegistrar.java   |   3 +
 .../org/apache/beam/sdk/io/LocalResources.java  |   3 +
 .../java/org/apache/beam/sdk/io/TFRecordIO.java |   4 +
 .../java/org/apache/beam/sdk/io/TextIO.java     |   4 +
 .../org/apache/beam/sdk/io/fs/ResourceId.java   |   3 +
 .../apache/beam/sdk/testing/TestPipeline.java   |   2 +-
 .../apache/beam/sdk/io/LocalResourceIdTest.java |   6 +
 .../apache/beam/sdk/io/fs/ResourceIdTester.java | 150 +++++++++++++++++++
 .../google-cloud-platform-core/pom.xml          |   6 +
 .../gcp/storage/GcsFileSystemRegistrar.java     |   5 +-
 .../gcp/storage/GcsResourceIdTest.java          |   9 ++
 sdks/java/io/hadoop-file-system/pom.xml         |  13 ++
 .../beam/sdk/io/hdfs/HadoopFileSystem.java      |  32 ++--
 .../sdk/io/hdfs/HadoopFileSystemOptions.java    |   3 +
 .../sdk/io/hdfs/HadoopFileSystemRegistrar.java  |   3 +
 .../beam/sdk/io/hdfs/HadoopResourceId.java      |  16 +-
 .../beam/sdk/io/hdfs/HadoopFileSystemTest.java  |   5 +-
 .../beam/sdk/io/hdfs/HadoopResourceIdTest.java  |  71 +++++++++
 35 files changed, 395 insertions(+), 36 deletions(-)
----------------------------------------------------------------------