You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by dh...@apache.org on 2017/05/02 05:44:05 UTC
[2/5] beam git commit: [BEAM-59] DataflowRunnerTests: configure
FileSystems in test
[BEAM-59] DataflowRunnerTests: configure FileSystems in test
This enables the test to use gs:// URIs with the FileSystems API
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/afc39210
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/afc39210
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/afc39210
Branch: refs/heads/master
Commit: afc3921001119e5570a0f6f8e54819f817a171ca
Parents: a77ed33
Author: Dan Halperin <dh...@google.com>
Authored: Mon May 1 18:49:28 2017 -0700
Committer: Dan Halperin <dh...@google.com>
Committed: Mon May 1 22:43:54 2017 -0700
----------------------------------------------------------------------
.../beam/runners/dataflow/DataflowPipelineTranslatorTest.java | 4 ++++
.../org/apache/beam/runners/dataflow/DataflowRunnerTest.java | 4 ++++
2 files changed, 8 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/beam/blob/afc39210/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowPipelineTranslatorTest.java
----------------------------------------------------------------------
diff --git a/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowPipelineTranslatorTest.java b/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowPipelineTranslatorTest.java
index cf0cae4..343d51b 100644
--- a/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowPipelineTranslatorTest.java
+++ b/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowPipelineTranslatorTest.java
@@ -66,6 +66,7 @@ import org.apache.beam.sdk.coders.StringUtf8Coder;
import org.apache.beam.sdk.coders.VarIntCoder;
import org.apache.beam.sdk.coders.VoidCoder;
import org.apache.beam.sdk.extensions.gcp.auth.TestCredential;
+import org.apache.beam.sdk.io.FileSystems;
import org.apache.beam.sdk.io.TextIO;
import org.apache.beam.sdk.options.PipelineOptionsFactory;
import org.apache.beam.sdk.options.ValueProvider;
@@ -133,6 +134,9 @@ public class DataflowPipelineTranslatorTest implements Serializable {
options.setRunner(DataflowRunner.class);
Pipeline p = Pipeline.create(options);
+ // Enable the FileSystems API to know about gs:// URIs in this test.
+ FileSystems.setDefaultConfigInWorkers(options);
+
p.apply("ReadMyFile", TextIO.Read.from("gs://bucket/object"))
.apply("WriteMyFile", TextIO.Write.to("gs://bucket/object"));
DataflowRunner runner = DataflowRunner.fromOptions(options);
http://git-wip-us.apache.org/repos/asf/beam/blob/afc39210/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowRunnerTest.java
----------------------------------------------------------------------
diff --git a/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowRunnerTest.java b/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowRunnerTest.java
index c1d3fe6..e3c884b 100644
--- a/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowRunnerTest.java
+++ b/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowRunnerTest.java
@@ -68,6 +68,7 @@ import org.apache.beam.sdk.coders.BigEndianIntegerCoder;
import org.apache.beam.sdk.coders.Coder;
import org.apache.beam.sdk.extensions.gcp.auth.NoopCredentialFactory;
import org.apache.beam.sdk.extensions.gcp.auth.TestCredential;
+import org.apache.beam.sdk.io.FileSystems;
import org.apache.beam.sdk.io.TextIO;
import org.apache.beam.sdk.io.TextIO.Read;
import org.apache.beam.sdk.options.PipelineOptions;
@@ -174,6 +175,9 @@ public class DataflowRunnerTest {
p.apply("ReadMyFile", TextIO.Read.from("gs://bucket/object"))
.apply("WriteMyFile", TextIO.Write.to("gs://bucket/object"));
+ // Enable the FileSystems API to know about gs:// URIs in this test.
+ FileSystems.setDefaultConfigInWorkers(options);
+
return p;
}