[BEAM-59] DataflowRunnerTests: configure FileSystems in test This enables the test to use gs:// URIs with the FileSystems API
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/afc39210 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/afc39210 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/afc39210 Branch: refs/heads/master Commit: afc3921001119e5570a0f6f8e54819f817a171ca Parents: a77ed33 Author: Dan Halperin <dhalp...@google.com> Authored: Mon May 1 18:49:28 2017 -0700 Committer: Dan Halperin <dhalp...@google.com> Committed: Mon May 1 22:43:54 2017 -0700 ---------------------------------------------------------------------- .../beam/runners/dataflow/DataflowPipelineTranslatorTest.java | 4 ++++ .../org/apache/beam/runners/dataflow/DataflowRunnerTest.java | 4 ++++ 2 files changed, 8 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/beam/blob/afc39210/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowPipelineTranslatorTest.java ---------------------------------------------------------------------- diff --git a/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowPipelineTranslatorTest.java b/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowPipelineTranslatorTest.java index cf0cae4..343d51b 100644 --- a/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowPipelineTranslatorTest.java +++ b/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowPipelineTranslatorTest.java @@ -66,6 +66,7 @@ import org.apache.beam.sdk.coders.StringUtf8Coder; import org.apache.beam.sdk.coders.VarIntCoder; import org.apache.beam.sdk.coders.VoidCoder; import org.apache.beam.sdk.extensions.gcp.auth.TestCredential; +import org.apache.beam.sdk.io.FileSystems; import org.apache.beam.sdk.io.TextIO; import org.apache.beam.sdk.options.PipelineOptionsFactory; import org.apache.beam.sdk.options.ValueProvider; @@ -133,6 +134,9 @@ public class DataflowPipelineTranslatorTest implements Serializable { options.setRunner(DataflowRunner.class); Pipeline p = Pipeline.create(options); + // Enable the FileSystems API to know about gs:// URIs in this test. + FileSystems.setDefaultConfigInWorkers(options); + p.apply("ReadMyFile", TextIO.Read.from("gs://bucket/object")) .apply("WriteMyFile", TextIO.Write.to("gs://bucket/object")); DataflowRunner runner = DataflowRunner.fromOptions(options); http://git-wip-us.apache.org/repos/asf/beam/blob/afc39210/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowRunnerTest.java ---------------------------------------------------------------------- diff --git a/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowRunnerTest.java b/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowRunnerTest.java index c1d3fe6..e3c884b 100644 --- a/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowRunnerTest.java +++ b/runners/google-cloud-dataflow-java/src/test/java/org/apache/beam/runners/dataflow/DataflowRunnerTest.java @@ -68,6 +68,7 @@ import org.apache.beam.sdk.coders.BigEndianIntegerCoder; import org.apache.beam.sdk.coders.Coder; import org.apache.beam.sdk.extensions.gcp.auth.NoopCredentialFactory; import org.apache.beam.sdk.extensions.gcp.auth.TestCredential; +import org.apache.beam.sdk.io.FileSystems; import org.apache.beam.sdk.io.TextIO; import org.apache.beam.sdk.io.TextIO.Read; import org.apache.beam.sdk.options.PipelineOptions; @@ -174,6 +175,9 @@ public class DataflowRunnerTest { p.apply("ReadMyFile", TextIO.Read.from("gs://bucket/object")) .apply("WriteMyFile", TextIO.Write.to("gs://bucket/object")); + // Enable the FileSystems API to know about gs:// URIs in this test. + FileSystems.setDefaultConfigInWorkers(options); + return p; }
