You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by lc...@apache.org on 2017/11/17 22:29:38 UTC
[07/50] [abbrv] beam git commit: Get spark runner unit tests to pass.
Get spark runner unit tests to pass.
Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/854a82b5
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/854a82b5
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/854a82b5
Branch: refs/heads/master
Commit: 854a82b57ba64442b8c8a2672b8bf05b1a6be313
Parents: 083f62e
Author: Luke Cwik <lc...@google.com>
Authored: Fri Nov 3 15:50:35 2017 -0700
Committer: Luke Cwik <lc...@google.com>
Committed: Fri Nov 17 14:27:15 2017 -0800
----------------------------------------------------------------------
runners/spark/build.gradle | 17 +++++++++++++++++
1 file changed, 17 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/beam/blob/854a82b5/runners/spark/build.gradle
----------------------------------------------------------------------
diff --git a/runners/spark/build.gradle b/runners/spark/build.gradle
index 3a4b70b..59eda3b 100644
--- a/runners/spark/build.gradle
+++ b/runners/spark/build.gradle
@@ -32,6 +32,23 @@ evaluationDependsOn(":beam-sdks-parent:beam-sdks-java-parent:beam-sdks-java-core
evaluationDependsOn(":beam-model-parent:beam-model-fn-execution")
evaluationDependsOn(":beam-runners-parent:beam-runners-core-java")
+test {
+ systemProperty "beam.spark.test.reuseSparkContext", "true"
+ systemProperty "spark.ui.enabled", "false"
+ systemProperty "spark.ui.showConsoleProgress", "false"
+ systemProperty "beamTestPipelineOptions", """[
+ "--runner=TestSparkRunner",
+ "--streaming=false",
+ "--enableSparkMetricSinks=true"
+ ]"""
+ // Only one SparkContext may be running in a JVM (SPARK-2243)
+ forkEvery 1
+ useJUnit {
+ excludeCategories "org.apache.beam.runners.spark.UsesCheckpointRecovery"
+ excludeCategories "org.apache.beam.runners.spark.StreamingTest"
+ }
+}
+
dependencies {
compile project(":beam-model-parent:beam-model-pipeline")
compile project(":beam-sdks-parent:beam-sdks-java-parent:beam-sdks-java-core")