You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@amaterasu.apache.org by ya...@apache.org on 2019/05/06 02:40:21 UTC
[incubator-amaterasu] 05/36: fixed the spark-env location
This is an automated email from the ASF dual-hosted git repository.
yaniv pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-amaterasu.git
commit f9398c9ce3cf7fb3719c530269f502e9363d4e4f
Author: Yaniv Rodenski <ya...@shinto.io>
AuthorDate: Sun Apr 21 12:39:36 2019 +1000
fixed the spark-env location
---
.../spark/dispatcher/runners/providers/PySparkRunnerProvider.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala b/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala
index fd868ac..0472c92 100644
--- a/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala
+++ b/frameworks/spark/dispatcher/src/main/scala/org/apache/amaterasu/frameworks/spark/dispatcher/runners/providers/PySparkRunnerProvider.scala
@@ -10,7 +10,7 @@ class PySparkRunnerProvider(val env: String, val conf: ClusterConfig) extends Py
val command = super.getCommand(jobId: String, actionData: ActionData, env: String, executorId: String, callbackAddress: String)
log.info(s"===> Cluster manager: ${conf.mode}")
command +
- //s" $$SPARK_HOME/conf/spark-env.sh &&" +
+ //s" $$SPARK_HOME/conf/spark-env.sh" +
s" && env PYSPARK_PYTHON=$getVirtualPythonPath" +
s" $$SPARK_HOME/bin/spark-submit ${actionData.getSrc}"
}