You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@systemml.apache.org by de...@apache.org on 2017/02/20 23:25:00 UTC
incubator-systemml git commit: [SYSTEMML-1338] MLContext warning for
previous Spark version
Repository: incubator-systemml
Updated Branches:
refs/heads/master 479819988 -> 230bc63c7
[SYSTEMML-1338] MLContext warning for previous Spark version
Log a warning rather than throw an exception to the user if the
user is using the MLContext API with a version of Spark earlier
than the recommended SystemML minimum Spark version.
Project: http://git-wip-us.apache.org/repos/asf/incubator-systemml/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-systemml/commit/230bc63c
Tree: http://git-wip-us.apache.org/repos/asf/incubator-systemml/tree/230bc63c
Diff: http://git-wip-us.apache.org/repos/asf/incubator-systemml/diff/230bc63c
Branch: refs/heads/master
Commit: 230bc63c7587440a1608fc014943b5a610b1d7ff
Parents: 4798199
Author: Deron Eriksson <de...@us.ibm.com>
Authored: Mon Feb 20 15:19:58 2017 -0800
Committer: Deron Eriksson <de...@us.ibm.com>
Committed: Mon Feb 20 15:19:58 2017 -0800
----------------------------------------------------------------------
.../java/org/apache/sysml/api/mlcontext/MLContext.java | 12 +++++++++++-
1 file changed, 11 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-systemml/blob/230bc63c/src/main/java/org/apache/sysml/api/mlcontext/MLContext.java
----------------------------------------------------------------------
diff --git a/src/main/java/org/apache/sysml/api/mlcontext/MLContext.java b/src/main/java/org/apache/sysml/api/mlcontext/MLContext.java
index 2a554d8..3fe4dd0 100644
--- a/src/main/java/org/apache/sysml/api/mlcontext/MLContext.java
+++ b/src/main/java/org/apache/sysml/api/mlcontext/MLContext.java
@@ -26,6 +26,7 @@ import java.util.List;
import java.util.Map;
import java.util.Set;
+import org.apache.log4j.Logger;
import org.apache.spark.SparkContext;
import org.apache.spark.api.java.JavaSparkContext;
import org.apache.sysml.api.DMLScript;
@@ -61,6 +62,11 @@ public class MLContext {
public static final String SYSTEMML_MINIMUM_SPARK_VERSION = "2.1.0";
/**
+ * Logger for MLContext
+ */
+ public static Logger log = Logger.getLogger(MLContext.class);
+
+ /**
* SparkContext object.
*/
private SparkContext sc = null;
@@ -211,7 +217,11 @@ public class MLContext {
*/
private void initMLContext(SparkContext sc, boolean monitorPerformance) {
- MLContextUtil.verifySparkVersionSupported(sc);
+ try {
+ MLContextUtil.verifySparkVersionSupported(sc);
+ } catch (MLContextException e) {
+ log.warn("Apache Spark " + SYSTEMML_MINIMUM_SPARK_VERSION + " or above is recommended for SystemML " + this.info().version());
+ }
if (activeMLContext == null) {
System.out.println(MLContextUtil.welcomeMessage());