You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@ignite.apache.org by ch...@apache.org on 2019/01/22 12:51:52 UTC
[ignite] branch master updated: IGNITE-11000: [ML] Add parser for
Spark LinearRegression
This is an automated email from the ASF dual-hosted git repository.
chief pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/ignite.git
The following commit(s) were added to refs/heads/master by this push:
new 1c34148 IGNITE-11000: [ML] Add parser for Spark LinearRegression
1c34148 is described below
commit 1c34148452101d29609f9bbbb2f64c7fa49c16f6
Author: zaleslaw <za...@gmail.com>
AuthorDate: Tue Jan 22 15:51:33 2019 +0300
IGNITE-11000: [ML] Add parser for Spark LinearRegression
This closes #5873
---
.../LinearRegressionFromSparkExample.java} | 58 +++++++++--------
.../LogRegFromSparkExample.java} | 6 +-
.../inference/spark/modelparser/package-info.java | 11 +---
.../{metadata => linreg/data}/._SUCCESS.crc | Bin
...-4ad3-bddd-7cad8378429d-c000.snappy.parquet.crc | Bin 0 -> 24 bytes
.../serialized/{metadata => linreg/data}/_SUCCESS | 0
...6cdf-4ad3-bddd-7cad8378429d-c000.snappy.parquet | Bin 0 -> 1570 bytes
.../{data => linreg/metadata}/._SUCCESS.crc | Bin
.../serialized/linreg/metadata/.part-00000.crc | Bin 0 -> 12 bytes
.../serialized/{data => linreg/metadata}/_SUCCESS | 0
.../spark/serialized/linreg/metadata/part-00000 | 1 +
.../{metadata => logreg/data}/._SUCCESS.crc | Bin
...-4ed7-afe4-a464aabc7f80-c000.snappy.parquet.crc | Bin
.../serialized/{metadata => logreg/data}/_SUCCESS | 0
...c0a8-4ed7-afe4-a464aabc7f80-c000.snappy.parquet | Bin
.../serialized/{ => logreg}/metadata/._SUCCESS.crc | Bin
.../{ => logreg}/metadata/.part-00000.crc | Bin
.../serialized/{ => logreg}/metadata/_SUCCESS | 0
.../serialized/{ => logreg}/metadata/part-00000 | 0
.../ml/sparkmodelparser/SparkModelParser.java | 70 ++++++++++++++++++++-
.../ml/sparkmodelparser/SupportedSparkModels.java | 6 +-
21 files changed, 111 insertions(+), 41 deletions(-)
diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/LogRegFromSparkViaSparkModelParserExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/LinearRegressionFromSparkExample.java
similarity index 55%
copy from examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/LogRegFromSparkViaSparkModelParserExample.java
copy to examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/LinearRegressionFromSparkExample.java
index ec911c3..e37bf8b 100644
--- a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/LogRegFromSparkViaSparkModelParserExample.java
+++ b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/LinearRegressionFromSparkExample.java
@@ -15,37 +15,38 @@
* limitations under the License.
*/
-package org.apache.ignite.examples.ml.inference.spark;
+package org.apache.ignite.examples.ml.inference.spark.modelparser;
import java.io.FileNotFoundException;
+import javax.cache.Cache;
import org.apache.ignite.Ignite;
import org.apache.ignite.IgniteCache;
import org.apache.ignite.Ignition;
+import org.apache.ignite.cache.query.QueryCursor;
+import org.apache.ignite.cache.query.ScanQuery;
import org.apache.ignite.examples.ml.tutorial.TitanicUtils;
import org.apache.ignite.ml.math.functions.IgniteBiFunction;
import org.apache.ignite.ml.math.primitives.vector.Vector;
import org.apache.ignite.ml.math.primitives.vector.VectorUtils;
-import org.apache.ignite.ml.regressions.logistic.LogisticRegressionModel;
-import org.apache.ignite.ml.selection.scoring.evaluator.BinaryClassificationEvaluator;
-import org.apache.ignite.ml.selection.scoring.metric.Accuracy;
+import org.apache.ignite.ml.regressions.linear.LinearRegressionModel;
import org.apache.ignite.ml.sparkmodelparser.SparkModelParser;
import org.apache.ignite.ml.sparkmodelparser.SupportedSparkModels;
/**
- * Run logistic regression model loaded from snappy.parquet file.
+ * Run linear regression model loaded from snappy.parquet file.
* The snappy.parquet file was generated by Spark MLLib model.write.overwrite().save(..) operator.
* <p>
* You can change the test data used in this example and re-run it to explore this algorithm further.</p>
*/
-public class LogRegFromSparkViaSparkModelParserExample {
+public class LinearRegressionFromSparkExample {
/** Path to Spark LogReg model. */
- public static final String SPARK_LOG_REG_MDL_PATH = "examples/src/main/resources/models/spark/serialized/data" +
- "/part-00000-7551081d-c0a8-4ed7-afe4-a464aabc7f80-c000.snappy.parquet";
+ public static final String SPARK_LINEAR_REG_MDL_PATH = "examples/src/main/resources/models/spark/serialized/linreg/data" +
+ "/part-00000-1ff2d09d-6cdf-4ad3-bddd-7cad8378429d-c000.snappy.parquet";
/** Run example. */
public static void main(String[] args) throws FileNotFoundException {
System.out.println();
- System.out.println(">>> Logistic regression model loaded from Spark through serialization over partitioned dataset usage example started.");
+ System.out.println(">>> Linear regression model loaded from Spark through serialization over partitioned dataset usage example started.");
// Start ignite grid.
try (Ignite ignite = Ignition.start("examples/config/example-ignite.xml")) {
System.out.println(">>> Ignite grid started.");
@@ -53,33 +54,38 @@ public class LogRegFromSparkViaSparkModelParserExample {
IgniteCache<Integer, Object[]> dataCache = TitanicUtils.readPassengers(ignite);
IgniteBiFunction<Integer, Object[], Vector> featureExtractor = (k, v) -> {
- double[] data = new double[] {(double)v[0], (double)v[5], (double)v[6]};
+ double[] data = new double[] {(double)v[0], (double)v[1], (double)v[5], (double)v[6]};
data[0] = Double.isNaN(data[0]) ? 0 : data[0];
data[1] = Double.isNaN(data[1]) ? 0 : data[1];
data[2] = Double.isNaN(data[2]) ? 0 : data[2];
-
+ data[3] = Double.isNaN(data[3]) ? 0 : data[3];
return VectorUtils.of(data);
};
- IgniteBiFunction<Integer, Object[], Double> lbExtractor = (k, v) -> (double)v[1];
+ IgniteBiFunction<Integer, Object[], Double> lbExtractor = (k, v) -> (double)v[4];
- LogisticRegressionModel mdl = (LogisticRegressionModel) SparkModelParser.parse(
- SPARK_LOG_REG_MDL_PATH,
- SupportedSparkModels.LOG_REGRESSION
- );
+ LinearRegressionModel mdl = (LinearRegressionModel)SparkModelParser.parse(
+ SPARK_LINEAR_REG_MDL_PATH,
+ SupportedSparkModels.LINEAR_REGRESSION
+ );
- System.out.println(">>> Logistic regression model: " + mdl);
+ System.out.println(">>> Linear regression model: " + mdl);
- double accuracy = BinaryClassificationEvaluator.evaluate(
- dataCache,
- mdl,
- featureExtractor,
- lbExtractor,
- new Accuracy<>()
- );
+ System.out.println(">>> ---------------------------------");
+ System.out.println(">>> | Prediction\t| Ground Truth\t|");
+ System.out.println(">>> ---------------------------------");
+
+ try (QueryCursor<Cache.Entry<Integer, Object[]>> observations = dataCache.query(new ScanQuery<>())) {
+ for (Cache.Entry<Integer, Object[]> observation : observations) {
+ Vector inputs = featureExtractor.apply(observation.getKey(), observation.getValue());
+ double groundTruth = lbExtractor.apply(observation.getKey(), observation.getValue());
+ double prediction = mdl.predict(inputs);
+
+ System.out.printf(">>> | %.4f\t\t| %.4f\t\t|\n", prediction, groundTruth);
+ }
+ }
- System.out.println("\n>>> Accuracy " + accuracy);
- System.out.println("\n>>> Test Error " + (1 - accuracy));
+ System.out.println(">>> ---------------------------------");
}
}
}
diff --git a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/LogRegFromSparkViaSparkModelParserExample.java b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/LogRegFromSparkExample.java
similarity index 95%
rename from examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/LogRegFromSparkViaSparkModelParserExample.java
rename to examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/LogRegFromSparkExample.java
index ec911c3..7581b40 100644
--- a/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/LogRegFromSparkViaSparkModelParserExample.java
+++ b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/LogRegFromSparkExample.java
@@ -15,7 +15,7 @@
* limitations under the License.
*/
-package org.apache.ignite.examples.ml.inference.spark;
+package org.apache.ignite.examples.ml.inference.spark.modelparser;
import java.io.FileNotFoundException;
import org.apache.ignite.Ignite;
@@ -37,9 +37,9 @@ import org.apache.ignite.ml.sparkmodelparser.SupportedSparkModels;
* <p>
* You can change the test data used in this example and re-run it to explore this algorithm further.</p>
*/
-public class LogRegFromSparkViaSparkModelParserExample {
+public class LogRegFromSparkExample {
/** Path to Spark LogReg model. */
- public static final String SPARK_LOG_REG_MDL_PATH = "examples/src/main/resources/models/spark/serialized/data" +
+ public static final String SPARK_LOG_REG_MDL_PATH = "examples/src/main/resources/models/spark/serialized/logreg/data" +
"/part-00000-7551081d-c0a8-4ed7-afe4-a464aabc7f80-c000.snappy.parquet";
/** Run example. */
diff --git a/modules/ml/spark-model-parser/src/main/java/org/apache/ignite/ml/sparkmodelparser/SupportedSparkModels.java b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/package-info.java
similarity index 80%
copy from modules/ml/spark-model-parser/src/main/java/org/apache/ignite/ml/sparkmodelparser/SupportedSparkModels.java
copy to examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/package-info.java
index 9b203ea..946e11c 100644
--- a/modules/ml/spark-model-parser/src/main/java/org/apache/ignite/ml/sparkmodelparser/SupportedSparkModels.java
+++ b/examples/src/main/java/org/apache/ignite/examples/ml/inference/spark/modelparser/package-info.java
@@ -15,13 +15,8 @@
* limitations under the License.
*/
-package org.apache.ignite.ml.sparkmodelparser;
-
/**
- * List of supported Spark models.
- *
- * NOTE: Valid for Spark 2.4.
+ * <!-- Package description. -->
+ * Model inference examples for Spark ML via Spark Model Parser.
*/
-public enum SupportedSparkModels {
- /** Logistic regression. */LOG_REGRESSION
-}
+package org.apache.ignite.examples.ml.inference.spark.modelparser;
diff --git a/examples/src/main/resources/models/spark/serialized/metadata/._SUCCESS.crc b/examples/src/main/resources/models/spark/serialized/linreg/data/._SUCCESS.crc
similarity index 100%
copy from examples/src/main/resources/models/spark/serialized/metadata/._SUCCESS.crc
copy to examples/src/main/resources/models/spark/serialized/linreg/data/._SUCCESS.crc
diff --git a/examples/src/main/resources/models/spark/serialized/linreg/data/.part-00000-1ff2d09d-6cdf-4ad3-bddd-7cad8378429d-c000.snappy.parquet.crc b/examples/src/main/resources/models/spark/serialized/linreg/data/.part-00000-1ff2d09d-6cdf-4ad3-bddd-7cad8378429d-c000.snappy.parquet.crc
new file mode 100644
index 0000000..933dc33
Binary files /dev/null and b/examples/src/main/resources/models/spark/serialized/linreg/data/.part-00000-1ff2d09d-6cdf-4ad3-bddd-7cad8378429d-c000.snappy.parquet.crc differ
diff --git a/examples/src/main/resources/models/spark/serialized/metadata/_SUCCESS b/examples/src/main/resources/models/spark/serialized/linreg/data/_SUCCESS
similarity index 100%
copy from examples/src/main/resources/models/spark/serialized/metadata/_SUCCESS
copy to examples/src/main/resources/models/spark/serialized/linreg/data/_SUCCESS
diff --git a/examples/src/main/resources/models/spark/serialized/linreg/data/part-00000-1ff2d09d-6cdf-4ad3-bddd-7cad8378429d-c000.snappy.parquet b/examples/src/main/resources/models/spark/serialized/linreg/data/part-00000-1ff2d09d-6cdf-4ad3-bddd-7cad8378429d-c000.snappy.parquet
new file mode 100644
index 0000000..df367c6
Binary files /dev/null and b/examples/src/main/resources/models/spark/serialized/linreg/data/part-00000-1ff2d09d-6cdf-4ad3-bddd-7cad8378429d-c000.snappy.parquet differ
diff --git a/examples/src/main/resources/models/spark/serialized/data/._SUCCESS.crc b/examples/src/main/resources/models/spark/serialized/linreg/metadata/._SUCCESS.crc
similarity index 100%
rename from examples/src/main/resources/models/spark/serialized/data/._SUCCESS.crc
rename to examples/src/main/resources/models/spark/serialized/linreg/metadata/._SUCCESS.crc
diff --git a/examples/src/main/resources/models/spark/serialized/linreg/metadata/.part-00000.crc b/examples/src/main/resources/models/spark/serialized/linreg/metadata/.part-00000.crc
new file mode 100644
index 0000000..2560e39
Binary files /dev/null and b/examples/src/main/resources/models/spark/serialized/linreg/metadata/.part-00000.crc differ
diff --git a/examples/src/main/resources/models/spark/serialized/data/_SUCCESS b/examples/src/main/resources/models/spark/serialized/linreg/metadata/_SUCCESS
similarity index 100%
rename from examples/src/main/resources/models/spark/serialized/data/_SUCCESS
rename to examples/src/main/resources/models/spark/serialized/linreg/metadata/_SUCCESS
diff --git a/examples/src/main/resources/models/spark/serialized/linreg/metadata/part-00000 b/examples/src/main/resources/models/spark/serialized/linreg/metadata/part-00000
new file mode 100644
index 0000000..93c10ee
--- /dev/null
+++ b/examples/src/main/resources/models/spark/serialized/linreg/metadata/part-00000
@@ -0,0 +1 @@
+{"class":"org.apache.spark.ml.regression.LinearRegressionModel","timestamp":1548077038088,"sparkVersion":"2.2.0","uid":"linReg_e029f9195938","paramMap":{"solver":"auto","standardization":true,"aggregationDepth":2,"fitIntercept":true,"elasticNetParam":0.1,"tol":1.0E-6,"maxIter":100,"labelCol":"age","predictionCol":"prediction","featuresCol":"features","regParam":0.1}}
diff --git a/examples/src/main/resources/models/spark/serialized/metadata/._SUCCESS.crc b/examples/src/main/resources/models/spark/serialized/logreg/data/._SUCCESS.crc
similarity index 100%
copy from examples/src/main/resources/models/spark/serialized/metadata/._SUCCESS.crc
copy to examples/src/main/resources/models/spark/serialized/logreg/data/._SUCCESS.crc
diff --git a/examples/src/main/resources/models/spark/serialized/data/.part-00000-7551081d-c0a8-4ed7-afe4-a464aabc7f80-c000.snappy.parquet.crc b/examples/src/main/resources/models/spark/serialized/logreg/data/.part-00000-7551081d-c0a8-4ed7-afe4-a464aabc7f80-c000.snappy.parquet.crc
similarity index 100%
rename from examples/src/main/resources/models/spark/serialized/data/.part-00000-7551081d-c0a8-4ed7-afe4-a464aabc7f80-c000.snappy.parquet.crc
rename to examples/src/main/resources/models/spark/serialized/logreg/data/.part-00000-7551081d-c0a8-4ed7-afe4-a464aabc7f80-c000.snappy.parquet.crc
diff --git a/examples/src/main/resources/models/spark/serialized/metadata/_SUCCESS b/examples/src/main/resources/models/spark/serialized/logreg/data/_SUCCESS
similarity index 100%
copy from examples/src/main/resources/models/spark/serialized/metadata/_SUCCESS
copy to examples/src/main/resources/models/spark/serialized/logreg/data/_SUCCESS
diff --git a/examples/src/main/resources/models/spark/serialized/data/part-00000-7551081d-c0a8-4ed7-afe4-a464aabc7f80-c000.snappy.parquet b/examples/src/main/resources/models/spark/serialized/logreg/data/part-00000-7551081d-c0a8-4ed7-afe4-a464aabc7f80-c000.snappy.parquet
similarity index 100%
rename from examples/src/main/resources/models/spark/serialized/data/part-00000-7551081d-c0a8-4ed7-afe4-a464aabc7f80-c000.snappy.parquet
rename to examples/src/main/resources/models/spark/serialized/logreg/data/part-00000-7551081d-c0a8-4ed7-afe4-a464aabc7f80-c000.snappy.parquet
diff --git a/examples/src/main/resources/models/spark/serialized/metadata/._SUCCESS.crc b/examples/src/main/resources/models/spark/serialized/logreg/metadata/._SUCCESS.crc
similarity index 100%
rename from examples/src/main/resources/models/spark/serialized/metadata/._SUCCESS.crc
rename to examples/src/main/resources/models/spark/serialized/logreg/metadata/._SUCCESS.crc
diff --git a/examples/src/main/resources/models/spark/serialized/metadata/.part-00000.crc b/examples/src/main/resources/models/spark/serialized/logreg/metadata/.part-00000.crc
similarity index 100%
rename from examples/src/main/resources/models/spark/serialized/metadata/.part-00000.crc
rename to examples/src/main/resources/models/spark/serialized/logreg/metadata/.part-00000.crc
diff --git a/examples/src/main/resources/models/spark/serialized/metadata/_SUCCESS b/examples/src/main/resources/models/spark/serialized/logreg/metadata/_SUCCESS
similarity index 100%
rename from examples/src/main/resources/models/spark/serialized/metadata/_SUCCESS
rename to examples/src/main/resources/models/spark/serialized/logreg/metadata/_SUCCESS
diff --git a/examples/src/main/resources/models/spark/serialized/metadata/part-00000 b/examples/src/main/resources/models/spark/serialized/logreg/metadata/part-00000
similarity index 100%
rename from examples/src/main/resources/models/spark/serialized/metadata/part-00000
rename to examples/src/main/resources/models/spark/serialized/logreg/metadata/part-00000
diff --git a/modules/ml/spark-model-parser/src/main/java/org/apache/ignite/ml/sparkmodelparser/SparkModelParser.java b/modules/ml/spark-model-parser/src/main/java/org/apache/ignite/ml/sparkmodelparser/SparkModelParser.java
index 351ca0b..04ee902 100644
--- a/modules/ml/spark-model-parser/src/main/java/org/apache/ignite/ml/sparkmodelparser/SparkModelParser.java
+++ b/modules/ml/spark-model-parser/src/main/java/org/apache/ignite/ml/sparkmodelparser/SparkModelParser.java
@@ -25,8 +25,10 @@ import org.apache.ignite.internal.util.IgniteUtils;
import org.apache.ignite.ml.inference.Model;
import org.apache.ignite.ml.math.primitives.vector.Vector;
import org.apache.ignite.ml.math.primitives.vector.impl.DenseVector;
+import org.apache.ignite.ml.regressions.linear.LinearRegressionModel;
import org.apache.ignite.ml.regressions.logistic.LogisticRegressionModel;
import org.apache.parquet.column.page.PageReadStore;
+import org.apache.parquet.example.data.Group;
import org.apache.parquet.example.data.simple.SimpleGroup;
import org.apache.parquet.example.data.simple.convert.GroupRecordConverter;
import org.apache.parquet.hadoop.ParquetFileReader;
@@ -55,12 +57,47 @@ public class SparkModelParser {
switch (parsedSparkMdl) {
case LOG_REGRESSION:
return loadLogRegModel(ignitePathToMdl);
+ case LINEAR_REGRESSION:
+ return loadLinRegModel(ignitePathToMdl);
default:
throw new UnsupportedSparkModelException(ignitePathToMdl);
}
}
/**
+ * Load linear regression model.
+ *
+ * @param pathToMdl Path to model.
+ */
+ private static Model loadLinRegModel(String pathToMdl) {
+ Vector coefficients = null;
+ double interceptor = 0;
+
+ try (ParquetFileReader r = ParquetFileReader.open(HadoopInputFile.fromPath(new Path(pathToMdl), new Configuration()))) {
+ PageReadStore pages;
+ final MessageType schema = r.getFooter().getFileMetaData().getSchema();
+ final MessageColumnIO colIO = new ColumnIOFactory().getColumnIO(schema);
+
+ while (null != (pages = r.readNextRowGroup())) {
+ final long rows = pages.getRowCount();
+ final RecordReader recordReader = colIO.getRecordReader(pages, new GroupRecordConverter(schema));
+ for (int i = 0; i < rows; i++) {
+ final SimpleGroup g = (SimpleGroup)recordReader.read();
+ interceptor = readLinRegInterceptor(g);
+ coefficients = readLinRegCoefficients(g);
+ }
+ }
+
+ }
+ catch (IOException e) {
+ System.out.println("Error reading parquet file.");
+ e.printStackTrace();
+ }
+
+ return new LinearRegressionModel(coefficients, interceptor);
+ }
+
+ /**
* Load logistic regression model.
*
* @param pathToMdl Path to model.
@@ -99,15 +136,42 @@ public class SparkModelParser {
*
* @param g Interceptor group.
*/
+ private static double readLinRegInterceptor(SimpleGroup g) {
+ return g.getDouble(0, 0);
+ }
+
+ /**
+ * Read coefficient matrix from parquet.
+ *
+ * @param g Coefficient group.
+ * @return Vector of coefficients.
+ */
+ private static Vector readLinRegCoefficients(SimpleGroup g) {
+ Vector coefficients;
+ Group coeffGroup = g.getGroup(1, 0).getGroup(3, 0);
+
+ final int amountOfCoefficients = coeffGroup.getFieldRepetitionCount(0);
+
+ coefficients = new DenseVector(amountOfCoefficients);
+
+ for (int j = 0; j < amountOfCoefficients; j++) {
+ double coefficient = coeffGroup.getGroup(0, j).getDouble(0, 0);
+ coefficients.set(j, coefficient);
+ }
+ return coefficients;
+ }
+
+ /**
+ * Read interceptor value from parquet.
+ *
+ * @param g Interceptor group.
+ */
private static double readInterceptor(SimpleGroup g) {
double interceptor;
-
final SimpleGroup interceptVector = (SimpleGroup)g.getGroup(2, 0);
final SimpleGroup interceptVectorVal = (SimpleGroup)interceptVector.getGroup(3, 0);
final SimpleGroup interceptVectorValElement = (SimpleGroup)interceptVectorVal.getGroup(0, 0);
-
interceptor = interceptVectorValElement.getDouble(0, 0);
-
return interceptor;
}
diff --git a/modules/ml/spark-model-parser/src/main/java/org/apache/ignite/ml/sparkmodelparser/SupportedSparkModels.java b/modules/ml/spark-model-parser/src/main/java/org/apache/ignite/ml/sparkmodelparser/SupportedSparkModels.java
index 9b203ea..425d1b9 100644
--- a/modules/ml/spark-model-parser/src/main/java/org/apache/ignite/ml/sparkmodelparser/SupportedSparkModels.java
+++ b/modules/ml/spark-model-parser/src/main/java/org/apache/ignite/ml/sparkmodelparser/SupportedSparkModels.java
@@ -23,5 +23,9 @@ package org.apache.ignite.ml.sparkmodelparser;
* NOTE: Valid for Spark 2.4.
*/
public enum SupportedSparkModels {
- /** Logistic regression. */LOG_REGRESSION
+ /** Logistic regression. */
+ LOG_REGRESSION,
+
+ /** Linear regression. */
+ LINEAR_REGRESSION
}