You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by ml...@apache.org on 2016/03/11 09:21:15 UTC
spark git commit: [HOT-FIX][SQL][ML] Fix compile error from use of
DataFrame in Java MaxAbsScaler example
Repository: spark
Updated Branches:
refs/heads/master 234f781ae -> 8fff0f92a
[HOT-FIX][SQL][ML] Fix compile error from use of DataFrame in Java MaxAbsScaler example
## What changes were proposed in this pull request?
Fix build failure introduced in #11392 (change `DataFrame` -> `Dataset<Row>`).
## How was this patch tested?
Existing build/unit tests
Author: Nick Pentreath <ni...@gmail.com>
Closes #11653 from MLnick/java-maxabs-example-fix.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/8fff0f92
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/8fff0f92
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/8fff0f92
Branch: refs/heads/master
Commit: 8fff0f92a4aca90b62c6e272eabcbb0257ba38d5
Parents: 234f781
Author: Nick Pentreath <ni...@gmail.com>
Authored: Fri Mar 11 10:20:39 2016 +0200
Committer: Nick Pentreath <ni...@gmail.com>
Committed: Fri Mar 11 10:20:39 2016 +0200
----------------------------------------------------------------------
.../org/apache/spark/examples/ml/JavaMaxAbsScalerExample.java | 7 ++++---
1 file changed, 4 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/8fff0f92/examples/src/main/java/org/apache/spark/examples/ml/JavaMaxAbsScalerExample.java
----------------------------------------------------------------------
diff --git a/examples/src/main/java/org/apache/spark/examples/ml/JavaMaxAbsScalerExample.java b/examples/src/main/java/org/apache/spark/examples/ml/JavaMaxAbsScalerExample.java
index b1e3b91..a2a072b 100644
--- a/examples/src/main/java/org/apache/spark/examples/ml/JavaMaxAbsScalerExample.java
+++ b/examples/src/main/java/org/apache/spark/examples/ml/JavaMaxAbsScalerExample.java
@@ -22,7 +22,8 @@ import org.apache.spark.api.java.JavaSparkContext;
// $example on$
import org.apache.spark.ml.feature.MaxAbsScaler;
import org.apache.spark.ml.feature.MaxAbsScalerModel;
-import org.apache.spark.sql.DataFrame;
+import org.apache.spark.sql.Dataset;
+import org.apache.spark.sql.Row;
// $example off$
import org.apache.spark.sql.SQLContext;
@@ -34,7 +35,7 @@ public class JavaMaxAbsScalerExample {
SQLContext jsql = new SQLContext(jsc);
// $example on$
- DataFrame dataFrame = jsql.read().format("libsvm").load("data/mllib/sample_libsvm_data.txt");
+ Dataset<Row> dataFrame = jsql.read().format("libsvm").load("data/mllib/sample_libsvm_data.txt");
MaxAbsScaler scaler = new MaxAbsScaler()
.setInputCol("features")
.setOutputCol("scaledFeatures");
@@ -43,7 +44,7 @@ public class JavaMaxAbsScalerExample {
MaxAbsScalerModel scalerModel = scaler.fit(dataFrame);
// rescale each feature to range [-1, 1].
- DataFrame scaledData = scalerModel.transform(dataFrame);
+ Dataset<Row> scaledData = scalerModel.transform(dataFrame);
scaledData.show();
// $example off$
jsc.stop();
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org