You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by me...@apache.org on 2016/04/01 21:53:41 UTC
spark git commit: [SPARK-14305][ML][PYSPARK] PySpark ml.clustering
BisectingKMeans support export/import
Repository: spark
Updated Branches:
refs/heads/master 8ba2b7f28 -> 381358fbe
[SPARK-14305][ML][PYSPARK] PySpark ml.clustering BisectingKMeans support export/import
## What changes were proposed in this pull request?
PySpark ml.clustering BisectingKMeans support export/import
## How was this patch tested?
doc test.
cc jkbradley
Author: Yanbo Liang <yb...@gmail.com>
Closes #12112 from yanboliang/spark-14305.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/381358fb
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/381358fb
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/381358fb
Branch: refs/heads/master
Commit: 381358fbe9afbe205299cbbea4c43148e2e69468
Parents: 8ba2b7f
Author: Yanbo Liang <yb...@gmail.com>
Authored: Fri Apr 1 12:53:39 2016 -0700
Committer: Xiangrui Meng <me...@databricks.com>
Committed: Fri Apr 1 12:53:39 2016 -0700
----------------------------------------------------------------------
python/pyspark/ml/clustering.py | 17 +++++++++++++++--
1 file changed, 15 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/381358fb/python/pyspark/ml/clustering.py
----------------------------------------------------------------------
diff --git a/python/pyspark/ml/clustering.py b/python/pyspark/ml/clustering.py
index e22d5c8..f071c59 100644
--- a/python/pyspark/ml/clustering.py
+++ b/python/pyspark/ml/clustering.py
@@ -171,7 +171,7 @@ class KMeans(JavaEstimator, HasFeaturesCol, HasPredictionCol, HasMaxIter, HasTol
return self.getOrDefault(self.initSteps)
-class BisectingKMeansModel(JavaModel):
+class BisectingKMeansModel(JavaModel, JavaMLWritable, JavaMLReadable):
"""
.. note:: Experimental
@@ -195,7 +195,8 @@ class BisectingKMeansModel(JavaModel):
@inherit_doc
-class BisectingKMeans(JavaEstimator, HasFeaturesCol, HasPredictionCol, HasMaxIter, HasSeed):
+class BisectingKMeans(JavaEstimator, HasFeaturesCol, HasPredictionCol, HasMaxIter, HasSeed,
+ JavaMLWritable, JavaMLReadable):
"""
.. note:: Experimental
@@ -225,6 +226,18 @@ class BisectingKMeans(JavaEstimator, HasFeaturesCol, HasPredictionCol, HasMaxIte
True
>>> rows[2].prediction == rows[3].prediction
True
+ >>> bkm_path = temp_path + "/bkm"
+ >>> bkm.save(bkm_path)
+ >>> bkm2 = BisectingKMeans.load(bkm_path)
+ >>> bkm2.getK()
+ 2
+ >>> model_path = temp_path + "/bkm_model"
+ >>> model.save(model_path)
+ >>> model2 = BisectingKMeansModel.load(model_path)
+ >>> model.clusterCenters()[0] == model2.clusterCenters()[0]
+ array([ True, True], dtype=bool)
+ >>> model.clusterCenters()[1] == model2.clusterCenters()[1]
+ array([ True, True], dtype=bool)
.. versionadded:: 2.0.0
"""
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org