You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spot.apache.org by na...@apache.org on 2018/03/19 19:28:14 UTC
[05/42] incubator-spot git commit: Spot-196: Changes: -
SpotLDAWrapper: reverted leftover changes on ldaAlpha and ldaBeta -
SpotLDAHelper: changed to private some attributes that are already exposed in
SpotLDAResults
Spot-196: Changes:
- SpotLDAWrapper: reverted leftover changes on ldaAlpha and ldaBeta
- SpotLDAHelper: changed to private some attributes that are already exposed in SpotLDAResults
Project: http://git-wip-us.apache.org/repos/asf/incubator-spot/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spot/commit/dbdcbafe
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spot/tree/dbdcbafe
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spot/diff/dbdcbafe
Branch: refs/heads/SPOT-181_ODM
Commit: dbdcbafe0aee4c1140a4046775109b1c61019fe6
Parents: 45c03ab
Author: Ricardo Barona <ri...@intel.com>
Authored: Fri Aug 4 12:48:06 2017 -0500
Committer: Ricardo Barona <ri...@intel.com>
Committed: Fri Oct 6 15:25:58 2017 -0500
----------------------------------------------------------------------
.../src/main/scala/org/apache/spot/lda/SpotLDAHelper.scala | 7 ++++---
.../test/scala/org/apache/spot/lda/SpotLDAWrapperTest.scala | 4 ++--
2 files changed, 6 insertions(+), 5 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-spot/blob/dbdcbafe/spot-ml/src/main/scala/org/apache/spot/lda/SpotLDAHelper.scala
----------------------------------------------------------------------
diff --git a/spot-ml/src/main/scala/org/apache/spot/lda/SpotLDAHelper.scala b/spot-ml/src/main/scala/org/apache/spot/lda/SpotLDAHelper.scala
index 8e771cb..e9f0b66 100644
--- a/spot-ml/src/main/scala/org/apache/spot/lda/SpotLDAHelper.scala
+++ b/spot-ml/src/main/scala/org/apache/spot/lda/SpotLDAHelper.scala
@@ -31,9 +31,10 @@ import scala.collection.immutable.Map
*/
class SpotLDAHelper(private final val sparkSession: SparkSession,
final val docWordCount: RDD[SpotLDAInput],
- final val documentDictionary: DataFrame,
- final val wordDictionary: Map[String, Int],
- final val precisionUtility: FloatPointPrecisionUtility = FloatPointPrecisionUtility64) extends Serializable {
+ private final val documentDictionary: DataFrame,
+ private final val wordDictionary: Map[String, Int],
+ private final val precisionUtility: FloatPointPrecisionUtility = FloatPointPrecisionUtility64)
+ extends Serializable {
/**
* Format document word count as RDD[(Long, Vector)] - input data for LDA algorithm
http://git-wip-us.apache.org/repos/asf/incubator-spot/blob/dbdcbafe/spot-ml/src/test/scala/org/apache/spot/lda/SpotLDAWrapperTest.scala
----------------------------------------------------------------------
diff --git a/spot-ml/src/test/scala/org/apache/spot/lda/SpotLDAWrapperTest.scala b/spot-ml/src/test/scala/org/apache/spot/lda/SpotLDAWrapperTest.scala
index 7007ba1..ae25d89 100644
--- a/spot-ml/src/test/scala/org/apache/spot/lda/SpotLDAWrapperTest.scala
+++ b/spot-ml/src/test/scala/org/apache/spot/lda/SpotLDAWrapperTest.scala
@@ -62,8 +62,8 @@ class SpotLDAWrapperTest extends TestingSparkContextFlatSpec with Matchers {
val logger = LogManager.getLogger("SuspiciousConnectsAnalysis")
logger.setLevel(Level.WARN)
- val ldaAlpha = 1.002
- val ldaBeta = 1.0001
+ val ldaAlpha = 1.02
+ val ldaBeta = 1.001
val ldaMaxIterations = 100
val optimizer = "em"