You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spot.apache.org by nl...@apache.org on 2017/02/10 22:01:09 UTC
[3/4] incubator-spot git commit: Adding inline comment to indicate
when corrupt records are being saved
Adding inline comment to indicate when corrupt records are being saved
Project: http://git-wip-us.apache.org/repos/asf/incubator-spot/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spot/commit/4911e50f
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spot/tree/4911e50f
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spot/diff/4911e50f
Branch: refs/heads/master
Commit: 4911e50f742b86e19aec2905abb57521958d6a28
Parents: 018f041
Author: Ricardo Barona <ri...@intel.com>
Authored: Tue Feb 7 11:23:29 2017 -0600
Committer: Ricardo Barona <ri...@intel.com>
Committed: Tue Feb 7 11:23:29 2017 -0600
----------------------------------------------------------------------
.../org/apache/spot/netflow/model/FlowSuspiciousConnectsModel.scala | 1 +
1 file changed, 1 insertion(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-spot/blob/4911e50f/spot-ml/src/main/scala/org/apache/spot/netflow/model/FlowSuspiciousConnectsModel.scala
----------------------------------------------------------------------
diff --git a/spot-ml/src/main/scala/org/apache/spot/netflow/model/FlowSuspiciousConnectsModel.scala b/spot-ml/src/main/scala/org/apache/spot/netflow/model/FlowSuspiciousConnectsModel.scala
index da95785..15508ac 100644
--- a/spot-ml/src/main/scala/org/apache/spot/netflow/model/FlowSuspiciousConnectsModel.scala
+++ b/spot-ml/src/main/scala/org/apache/spot/netflow/model/FlowSuspiciousConnectsModel.scala
@@ -202,6 +202,7 @@ object FlowSuspiciousConnectsModel {
dataWithWords.cache()
dataWithWords.count
+ // Save corrupt records, those records that failed to create the words
val corruptRecords = dataWithWords
.filter(dataWithWords(SourceWord) === InvalidDataHandler.WordError ||
dataWithWords(DestinationWord) === InvalidDataHandler.WordError)