You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@sdap.apache.org by le...@apache.org on 2017/12/19 14:13:18 UTC
[17/17] incubator-sdap-mudrod git commit: SDAP-7 Change all package
namespaces to org.apache.sdap
SDAP-7 Change all package namespaces to org.apache.sdap
Project: http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/commit/39379fa9
Tree: http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/tree/39379fa9
Diff: http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/diff/39379fa9
Branch: refs/heads/master
Commit: 39379fa9ac3230929d9862404f1e160578767cb6
Parents: 7b76fa1
Author: Lewis John McGibbney <le...@gmail.com>
Authored: Tue Dec 19 06:11:53 2017 -0800
Committer: Lewis John McGibbney <le...@gmail.com>
Committed: Tue Dec 19 06:11:53 2017 -0800
----------------------------------------------------------------------
.gitignore | 4 +
core/.classpath | 224 ----
.../Maven_Ant_Builder.launch | 25 -
core/.gitignore | 1 +
core/.project | 36 -
core/.settings/org.eclipse.core.resources.prefs | 4 -
core/.settings/org.eclipse.jdt.core.prefs | 8 -
core/.settings/org.eclipse.m2e.core.prefs | 4 -
core/.settings/org.eclipse.wst.common.component | 8 -
...rg.eclipse.wst.common.project.facet.core.xml | 5 -
core/maven-eclipse.xml | 8 -
core/mudrod.log | 81 --
core/mudrod.log.2017-06-14 | 9 -
core/pom.xml | 6 +-
.../DiscoveryEngineAbstract.java | 46 -
.../discoveryengine/DiscoveryStepAbstract.java | 50 -
.../MetadataDiscoveryEngine.java | 75 --
.../mudrod/discoveryengine/MudrodAbstract.java | 108 --
.../OntologyDiscoveryEngine.java | 71 --
.../mudrod/discoveryengine/RecommendEngine.java | 77 --
.../discoveryengine/WeblogDiscoveryEngine.java | 199 ----
.../mudrod/discoveryengine/package-info.java | 19 -
.../gov/nasa/jpl/mudrod/driver/ESDriver.java | 572 ----------
.../gov/nasa/jpl/mudrod/driver/SparkDriver.java | 95 --
.../nasa/jpl/mudrod/driver/package-info.java | 18 -
.../mudrod/integration/LinkageIntegration.java | 324 ------
.../jpl/mudrod/integration/package-info.java | 18 -
.../nasa/jpl/mudrod/main/MudrodConstants.java | 123 --
.../gov/nasa/jpl/mudrod/main/MudrodEngine.java | 457 --------
.../gov/nasa/jpl/mudrod/main/package-info.java | 17 -
.../nasa/jpl/mudrod/metadata/package-info.java | 18 -
.../jpl/mudrod/metadata/pre/ApiHarvester.java | 177 ---
.../mudrod/metadata/pre/MatrixGenerator.java | 85 --
.../jpl/mudrod/metadata/pre/package-info.java | 17 -
.../metadata/process/MetadataAnalyzer.java | 88 --
.../mudrod/metadata/process/package-info.java | 17 -
.../metadata/structure/MetadataExtractor.java | 145 ---
.../metadata/structure/PODAACMetadata.java | 337 ------
.../mudrod/metadata/structure/package-info.java | 17 -
.../gov/nasa/jpl/mudrod/ontology/Ontology.java | 67 --
.../jpl/mudrod/ontology/OntologyFactory.java | 83 --
.../nasa/jpl/mudrod/ontology/package-info.java | 17 -
.../mudrod/ontology/pre/AggregateTriples.java | 225 ----
.../jpl/mudrod/ontology/pre/package-info.java | 17 -
.../ontology/process/EsipCOROntology.java | 69 --
.../ontology/process/EsipPortalOntology.java | 72 --
.../mudrod/ontology/process/LocalOntology.java | 392 -------
.../ontology/process/OntologyLinkCal.java | 113 --
.../mudrod/ontology/process/OntologyParser.java | 47 -
.../jpl/mudrod/ontology/process/OwlParser.java | 171 ---
.../mudrod/ontology/process/package-info.java | 17 -
.../jpl/mudrod/recommendation/package-info.java | 18 -
.../recommendation/pre/ImportMetadata.java | 111 --
.../pre/MetadataTFIDFGenerator.java | 100 --
.../recommendation/pre/NormalizeVariables.java | 223 ----
.../recommendation/pre/SessionCooccurence.java | 152 ---
.../mudrod/recommendation/pre/package-info.java | 17 -
.../process/AbstractBasedSimilarity.java | 74 --
.../process/VariableBasedSimilarity.java | 380 -------
.../recommendation/process/package-info.java | 17 -
.../recommendation/process/sessionBasedCF.java | 74 --
.../structure/HybridRecommendation.java | 274 -----
.../recommendation/structure/MetadataOpt.java | 150 ---
.../recommendation/structure/RecomData.java | 196 ----
.../recommendation/structure/package-info.java | 17 -
.../nasa/jpl/mudrod/semantics/SVDAnalyzer.java | 72 --
.../jpl/mudrod/semantics/SemanticAnalyzer.java | 148 ---
.../nasa/jpl/mudrod/semantics/package-info.java | 18 -
.../jpl/mudrod/ssearch/ClickstreamImporter.java | 114 --
.../gov/nasa/jpl/mudrod/ssearch/Dispatcher.java | 128 ---
.../gov/nasa/jpl/mudrod/ssearch/Ranker.java | 192 ----
.../gov/nasa/jpl/mudrod/ssearch/Searcher.java | 282 -----
.../nasa/jpl/mudrod/ssearch/package-info.java | 18 -
.../mudrod/ssearch/ranking/DataGenerator.java | 313 ------
.../jpl/mudrod/ssearch/ranking/Evaluator.java | 145 ---
.../jpl/mudrod/ssearch/ranking/Learner.java | 60 -
.../mudrod/ssearch/ranking/SparkFormatter.java | 55 -
.../jpl/mudrod/ssearch/ranking/SparkSVM.java | 49 -
.../ssearch/ranking/TrainingImporter.java | 91 --
.../mudrod/ssearch/ranking/package-info.java | 18 -
.../jpl/mudrod/ssearch/structure/SResult.java | 183 ---
.../mudrod/ssearch/structure/package-info.java | 17 -
.../jpl/mudrod/utils/ESTransportClient.java | 55 -
.../gov/nasa/jpl/mudrod/utils/HttpRequest.java | 61 -
.../nasa/jpl/mudrod/utils/LabeledRowMatrix.java | 38 -
.../nasa/jpl/mudrod/utils/LinkageTriple.java | 192 ----
.../gov/nasa/jpl/mudrod/utils/MatrixUtil.java | 488 --------
.../java/gov/nasa/jpl/mudrod/utils/RDDUtil.java | 53 -
.../java/gov/nasa/jpl/mudrod/utils/SVDUtil.java | 118 --
.../nasa/jpl/mudrod/utils/SimilarityUtil.java | 277 -----
.../gov/nasa/jpl/mudrod/utils/package-info.java | 18 -
.../nasa/jpl/mudrod/weblog/package-info.java | 18 -
.../partition/KGreedyPartitionSolver.java | 142 ---
.../partition/ThePartitionProblemSolver.java | 8 -
.../mudrod/weblog/partition/logPartitioner.java | 33 -
.../mudrod/weblog/pre/ClickStreamGenerator.java | 74 --
.../jpl/mudrod/weblog/pre/CrawlerDetection.java | 252 -----
.../jpl/mudrod/weblog/pre/HistoryGenerator.java | 139 ---
.../jpl/mudrod/weblog/pre/ImportLogFile.java | 343 ------
.../nasa/jpl/mudrod/weblog/pre/LogAbstract.java | 228 ----
.../weblog/pre/RankingTrainDataGenerator.java | 54 -
.../jpl/mudrod/weblog/pre/RemoveRawLog.java | 56 -
.../jpl/mudrod/weblog/pre/SessionGenerator.java | 452 --------
.../jpl/mudrod/weblog/pre/SessionStatistic.java | 312 -----
.../jpl/mudrod/weblog/pre/package-info.java | 18 -
.../weblog/process/ClickStreamAnalyzer.java | 79 --
.../weblog/process/UserHistoryAnalyzer.java | 66 --
.../jpl/mudrod/weblog/process/package-info.java | 17 -
.../weblog/structure/ApacheAccessLog.java | 129 ---
.../mudrod/weblog/structure/ClickStream.java | 188 ----
.../mudrod/weblog/structure/Coordinates.java | 21 -
.../jpl/mudrod/weblog/structure/FtpLog.java | 64 --
.../nasa/jpl/mudrod/weblog/structure/GeoIp.java | 46 -
.../weblog/structure/RankingTrainData.java | 147 ---
.../jpl/mudrod/weblog/structure/RequestUrl.java | 294 -----
.../jpl/mudrod/weblog/structure/Session.java | 287 -----
.../weblog/structure/SessionExtractor.java | 532 ---------
.../mudrod/weblog/structure/SessionNode.java | 344 ------
.../mudrod/weblog/structure/SessionTree.java | 521 ---------
.../jpl/mudrod/weblog/structure/WebLog.java | 89 --
.../mudrod/weblog/structure/package-info.java | 17 -
.../DiscoveryEngineAbstract.java | 46 +
.../discoveryengine/DiscoveryStepAbstract.java | 50 +
.../MetadataDiscoveryEngine.java | 75 ++
.../mudrod/discoveryengine/MudrodAbstract.java | 108 ++
.../OntologyDiscoveryEngine.java | 71 ++
.../mudrod/discoveryengine/RecommendEngine.java | 77 ++
.../discoveryengine/WeblogDiscoveryEngine.java | 199 ++++
.../mudrod/discoveryengine/package-info.java | 19 +
.../org/apache/sdap/mudrod/driver/ESDriver.java | 573 ++++++++++
.../apache/sdap/mudrod/driver/SparkDriver.java | 95 ++
.../apache/sdap/mudrod/driver/package-info.java | 18 +
.../mudrod/integration/LinkageIntegration.java | 325 ++++++
.../sdap/mudrod/integration/package-info.java | 18 +
.../sdap/mudrod/main/MudrodConstants.java | 123 ++
.../apache/sdap/mudrod/main/MudrodEngine.java | 456 ++++++++
.../apache/sdap/mudrod/main/package-info.java | 17 +
.../sdap/mudrod/metadata/package-info.java | 18 +
.../sdap/mudrod/metadata/pre/ApiHarvester.java | 178 +++
.../mudrod/metadata/pre/MatrixGenerator.java | 85 ++
.../sdap/mudrod/metadata/pre/package-info.java | 17 +
.../metadata/process/MetadataAnalyzer.java | 88 ++
.../mudrod/metadata/process/package-info.java | 17 +
.../metadata/structure/MetadataExtractor.java | 145 +++
.../metadata/structure/PODAACMetadata.java | 337 ++++++
.../mudrod/metadata/structure/package-info.java | 17 +
.../apache/sdap/mudrod/ontology/Ontology.java | 67 ++
.../sdap/mudrod/ontology/OntologyFactory.java | 83 ++
.../sdap/mudrod/ontology/package-info.java | 17 +
.../mudrod/ontology/pre/AggregateTriples.java | 225 ++++
.../sdap/mudrod/ontology/pre/package-info.java | 17 +
.../ontology/process/EsipCOROntology.java | 69 ++
.../ontology/process/EsipPortalOntology.java | 72 ++
.../mudrod/ontology/process/LocalOntology.java | 391 +++++++
.../ontology/process/OntologyLinkCal.java | 113 ++
.../mudrod/ontology/process/OntologyParser.java | 46 +
.../sdap/mudrod/ontology/process/OwlParser.java | 170 +++
.../mudrod/ontology/process/package-info.java | 17 +
.../mudrod/recommendation/package-info.java | 18 +
.../recommendation/pre/ImportMetadata.java | 112 ++
.../pre/MetadataTFIDFGenerator.java | 100 ++
.../recommendation/pre/NormalizeVariables.java | 223 ++++
.../recommendation/pre/SessionCooccurence.java | 152 +++
.../mudrod/recommendation/pre/package-info.java | 17 +
.../process/AbstractBasedSimilarity.java | 74 ++
.../process/VariableBasedSimilarity.java | 380 +++++++
.../recommendation/process/package-info.java | 17 +
.../recommendation/process/sessionBasedCF.java | 74 ++
.../structure/HybridRecommendation.java | 275 +++++
.../recommendation/structure/MetadataOpt.java | 150 +++
.../recommendation/structure/RecomData.java | 197 ++++
.../recommendation/structure/package-info.java | 17 +
.../sdap/mudrod/semantics/SVDAnalyzer.java | 72 ++
.../sdap/mudrod/semantics/SemanticAnalyzer.java | 148 +++
.../sdap/mudrod/semantics/package-info.java | 18 +
.../mudrod/ssearch/ClickstreamImporter.java | 113 ++
.../apache/sdap/mudrod/ssearch/Dispatcher.java | 128 +++
.../org/apache/sdap/mudrod/ssearch/Ranker.java | 192 ++++
.../apache/sdap/mudrod/ssearch/Searcher.java | 282 +++++
.../sdap/mudrod/ssearch/package-info.java | 18 +
.../mudrod/ssearch/ranking/DataGenerator.java | 313 ++++++
.../sdap/mudrod/ssearch/ranking/Evaluator.java | 145 +++
.../sdap/mudrod/ssearch/ranking/Learner.java | 60 +
.../mudrod/ssearch/ranking/SparkFormatter.java | 55 +
.../sdap/mudrod/ssearch/ranking/SparkSVM.java | 49 +
.../ssearch/ranking/TrainingImporter.java | 91 ++
.../mudrod/ssearch/ranking/package-info.java | 18 +
.../sdap/mudrod/ssearch/structure/SResult.java | 183 +++
.../mudrod/ssearch/structure/package-info.java | 17 +
.../sdap/mudrod/utils/ESTransportClient.java | 55 +
.../apache/sdap/mudrod/utils/HttpRequest.java | 61 +
.../sdap/mudrod/utils/LabeledRowMatrix.java | 38 +
.../apache/sdap/mudrod/utils/LinkageTriple.java | 192 ++++
.../apache/sdap/mudrod/utils/MatrixUtil.java | 488 ++++++++
.../org/apache/sdap/mudrod/utils/RDDUtil.java | 53 +
.../org/apache/sdap/mudrod/utils/SVDUtil.java | 118 ++
.../sdap/mudrod/utils/SimilarityUtil.java | 277 +++++
.../apache/sdap/mudrod/utils/package-info.java | 18 +
.../apache/sdap/mudrod/weblog/package-info.java | 18 +
.../partition/KGreedyPartitionSolver.java | 142 +++
.../partition/ThePartitionProblemSolver.java | 8 +
.../mudrod/weblog/partition/logPartitioner.java | 33 +
.../mudrod/weblog/pre/ClickStreamGenerator.java | 74 ++
.../mudrod/weblog/pre/CrawlerDetection.java | 252 +++++
.../mudrod/weblog/pre/HistoryGenerator.java | 139 +++
.../sdap/mudrod/weblog/pre/ImportLogFile.java | 343 ++++++
.../sdap/mudrod/weblog/pre/LogAbstract.java | 228 ++++
.../weblog/pre/RankingTrainDataGenerator.java | 54 +
.../sdap/mudrod/weblog/pre/RemoveRawLog.java | 56 +
.../mudrod/weblog/pre/SessionGenerator.java | 452 ++++++++
.../mudrod/weblog/pre/SessionStatistic.java | 312 +++++
.../sdap/mudrod/weblog/pre/package-info.java | 18 +
.../weblog/process/ClickStreamAnalyzer.java | 79 ++
.../weblog/process/UserHistoryAnalyzer.java | 66 ++
.../mudrod/weblog/process/package-info.java | 17 +
.../weblog/structure/ApacheAccessLog.java | 130 +++
.../mudrod/weblog/structure/ClickStream.java | 188 ++++
.../mudrod/weblog/structure/Coordinates.java | 21 +
.../sdap/mudrod/weblog/structure/FtpLog.java | 65 ++
.../sdap/mudrod/weblog/structure/GeoIp.java | 47 +
.../weblog/structure/RankingTrainData.java | 147 +++
.../mudrod/weblog/structure/RequestUrl.java | 294 +++++
.../sdap/mudrod/weblog/structure/Session.java | 288 +++++
.../weblog/structure/SessionExtractor.java | 531 +++++++++
.../mudrod/weblog/structure/SessionNode.java | 344 ++++++
.../mudrod/weblog/structure/SessionTree.java | 522 +++++++++
.../sdap/mudrod/weblog/structure/WebLog.java | 89 ++
.../mudrod/weblog/structure/package-info.java | 17 +
core/src/main/resources/config.xml | 2 +-
.../nasa/jpl/mudrod/main/TestMudrodEngine.java | 303 -----
.../ontology/process/TestLocalOntology.java | 226 ----
.../sdap/mudrod/main/TestMudrodEngine.java | 303 +++++
.../ontology/process/TestLocalOntology.java | 227 ++++
pom.xml | 10 +-
service/.classpath | 230 ----
service/.gitignore | 1 +
service/.project | 31 -
service/mudrod_service.log | 83 --
service/mudrod_service.log.2016-10-13 | 1064 ------------------
service/pom.xml | 6 +-
.../mudrod/services/MudrodContextListener.java | 17 +-
.../autocomplete/AutoCompleteResource.java | 5 +-
.../services/ontology/OntologyResource.java | 3 +-
.../HybridRecomDatasetsResource.java | 5 +-
.../recommendation/RecomDatasetsResource.java | 5 +-
.../search/SearchDatasetDetailResource.java | 4 +-
.../services/search/SearchMetadataResource.java | 9 +-
.../services/search/SearchVocabResource.java | 5 +-
.../services/search/SessionDetailResource.java | 7 +-
service/src/main/webapp/WEB-INF/web.xml | 20 +-
web/.classpath | 6 -
web/.gitignore | 1 +
web/.project | 31 -
web/pom.xml | 10 +-
254 files changed, 15037 insertions(+), 16877 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/.gitignore
----------------------------------------------------------------------
diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..5f137c9
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,4 @@
+/target/
+.project
+.settings/
+**/*.settings/org.eclipse.wst.validation.prefs
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/.classpath
----------------------------------------------------------------------
diff --git a/core/.classpath b/core/.classpath
deleted file mode 100644
index ac5dfed..0000000
--- a/core/.classpath
+++ /dev/null
@@ -1,224 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<classpath>
- <classpathentry kind="src" path="src/test/java" output="target/test-classes" including="**/*.java"/>
- <classpathentry kind="src" path="src/main/java" including="**/*.java"/>
- <classpathentry kind="src" path="src/main/resources" excluding="javaSVMWithSGDModel/**|**/*.java"/>
- <classpathentry kind="src" path="target" including="javaSVMWithSGDModel.zip" excluding="**/*.java"/>
- <classpathentry kind="src" path="/usr/local/mudrod" including="LICENSE.txt|NOTICE.txt" excluding="**/*.java"/>
- <classpathentry kind="output" path="target/classes"/>
- <classpathentry kind="var" path="M2_REPO/javax/servlet/javax.servlet-api/3.1.0/javax.servlet-api-3.1.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/javax/ws/rs/javax.ws.rs-api/2.0.1/javax.ws.rs-api-2.0.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/javax/validation/validation-api/1.1.0.Final/validation-api-1.1.0.Final.jar"/>
- <classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER"/>
- <classpathentry kind="var" path="M2_REPO/com/google/code/gson/gson/2.5/gson-2.5.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/jdom/jdom/2.0.2/jdom-2.0.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/elasticsearch/elasticsearch/5.2.0/elasticsearch-5.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/lucene/lucene-core/6.4.0/lucene-core-6.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/lucene/lucene-analyzers-common/6.4.0/lucene-analyzers-common-6.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/lucene/lucene-backward-codecs/6.4.0/lucene-backward-codecs-6.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/lucene/lucene-grouping/6.4.0/lucene-grouping-6.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/lucene/lucene-highlighter/6.4.0/lucene-highlighter-6.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/lucene/lucene-join/6.4.0/lucene-join-6.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/lucene/lucene-memory/6.4.0/lucene-memory-6.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/lucene/lucene-misc/6.4.0/lucene-misc-6.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/lucene/lucene-queries/6.4.0/lucene-queries-6.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/lucene/lucene-queryparser/6.4.0/lucene-queryparser-6.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/lucene/lucene-sandbox/6.4.0/lucene-sandbox-6.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/lucene/lucene-spatial/6.4.0/lucene-spatial-6.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/lucene/lucene-spatial-extras/6.4.0/lucene-spatial-extras-6.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/lucene/lucene-spatial3d/6.4.0/lucene-spatial3d-6.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/lucene/lucene-suggest/6.4.0/lucene-suggest-6.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/elasticsearch/securesm/1.1/securesm-1.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/net/sf/jopt-simple/jopt-simple/5.0.2/jopt-simple-5.0.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/carrotsearch/hppc/0.7.1/hppc-0.7.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/joda-time/joda-time/2.9.4/joda-time-2.9.4.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/yaml/snakeyaml/1.15/snakeyaml-1.15.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/fasterxml/jackson/core/jackson-core/2.8.6/jackson-core-2.8.6.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/fasterxml/jackson/dataformat/jackson-dataformat-smile/2.8.6/jackson-dataformat-smile-2.8.6.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/fasterxml/jackson/dataformat/jackson-dataformat-yaml/2.8.6/jackson-dataformat-yaml-2.8.6.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/fasterxml/jackson/dataformat/jackson-dataformat-cbor/2.8.6/jackson-dataformat-cbor-2.8.6.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/tdunning/t-digest/3.0/t-digest-3.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/hdrhistogram/HdrHistogram/2.1.6/HdrHistogram-2.1.6.jar"/>
- <classpathentry kind="var" path="M2_REPO/net/java/dev/jna/jna/4.2.2/jna-4.2.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/elasticsearch/client/transport/5.2.0/transport-5.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/elasticsearch/plugin/transport-netty3-client/5.2.0/transport-netty3-client-5.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/io/netty/netty/3.8.0.Final/netty-3.8.0.Final.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/elasticsearch/plugin/reindex-client/5.2.0/reindex-client-5.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/elasticsearch/client/rest/5.2.0/rest-5.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/httpcomponents/httpclient/4.5.2/httpclient-4.5.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/httpcomponents/httpcore/4.4.5/httpcore-4.4.5.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/httpcomponents/httpasyncclient/4.1.2/httpasyncclient-4.1.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/httpcomponents/httpcore-nio/4.4.5/httpcore-nio-4.4.5.jar"/>
- <classpathentry kind="var" path="M2_REPO/commons-codec/commons-codec/1.3/commons-codec-1.3.jar"/>
- <classpathentry kind="var" path="M2_REPO/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/elasticsearch/plugin/lang-mustache-client/5.2.0/lang-mustache-client-5.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/spullara/mustache/java/compiler/0.9.3/compiler-0.9.3.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/elasticsearch/plugin/percolator-client/5.2.0/percolator-client-5.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/elasticsearch/elasticsearch-spark-20_2.11/5.2.0/elasticsearch-spark-20_2.11-5.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/spark/spark-sql_2.11/2.1.0/spark-sql_2.11-2.1.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/univocity/univocity-parsers/2.2.1/univocity-parsers-2.2.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/spark/spark-sketch_2.11/2.1.0/spark-sketch_2.11-2.1.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/spark/spark-tags_2.11/2.1.0/spark-tags_2.11-2.1.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/scalatest/scalatest_2.11/2.2.6/scalatest_2.11-2.2.6.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/scala-lang/scala-library/2.11.8/scala-library-2.11.8.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/scala-lang/scala-reflect/2.11.7/scala-reflect-2.11.7.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/scala-lang/modules/scala-xml_2.11/1.0.2/scala-xml_2.11-1.0.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/spark-project/spark/unused/1.0.0/unused-1.0.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/spark/spark-core_2.11/2.1.0/spark-core_2.11-2.1.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/avro/avro-mapred/1.7.7/avro-mapred-1.7.7-hadoop2.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/avro/avro/1.7.7/avro-1.7.7.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/codehaus/jackson/jackson-core-asl/1.9.13/jackson-core-asl-1.9.13.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/codehaus/jackson/jackson-mapper-asl/1.9.13/jackson-mapper-asl-1.9.13.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/thoughtworks/paranamer/paranamer/2.6/paranamer-2.6.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/xerial/snappy/snappy-java/1.1.2.6/snappy-java-1.1.2.6.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/commons/commons-compress/1.4.1/commons-compress-1.4.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/tukaani/xz/1.0/xz-1.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/slf4j/slf4j-api/1.7.16/slf4j-api-1.7.16.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/avro/avro-ipc/1.7.7/avro-ipc-1.7.7-tests.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/twitter/chill_2.11/0.8.0/chill_2.11-0.8.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/twitter/chill-java/0.8.0/chill-java-0.8.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/esotericsoftware/kryo-shaded/3.0.3/kryo-shaded-3.0.3.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/esotericsoftware/minlog/1.3.0/minlog-1.3.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/objenesis/objenesis/2.1/objenesis-2.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/xbean/xbean-asm5-shaded/4.4/xbean-asm5-shaded-4.4.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/hadoop/hadoop-client/2.2.0/hadoop-client-2.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/hadoop/hadoop-common/2.2.0/hadoop-common-2.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/hadoop/hadoop-annotations/2.2.0/hadoop-annotations-2.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/google/guava/guava/14.0.1/guava-14.0.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/google/code/findbugs/jsr305/1.3.9/jsr305-1.3.9.jar"/>
- <classpathentry kind="var" path="M2_REPO/commons-cli/commons-cli/1.2/commons-cli-1.2.jar" sourcepath="M2_REPO/commons-cli/commons-cli/1.2/commons-cli-1.2-sources.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/commons/commons-math/2.1/commons-math-2.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/xmlenc/xmlenc/0.52/xmlenc-0.52.jar"/>
- <classpathentry kind="var" path="M2_REPO/commons-httpclient/commons-httpclient/3.1/commons-httpclient-3.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/commons-io/commons-io/2.1/commons-io-2.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/commons-net/commons-net/2.2/commons-net-2.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/log4j/log4j/1.2.17/log4j-1.2.17.jar"/>
- <classpathentry kind="var" path="M2_REPO/commons-lang/commons-lang/2.5/commons-lang-2.5.jar"/>
- <classpathentry kind="var" path="M2_REPO/commons-configuration/commons-configuration/1.6/commons-configuration-1.6.jar"/>
- <classpathentry kind="var" path="M2_REPO/commons-collections/commons-collections/3.2.1/commons-collections-3.2.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/commons-digester/commons-digester/1.8/commons-digester-1.8.jar"/>
- <classpathentry kind="var" path="M2_REPO/commons-beanutils/commons-beanutils/1.7.0/commons-beanutils-1.7.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/commons-beanutils/commons-beanutils-core/1.8.0/commons-beanutils-core-1.8.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/slf4j/slf4j-log4j12/1.7.16/slf4j-log4j12-1.7.16.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/hadoop/hadoop-auth/2.2.0/hadoop-auth-2.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/zookeeper/zookeeper/3.4.5/zookeeper-3.4.5.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/hadoop/hadoop-hdfs/2.2.0/hadoop-hdfs-2.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/mortbay/jetty/jetty-util/6.1.26/jetty-util-6.1.26.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/hadoop/hadoop-mapreduce-client-app/2.2.0/hadoop-mapreduce-client-app-2.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/hadoop/hadoop-mapreduce-client-common/2.2.0/hadoop-mapreduce-client-common-2.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/hadoop/hadoop-yarn-common/2.2.0/hadoop-yarn-common-2.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/hadoop/hadoop-yarn-api/2.2.0/hadoop-yarn-api-2.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/codehaus/jettison/jettison/1.3.8/jettison-1.3.8.jar"/>
- <classpathentry kind="var" path="M2_REPO/stax/stax-api/1.0.1/stax-api-1.0.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/hadoop/hadoop-yarn-client/2.2.0/hadoop-yarn-client-2.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/hadoop/hadoop-mapreduce-client-core/2.2.0/hadoop-mapreduce-client-core-2.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/hadoop/hadoop-yarn-server-common/2.2.0/hadoop-yarn-server-common-2.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/hadoop/hadoop-mapreduce-client-shuffle/2.2.0/hadoop-mapreduce-client-shuffle-2.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/hadoop/hadoop-mapreduce-client-jobclient/2.2.0/hadoop-mapreduce-client-jobclient-2.2.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/spark/spark-launcher_2.11/2.1.0/spark-launcher_2.11-2.1.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/spark/spark-network-common_2.11/2.1.0/spark-network-common_2.11-2.1.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/io/netty/netty-all/4.0.42.Final/netty-all-4.0.42.Final.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/commons/commons-lang3/3.5/commons-lang3-3.5.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/fusesource/leveldbjni/leveldbjni-all/1.8/leveldbjni-all-1.8.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/fasterxml/jackson/core/jackson-databind/2.6.5/jackson-databind-2.6.5.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/fasterxml/jackson/core/jackson-annotations/2.6.5/jackson-annotations-2.6.5.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/spark/spark-network-shuffle_2.11/2.1.0/spark-network-shuffle_2.11-2.1.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/io/dropwizard/metrics/metrics-core/3.1.2/metrics-core-3.1.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/spark/spark-unsafe_2.11/2.1.0/spark-unsafe_2.11-2.1.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/net/java/dev/jets3t/jets3t/0.7.1/jets3t-0.7.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/curator/curator-recipes/2.4.0/curator-recipes-2.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/curator/curator-framework/2.4.0/curator-framework-2.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/curator/curator-client/2.4.0/curator-client-2.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/commons/commons-math3/3.4.1/commons-math3-3.4.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/slf4j/jul-to-slf4j/1.7.16/jul-to-slf4j-1.7.16.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/slf4j/jcl-over-slf4j/1.7.16/jcl-over-slf4j-1.7.16.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/ning/compress-lzf/1.0.3/compress-lzf-1.0.3.jar"/>
- <classpathentry kind="var" path="M2_REPO/net/jpountz/lz4/lz4/1.3.0/lz4-1.3.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/roaringbitmap/RoaringBitmap/0.5.11/RoaringBitmap-0.5.11.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/json4s/json4s-jackson_2.11/3.2.11/json4s-jackson_2.11-3.2.11.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/json4s/json4s-core_2.11/3.2.11/json4s-core_2.11-3.2.11.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/json4s/json4s-ast_2.11/3.2.11/json4s-ast_2.11-3.2.11.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/scala-lang/scalap/2.11.0/scalap-2.11.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/scala-lang/scala-compiler/2.11.0/scala-compiler-2.11.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/scala-lang/modules/scala-parser-combinators_2.11/1.0.1/scala-parser-combinators_2.11-1.0.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/glassfish/jersey/core/jersey-client/2.22.2/jersey-client-2.22.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/glassfish/jersey/core/jersey-common/2.22.2/jersey-common-2.22.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/glassfish/jersey/bundles/repackaged/jersey-guava/2.22.2/jersey-guava-2.22.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/glassfish/hk2/hk2-api/2.4.0-b34/hk2-api-2.4.0-b34.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/glassfish/hk2/hk2-utils/2.4.0-b34/hk2-utils-2.4.0-b34.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/glassfish/hk2/external/aopalliance-repackaged/2.4.0-b34/aopalliance-repackaged-2.4.0-b34.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/glassfish/hk2/external/javax.inject/2.4.0-b34/javax.inject-2.4.0-b34.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/glassfish/hk2/hk2-locator/2.4.0-b34/hk2-locator-2.4.0-b34.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/javassist/javassist/3.18.1-GA/javassist-3.18.1-GA.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/glassfish/hk2/osgi-resource-locator/1.0.1/osgi-resource-locator-1.0.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/glassfish/jersey/core/jersey-server/2.22.2/jersey-server-2.22.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/glassfish/jersey/media/jersey-media-jaxb/2.22.2/jersey-media-jaxb-2.22.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/glassfish/jersey/containers/jersey-container-servlet/2.22.2/jersey-container-servlet-2.22.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/glassfish/jersey/containers/jersey-container-servlet-core/2.22.2/jersey-container-servlet-core-2.22.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/clearspring/analytics/stream/2.7.0/stream-2.7.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/io/dropwizard/metrics/metrics-jvm/3.1.2/metrics-jvm-3.1.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/io/dropwizard/metrics/metrics-json/3.1.2/metrics-json-3.1.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/io/dropwizard/metrics/metrics-graphite/3.1.2/metrics-graphite-3.1.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/fasterxml/jackson/module/jackson-module-scala_2.11/2.6.5/jackson-module-scala_2.11-2.6.5.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/fasterxml/jackson/module/jackson-module-paranamer/2.6.5/jackson-module-paranamer-2.6.5.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/ivy/ivy/2.4.0/ivy-2.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/oro/oro/2.0.8/oro-2.0.8.jar"/>
- <classpathentry kind="var" path="M2_REPO/net/razorvine/pyrolite/4.13/pyrolite-4.13.jar"/>
- <classpathentry kind="var" path="M2_REPO/net/sf/py4j/py4j/0.10.4/py4j-0.10.4.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/commons/commons-crypto/1.0.0/commons-crypto-1.0.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/spark/spark-catalyst_2.11/2.1.0/spark-catalyst_2.11-2.1.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/codehaus/janino/janino/3.0.0/janino-3.0.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/codehaus/janino/commons-compiler/3.0.0/commons-compiler-3.0.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/antlr/antlr4-runtime/4.5.3/antlr4-runtime-4.5.3.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/parquet/parquet-column/1.8.1/parquet-column-1.8.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/parquet/parquet-common/1.8.1/parquet-common-1.8.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/parquet/parquet-encoding/1.8.1/parquet-encoding-1.8.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/parquet/parquet-hadoop/1.8.1/parquet-hadoop-1.8.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/parquet/parquet-format/2.3.0-incubating/parquet-format-2.3.0-incubating.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/parquet/parquet-jackson/1.8.1/parquet-jackson-1.8.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/spark/spark-streaming_2.11/2.1.0/spark-streaming_2.11-2.1.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/spark/spark-mllib_2.11/2.1.0/spark-mllib_2.11-2.1.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/spark/spark-graphx_2.11/2.1.0/spark-graphx_2.11-2.1.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/spark/spark-mllib-local_2.11/2.1.0/spark-mllib-local_2.11-2.1.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/scalanlp/breeze_2.11/0.12/breeze_2.11-0.12.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/scalanlp/breeze-macros_2.11/0.12/breeze-macros_2.11-0.12.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/fommil/netlib/core/1.1.2/core-1.1.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/net/sourceforge/f2j/arpack_combined_all/0.1/arpack_combined_all-0.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/net/sf/opencsv/opencsv/2.3/opencsv-2.3.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/rwl/jtransforms/2.4.0/jtransforms-2.4.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/spire-math/spire_2.11/0.7.4/spire_2.11-0.7.4.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/spire-math/spire-macros_2.11/0.7.4/spire-macros_2.11-0.7.4.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/chuusai/shapeless_2.11/2.0.0/shapeless_2.11-2.0.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/jpmml/pmml-model/1.2.15/pmml-model-1.2.15.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/jpmml/pmml-schema/1.2.15/pmml-schema-1.2.15.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/fommil/netlib/netlib-native_ref-osx-x86_64/1.1/netlib-native_ref-osx-x86_64-1.1-natives.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/fommil/netlib/native_ref-java/1.1/native_ref-java-1.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/fommil/jniloader/1.1/jniloader-1.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/fommil/netlib/netlib-native_ref-linux-x86_64/1.1/netlib-native_ref-linux-x86_64-1.1-natives.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/fommil/netlib/netlib-native_ref-linux-i686/1.1/netlib-native_ref-linux-i686-1.1-natives.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/fommil/netlib/netlib-native_ref-win-x86_64/1.1/netlib-native_ref-win-x86_64-1.1-natives.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/fommil/netlib/netlib-native_ref-win-i686/1.1/netlib-native_ref-win-i686-1.1-natives.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/fommil/netlib/netlib-native_ref-linux-armhf/1.1/netlib-native_ref-linux-armhf-1.1-natives.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/fommil/netlib/netlib-native_system-osx-x86_64/1.1/netlib-native_system-osx-x86_64-1.1-natives.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/fommil/netlib/native_system-java/1.1/native_system-java-1.1.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/fommil/netlib/netlib-native_system-linux-x86_64/1.1/netlib-native_system-linux-x86_64-1.1-natives.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/fommil/netlib/netlib-native_system-linux-i686/1.1/netlib-native_system-linux-i686-1.1-natives.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/fommil/netlib/netlib-native_system-linux-armhf/1.1/netlib-native_system-linux-armhf-1.1-natives.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/fommil/netlib/netlib-native_system-win-x86_64/1.1/netlib-native_system-win-x86_64-1.1-natives.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/fommil/netlib/netlib-native_system-win-i686/1.1/netlib-native_system-win-i686-1.1-natives.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/logging/log4j/log4j-api/2.6.2/log4j-api-2.6.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/logging/log4j/log4j-core/2.6.2/log4j-core-2.6.2.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/jena/jena-core/3.3.0/jena-core-3.3.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/jena/jena-iri/3.3.0/jena-iri-3.3.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/xerces/xercesImpl/2.11.0/xercesImpl-2.11.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/xml-apis/xml-apis/1.4.01/xml-apis-1.4.01.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/jena/jena-base/3.3.0/jena-base-3.3.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/jena/jena-shaded-guava/3.3.0/jena-shaded-guava-3.3.0.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/apache/commons/commons-csv/1.3/commons-csv-1.3.jar"/>
- <classpathentry kind="var" path="M2_REPO/com/github/andrewoma/dexx/collection/0.6/collection-0.6.jar"/>
- <classpathentry kind="var" path="M2_REPO/junit/junit/4.12/junit-4.12.jar"/>
- <classpathentry kind="var" path="M2_REPO/org/hamcrest/hamcrest-core/1.3/hamcrest-core-1.3.jar"/>
-</classpath>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/.externalToolBuilders/Maven_Ant_Builder.launch
----------------------------------------------------------------------
diff --git a/core/.externalToolBuilders/Maven_Ant_Builder.launch b/core/.externalToolBuilders/Maven_Ant_Builder.launch
deleted file mode 100644
index 960f867..0000000
--- a/core/.externalToolBuilders/Maven_Ant_Builder.launch
+++ /dev/null
@@ -1,25 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<launchConfiguration type="org.eclipse.ant.AntBuilderLaunchConfigurationType">
- <booleanAttribute key="org.eclipse.debug.ui.ATTR_LAUNCH_IN_BACKGROUND" value="false"/>
- <stringAttribute key="org.eclipse.ui.externaltools.ATTR_RUN_BUILD_KINDS" value="full,incremental,auto,clean"/>
- <booleanAttribute key="org.eclipse.ui.externaltools.ATTR_TRIGGERS_CONFIGURED" value="true"/>
- <booleanAttribute key="org.eclipse.debug.core.appendEnvironmentVariables" value="true"/>
- <stringAttribute key="org.eclipse.jdt.launching.PROJECT_ATTR" value="mudrod-core"/>
- <booleanAttribute key="org.eclipse.jdt.launching.DEFAULT_CLASSPATH" value="true"/>
- <stringAttribute key="org.eclipse.ui.externaltools.ATTR_LOCATION" value="${build_project}/maven-eclipse.xml"/>
- <stringAttribute key="org.eclipse.ui.externaltools.ATTR_WORKING_DIRECTORY" value="${build_project}"/>
- <stringAttribute key="org.eclipse.debug.core.ATTR_REFRESH_SCOPE" value="${project}"/>
- <booleanAttribute key="org.eclipse.debug.core.capture_output" value="false"/>
- <stringAttribute key="org.eclipse.ui.externaltools.ATTR_BUILD_SCOPE" value="${working_set:<?xml version='1.0'?><launchConfigurationWorkingSet editPageId='org.eclipse.ui.resourceWorkingSetPage' factoryID='org.eclipse.ui.internal.WorkingSetFactory' label='workingSet' name='workingSet'><item factoryID='org.eclipse.ui.internal.model.ResourceFactory' path='mudrod-core' type='4'/></launchConfigurationWorkingSet>}"/>
- <stringAttribute key="process_factory_id" value="org.eclipse.ant.ui.remoteAntProcessFactory"/>
- <booleanAttribute key="org.eclipse.ant.ui.DEFAULT_VM_INSTALL" value="false"/>
- <booleanAttribute key="org.eclipse.debug.ui.ATTR_CONSOLE_OUTPUT_ON" value="false"/>
- <booleanAttribute key="org.eclipse.ant.ui.ATTR_TARGETS_UPDATED" value="true"/>
- <stringAttribute key="org.eclipse.jdt.launching.CLASSPATH_PROVIDER" value="org.eclipse.ant.ui.AntClasspathProvider"/>
- <listAttribute key="org.eclipse.debug.core.MAPPED_RESOURCE_TYPES">
- <listEntry value="1"/>
- </listAttribute>
- <listAttribute key="org.eclipse.debug.core.MAPPED_RESOURCE_PATHS">
- <listEntry value="/mudrod-core/maven-eclipse.xml"/>
- </listAttribute>
-</launchConfiguration>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/.gitignore
----------------------------------------------------------------------
diff --git a/core/.gitignore b/core/.gitignore
new file mode 100644
index 0000000..b83d222
--- /dev/null
+++ b/core/.gitignore
@@ -0,0 +1 @@
+/target/
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/.project
----------------------------------------------------------------------
diff --git a/core/.project b/core/.project
deleted file mode 100644
index 540ea77..0000000
--- a/core/.project
+++ /dev/null
@@ -1,36 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<projectDescription>
- <name>mudrod-core</name>
- <comment>Core Mudrod library implementation. NO_M2ECLIPSE_SUPPORT: Project files created with the maven-eclipse-plugin are not supported in M2Eclipse.</comment>
- <projects/>
- <buildSpec>
- <buildCommand>
- <name>org.eclipse.wst.common.project.facet.core.builder</name>
- </buildCommand>
- <buildCommand>
- <name>org.eclipse.jdt.core.javabuilder</name>
- </buildCommand>
- <buildCommand>
- <name>org.eclipse.ui.externaltools.ExternalToolBuilder</name>
- <arguments>
- <dictionary>
- <key>LaunchConfigHandle</key>
- <value><project>/.externalToolBuilders/Maven_Ant_Builder.launch</value>
- </dictionary>
- </arguments>
- </buildCommand>
- <buildCommand>
- <name>org.eclipse.m2e.core.maven2Builder</name>
- </buildCommand>
- <buildCommand>
- <name>org.eclipse.wst.validation.validationbuilder</name>
- </buildCommand>
- </buildSpec>
- <natures>
- <nature>org.eclipse.jem.workbench.JavaEMFNature</nature>
- <nature>org.eclipse.wst.common.modulecore.ModuleCoreNature</nature>
- <nature>org.eclipse.m2e.core.maven2Nature</nature>
- <nature>org.eclipse.jdt.core.javanature</nature>
- <nature>org.eclipse.wst.common.project.facet.core.nature</nature>
- </natures>
-</projectDescription>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/.settings/org.eclipse.core.resources.prefs
----------------------------------------------------------------------
diff --git a/core/.settings/org.eclipse.core.resources.prefs b/core/.settings/org.eclipse.core.resources.prefs
deleted file mode 100644
index abdea9a..0000000
--- a/core/.settings/org.eclipse.core.resources.prefs
+++ /dev/null
@@ -1,4 +0,0 @@
-eclipse.preferences.version=1
-encoding//src/main/java=UTF-8
-encoding//src/main/resources=UTF-8
-encoding/<project>=UTF-8
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/.settings/org.eclipse.jdt.core.prefs
----------------------------------------------------------------------
diff --git a/core/.settings/org.eclipse.jdt.core.prefs b/core/.settings/org.eclipse.jdt.core.prefs
deleted file mode 100644
index 6e80039..0000000
--- a/core/.settings/org.eclipse.jdt.core.prefs
+++ /dev/null
@@ -1,8 +0,0 @@
-eclipse.preferences.version=1
-org.eclipse.jdt.core.compiler.codegen.inlineJsrBytecode=enabled
-org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.8
-org.eclipse.jdt.core.compiler.compliance=1.8
-org.eclipse.jdt.core.compiler.problem.assertIdentifier=error
-org.eclipse.jdt.core.compiler.problem.enumIdentifier=error
-org.eclipse.jdt.core.compiler.problem.forbiddenReference=warning
-org.eclipse.jdt.core.compiler.source=1.8
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/.settings/org.eclipse.m2e.core.prefs
----------------------------------------------------------------------
diff --git a/core/.settings/org.eclipse.m2e.core.prefs b/core/.settings/org.eclipse.m2e.core.prefs
deleted file mode 100644
index f897a7f..0000000
--- a/core/.settings/org.eclipse.m2e.core.prefs
+++ /dev/null
@@ -1,4 +0,0 @@
-activeProfiles=
-eclipse.preferences.version=1
-resolveWorkspaceProjects=true
-version=1
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/.settings/org.eclipse.wst.common.component
----------------------------------------------------------------------
diff --git a/core/.settings/org.eclipse.wst.common.component b/core/.settings/org.eclipse.wst.common.component
deleted file mode 100644
index 64b0918..0000000
--- a/core/.settings/org.eclipse.wst.common.component
+++ /dev/null
@@ -1,8 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?><project-modules id="moduleCoreId" project-version="1.5.0">
- <wb-module deploy-name="mudrod-core">
- <wb-resource deploy-path="/" source-path="/src/main/java"/>
- <wb-resource deploy-path="/" source-path="/src/main/resources"/>
- <wb-resource deploy-path="/" source-path="/target"/>
- <wb-resource deploy-path="/" source-path="/local/mudrod"/>
- </wb-module>
-</project-modules>
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/.settings/org.eclipse.wst.common.project.facet.core.xml
----------------------------------------------------------------------
diff --git a/core/.settings/org.eclipse.wst.common.project.facet.core.xml b/core/.settings/org.eclipse.wst.common.project.facet.core.xml
deleted file mode 100644
index fb95c45..0000000
--- a/core/.settings/org.eclipse.wst.common.project.facet.core.xml
+++ /dev/null
@@ -1,5 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<faceted-project>
- <installed facet="java" version="1.8"/>
- <installed facet="jst.utility" version="1.0"/>
-</faceted-project>
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/maven-eclipse.xml
----------------------------------------------------------------------
diff --git a/core/maven-eclipse.xml b/core/maven-eclipse.xml
deleted file mode 100644
index 427ace4..0000000
--- a/core/maven-eclipse.xml
+++ /dev/null
@@ -1,8 +0,0 @@
-<project default="copy-resources">
- <target name="init"/>
- <target name="copy-resources" depends="init">
- <copy todir="target/classes/META-INF" filtering="false">
- <fileset dir="/usr/local/mudrod" includes="LICENSE.txt|NOTICE.txt" excludes="**/*.java"/>
- </copy>
- </target>
-</project>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/mudrod.log
----------------------------------------------------------------------
diff --git a/core/mudrod.log b/core/mudrod.log
deleted file mode 100644
index 8374b97..0000000
--- a/core/mudrod.log
+++ /dev/null
@@ -1,81 +0,0 @@
-2017-10-03 13:56:28,310 INFO process.LocalOntology - Creating new ontology
-2017-10-03 13:56:29,221 WARN impl.RDFDefaultErrorHandler - unknown-source: {W136} Relative URIs are not permitted in RDF: specifically <ont-policy.rdf>
-2017-10-03 13:56:29,309 INFO process.LocalOntology - Reading and processing https://raw.githubusercontent.com/ESIPFed/sweet/master/2.4/sweetAll.owl
-2017-10-03 13:56:29,668 ERROR process.LocalOntology - Failed whilst attempting to read ontology https://raw.githubusercontent.com/ESIPFed/sweet/master/2.4/sweetAll.owl: Error:
-org.apache.jena.shared.DoesNotExistException: https://raw.githubusercontent.com/ESIPFed/sweet/master/2.4/sweetAll.owl
- at org.apache.jena.rdfxml.xmlinput.JenaReader.read(JenaReader.java:97)
- at org.apache.jena.rdf.model.impl.ModelCom.read(ModelCom.java:263)
- at org.apache.jena.ontology.impl.OntModelImpl.readDelegate(OntModelImpl.java:3090)
- at org.apache.jena.ontology.impl.OntModelImpl.read(OntModelImpl.java:2182)
- at gov.nasa.jpl.mudrod.ontology.process.LocalOntology.load(LocalOntology.java:133)
- at gov.nasa.jpl.mudrod.ontology.process.LocalOntology.load(LocalOntology.java:126)
- at gov.nasa.jpl.mudrod.ontology.process.LocalOntology.load(LocalOntology.java:111)
- at gov.nasa.jpl.mudrod.ontology.process.LocalOntology.<init>(LocalOntology.java:74)
- at gov.nasa.jpl.mudrod.ontology.process.TestLocalOntology.setUp(TestLocalOntology.java:53)
- at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
- at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
- at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
- at java.lang.reflect.Method.invoke(Method.java:498)
- at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
- at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
- at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
- at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
- at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
- at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
- at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
- at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
- at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
- at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
- at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
- at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
- at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
- at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
- at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
- at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
- at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:367)
- at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:274)
- at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238)
- at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:161)
- at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:290)
- at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:242)
- at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:121)
-2017-10-03 13:56:29,678 INFO process.LocalOntology - Creating new ontology
-2017-10-03 13:56:29,678 INFO process.LocalOntology - Reading and processing https://raw.githubusercontent.com/ESIPFed/sweet/master/2.4/sweetAll.owl
-2017-10-03 13:56:29,695 ERROR process.LocalOntology - Failed whilst attempting to read ontology https://raw.githubusercontent.com/ESIPFed/sweet/master/2.4/sweetAll.owl: Error:
-org.apache.jena.shared.DoesNotExistException: https://raw.githubusercontent.com/ESIPFed/sweet/master/2.4/sweetAll.owl
- at org.apache.jena.rdfxml.xmlinput.JenaReader.read(JenaReader.java:97)
- at org.apache.jena.rdf.model.impl.ModelCom.read(ModelCom.java:263)
- at org.apache.jena.ontology.impl.OntModelImpl.readDelegate(OntModelImpl.java:3090)
- at org.apache.jena.ontology.impl.OntModelImpl.read(OntModelImpl.java:2182)
- at gov.nasa.jpl.mudrod.ontology.process.LocalOntology.load(LocalOntology.java:133)
- at gov.nasa.jpl.mudrod.ontology.process.LocalOntology.load(LocalOntology.java:126)
- at gov.nasa.jpl.mudrod.ontology.process.LocalOntology.load(LocalOntology.java:111)
- at gov.nasa.jpl.mudrod.ontology.process.LocalOntology.<init>(LocalOntology.java:74)
- at gov.nasa.jpl.mudrod.ontology.process.TestLocalOntology.setUp(TestLocalOntology.java:53)
- at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
- at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
- at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
- at java.lang.reflect.Method.invoke(Method.java:498)
- at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
- at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
- at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
- at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
- at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
- at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
- at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
- at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
- at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
- at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
- at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
- at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
- at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
- at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
- at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
- at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
- at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:367)
- at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:274)
- at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238)
- at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:161)
- at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:290)
- at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:242)
- at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:121)
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/mudrod.log.2017-06-14
----------------------------------------------------------------------
diff --git a/core/mudrod.log.2017-06-14 b/core/mudrod.log.2017-06-14
deleted file mode 100644
index 7bc924a..0000000
--- a/core/mudrod.log.2017-06-14
+++ /dev/null
@@ -1,9 +0,0 @@
-2017-06-14 10:01:56,775 INFO process.LocalOntology - Creating new ontology
-2017-06-14 10:01:57,575 WARN impl.RDFDefaultErrorHandler - unknown-source: {W136} Relative URIs are not permitted in RDF: specifically <ont-policy.rdf>
-2017-06-14 10:01:57,647 INFO process.LocalOntology - Reading and processing https://raw.githubusercontent.com/ESIPFed/sweet/master/2.4/sweetAll.owl
-2017-06-14 10:02:04,930 WARN impl.RDFDefaultErrorHandler - https://raw.githubusercontent.com/ESIPFed/sweet/master/2.4/reprSciUnits.owl(line 683 column 44): {W105} Redefinition of ID: lux
-2017-06-14 10:02:04,930 WARN impl.RDFDefaultErrorHandler - https://raw.githubusercontent.com/ESIPFed/sweet/master/2.4/reprSciUnits.owl(line 635 column 44): {W105} Previous definition of 'lux'.
-2017-06-14 10:02:15,572 INFO process.LocalOntology - Successfully processed https://raw.githubusercontent.com/ESIPFed/sweet/master/2.4/sweetAll.owl
-2017-06-14 10:02:18,889 INFO process.LocalOntology - Creating new ontology
-2017-06-14 10:02:18,889 INFO process.LocalOntology - Reading and processing https://raw.githubusercontent.com/ESIPFed/sweet/master/2.4/sweetAll.owl
-2017-06-14 10:02:18,898 INFO process.LocalOntology - Successfully processed https://raw.githubusercontent.com/ESIPFed/sweet/master/2.4/sweetAll.owl
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/pom.xml
----------------------------------------------------------------------
diff --git a/core/pom.xml b/core/pom.xml
index c63d005..2725e87 100644
--- a/core/pom.xml
+++ b/core/pom.xml
@@ -18,7 +18,7 @@
<modelVersion>4.0.0</modelVersion>
<parent>
- <groupId>gov.nasa.jpl.mudrod</groupId>
+ <groupId>org.apache.sdap.mudrod</groupId>
<artifactId>mudrod-parent</artifactId>
<version>0.0.1-SNAPSHOT</version>
<relativePath>../</relativePath>
@@ -192,7 +192,7 @@
<repositoryName>lib</repositoryName>
<programs>
<program>
- <mainClass>gov.nasa.jpl.mudrod.main.MudrodEngine
+ <mainClass>org.apache.sdap.mudrod.main.MudrodEngine
</mainClass>
<name>mudrod-engine</name>
</program>
@@ -273,7 +273,7 @@
implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
<manifestEntries>
<Main-Class>
- gov.nasa.jpl.mudrod.main.MudrodEngine
+ org.apache.sdap.mudrod.main.MudrodEngine
</Main-Class>
<Build-Number>${implementation.build}
</Build-Number>
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/DiscoveryEngineAbstract.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/DiscoveryEngineAbstract.java b/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/DiscoveryEngineAbstract.java
deleted file mode 100644
index 2de9cf6..0000000
--- a/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/DiscoveryEngineAbstract.java
+++ /dev/null
@@ -1,46 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License"); you
- * may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package gov.nasa.jpl.mudrod.discoveryengine;
-
-import gov.nasa.jpl.mudrod.driver.ESDriver;
-import gov.nasa.jpl.mudrod.driver.SparkDriver;
-
-import java.io.Serializable;
-import java.util.Properties;
-
-public abstract class DiscoveryEngineAbstract extends MudrodAbstract implements Serializable {
- /**
- *
- */
- private static final long serialVersionUID = 1L;
-
- public DiscoveryEngineAbstract(Properties props, ESDriver es, SparkDriver spark) {
- super(props, es, spark);
- }
-
- /**
- * Abstract method of preprocess
- */
- public abstract void preprocess();
-
- /**
- * Abstract method of process
- */
- public abstract void process();
-
- /**
- * Abstract method of output
- */
- public abstract void output();
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/DiscoveryStepAbstract.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/DiscoveryStepAbstract.java b/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/DiscoveryStepAbstract.java
deleted file mode 100644
index 94e8094..0000000
--- a/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/DiscoveryStepAbstract.java
+++ /dev/null
@@ -1,50 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License"); you
- * may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package gov.nasa.jpl.mudrod.discoveryengine;
-
-import gov.nasa.jpl.mudrod.driver.ESDriver;
-import gov.nasa.jpl.mudrod.driver.SparkDriver;
-
-import java.util.Properties;
-
-/*
- * Generic class of discovery engine step
- */
-public abstract class DiscoveryStepAbstract extends MudrodAbstract {
-
- /**
- *
- */
- private static final long serialVersionUID = 1L;
-
- public DiscoveryStepAbstract(Properties props, ESDriver es, SparkDriver spark) {
- super(props, es, spark);
- }
-
- /**
- * Abstract class of step execution without parameter
- *
- * @return An instance of Object
- */
- public abstract Object execute();
-
- /**
- * Abstract class of step execution with parameter
- *
- * @param o an instance of object
- * @return An instance of object
- */
- public abstract Object execute(Object o);
-
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/MetadataDiscoveryEngine.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/MetadataDiscoveryEngine.java b/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/MetadataDiscoveryEngine.java
deleted file mode 100644
index e994825..0000000
--- a/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/MetadataDiscoveryEngine.java
+++ /dev/null
@@ -1,75 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License"); you
- * may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package gov.nasa.jpl.mudrod.discoveryengine;
-
-import gov.nasa.jpl.mudrod.driver.ESDriver;
-import gov.nasa.jpl.mudrod.driver.SparkDriver;
-import gov.nasa.jpl.mudrod.metadata.pre.ApiHarvester;
-import gov.nasa.jpl.mudrod.metadata.pre.MatrixGenerator;
-import gov.nasa.jpl.mudrod.metadata.process.MetadataAnalyzer;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.io.Serializable;
-import java.util.Properties;
-
-/**
- * Supports to preprocess and process metadata
- */
-public class MetadataDiscoveryEngine extends DiscoveryEngineAbstract implements Serializable {
-
- /**
- *
- */
- private static final long serialVersionUID = 1L;
- private static final Logger LOG = LoggerFactory.getLogger(MetadataDiscoveryEngine.class);
-
- public MetadataDiscoveryEngine(Properties props, ESDriver es, SparkDriver spark) {
- super(props, es, spark);
- }
-
- /**
- * Method of preprocessing metadata
- */
- public void preprocess() {
- LOG.info("Starting metadata preprocessing...");
- startTime = System.currentTimeMillis();
-
- DiscoveryStepAbstract harvester = new ApiHarvester(this.props, this.es, this.spark);
- harvester.execute();
-
- endTime = System.currentTimeMillis();
- LOG.info("Finished metadata preprocessing. Time elapsed: {}s", (endTime - startTime) / 1000);
- }
-
- /**
- * Method of processing metadata
- */
- public void process() {
- LOG.info("Starting metadata processing...");
- startTime = System.currentTimeMillis();
-
- DiscoveryStepAbstract matrix = new MatrixGenerator(this.props, this.es, this.spark);
- matrix.execute();
-
- DiscoveryStepAbstract svd = new MetadataAnalyzer(this.props, this.es, this.spark);
- svd.execute();
-
- endTime = System.currentTimeMillis();
- LOG.info("Finished metadata processing. Time elapsed: {}s", (endTime - startTime) / 1000);
- }
-
- public void output() {
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/MudrodAbstract.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/MudrodAbstract.java b/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/MudrodAbstract.java
deleted file mode 100644
index b3f1831..0000000
--- a/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/MudrodAbstract.java
+++ /dev/null
@@ -1,108 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License"); you
- * may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package gov.nasa.jpl.mudrod.discoveryengine;
-
-import gov.nasa.jpl.mudrod.driver.ESDriver;
-import gov.nasa.jpl.mudrod.driver.SparkDriver;
-import gov.nasa.jpl.mudrod.main.MudrodConstants;
-import org.apache.commons.io.IOUtils;
-import org.codehaus.jettison.json.JSONException;
-import org.codehaus.jettison.json.JSONObject;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import javax.annotation.CheckForNull;
-import java.io.IOException;
-import java.io.InputStream;
-import java.io.Serializable;
-import java.util.Properties;
-
-/**
- * This is the most generic class of Mudrod
- */
-public abstract class MudrodAbstract implements Serializable {
-
- private static final Logger LOG = LoggerFactory.getLogger(MudrodAbstract.class);
- /**
- *
- */
- private static final long serialVersionUID = 1L;
- protected Properties props = new Properties();
- protected ESDriver es = null;
- protected SparkDriver spark = null;
- protected long startTime;
- protected long endTime;
-
- protected static final String ES_SETTINGS = "elastic_settings.json";
- protected static final String ES_MAPPINGS = "elastic_mappings.json";
-
- public MudrodAbstract(Properties props, ESDriver es, SparkDriver spark) {
- this.props = props;
- this.es = es;
- this.spark = spark;
-
- if (this.props != null) {
- this.initMudrod();
- }
- }
-
- /**
- * Method of setting up essential configuration for MUDROD to start
- */
- @CheckForNull
- protected void initMudrod() {
- InputStream settingsStream = getClass().getClassLoader().getResourceAsStream(ES_SETTINGS);
- InputStream mappingsStream = getClass().getClassLoader().getResourceAsStream(ES_MAPPINGS);
- JSONObject settingsJSON = null;
- JSONObject mappingJSON = null;
-
- try {
- settingsJSON = new JSONObject(IOUtils.toString(settingsStream));
- } catch (JSONException | IOException e1) {
- LOG.error("Error reading Elasticsearch settings!", e1);
- }
-
- try {
- mappingJSON = new JSONObject(IOUtils.toString(mappingsStream));
- } catch (JSONException | IOException e1) {
- LOG.error("Error reading Elasticsearch mappings!", e1);
- }
-
- try {
- if (settingsJSON != null && mappingJSON != null) {
- this.es.putMapping(props.getProperty(MudrodConstants.ES_INDEX_NAME), settingsJSON.toString(), mappingJSON.toString());
- }
- } catch (IOException e) {
- LOG.error("Error entering Elasticsearch Mappings!", e);
- }
- }
-
- /**
- * Get driver of Elasticsearch
- *
- * @return driver of Elasticsearch
- */
- public ESDriver getES() {
- return this.es;
- }
-
- /**
- * Get configuration of MUDROD (read from configuration file)
- *
- * @return configuration of MUDROD
- */
- public Properties getConfig() {
- return this.props;
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/OntologyDiscoveryEngine.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/OntologyDiscoveryEngine.java b/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/OntologyDiscoveryEngine.java
deleted file mode 100644
index fe8066f..0000000
--- a/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/OntologyDiscoveryEngine.java
+++ /dev/null
@@ -1,71 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License"); you
- * may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package gov.nasa.jpl.mudrod.discoveryengine;
-
-import gov.nasa.jpl.mudrod.driver.ESDriver;
-import gov.nasa.jpl.mudrod.driver.SparkDriver;
-import gov.nasa.jpl.mudrod.ontology.pre.AggregateTriples;
-import gov.nasa.jpl.mudrod.ontology.process.OntologyLinkCal;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.util.Properties;
-
-/**
- * Supports to preprocess and process ontology
- */
-public class OntologyDiscoveryEngine extends DiscoveryEngineAbstract {
-
- /**
- *
- */
- private static final long serialVersionUID = 1L;
- private static final Logger LOG = LoggerFactory.getLogger(OntologyDiscoveryEngine.class);
-
- public OntologyDiscoveryEngine(Properties props, ESDriver es, SparkDriver spark) {
- super(props, es, spark);
- }
-
- /**
- * Method of preprocessing ontology
- */
- public void preprocess() {
- LOG.info("*****************Ontology preprocessing starts******************");
- startTime = System.currentTimeMillis();
-
- DiscoveryStepAbstract at = new AggregateTriples(this.props, this.es, this.spark);
- at.execute();
-
- endTime = System.currentTimeMillis();
- LOG.info("*****************Ontology preprocessing ends******************Took {}s", (endTime - startTime) / 1000);
- }
-
- /**
- * Method of processing ontology
- */
- public void process() {
- LOG.info("*****************Ontology processing starts******************");
- startTime = System.currentTimeMillis();
-
- DiscoveryStepAbstract ol = new OntologyLinkCal(this.props, this.es, this.spark);
- ol.execute();
-
- endTime = System.currentTimeMillis();
- LOG.info("*****************Ontology processing ends******************Took {}s", (endTime - startTime) / 1000);
- }
-
- public void output() {
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/RecommendEngine.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/RecommendEngine.java b/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/RecommendEngine.java
deleted file mode 100644
index 9805b79..0000000
--- a/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/RecommendEngine.java
+++ /dev/null
@@ -1,77 +0,0 @@
-package gov.nasa.jpl.mudrod.discoveryengine;
-
-import gov.nasa.jpl.mudrod.driver.ESDriver;
-import gov.nasa.jpl.mudrod.driver.SparkDriver;
-import gov.nasa.jpl.mudrod.recommendation.pre.ImportMetadata;
-import gov.nasa.jpl.mudrod.recommendation.pre.MetadataTFIDFGenerator;
-import gov.nasa.jpl.mudrod.recommendation.pre.NormalizeVariables;
-import gov.nasa.jpl.mudrod.recommendation.pre.SessionCooccurence;
-import gov.nasa.jpl.mudrod.recommendation.process.AbstractBasedSimilarity;
-import gov.nasa.jpl.mudrod.recommendation.process.VariableBasedSimilarity;
-import gov.nasa.jpl.mudrod.recommendation.process.sessionBasedCF;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.util.Properties;
-
-public class RecommendEngine extends DiscoveryEngineAbstract {
-
- private static final long serialVersionUID = 1L;
- private static final Logger LOG = LoggerFactory.getLogger(RecommendEngine.class);
-
- public RecommendEngine(Properties props, ESDriver es, SparkDriver spark) {
- super(props, es, spark);
- LOG.info("Started Mudrod Recommend Engine.");
- }
-
- @Override
- public void preprocess() {
- LOG.info("*****************Recommendation preprocessing starts******************");
-
- startTime = System.currentTimeMillis();
-
- DiscoveryStepAbstract harvester = new ImportMetadata(this.props, this.es, this.spark);
- harvester.execute();
-
- DiscoveryStepAbstract tfidf = new MetadataTFIDFGenerator(this.props, this.es, this.spark);
- tfidf.execute();
-
- DiscoveryStepAbstract sessionMatrixGen = new SessionCooccurence(this.props, this.es, this.spark);
- sessionMatrixGen.execute();
-
- DiscoveryStepAbstract transformer = new NormalizeVariables(this.props, this.es, this.spark);
- transformer.execute();
-
- endTime = System.currentTimeMillis();
-
- LOG.info("*****************Recommendation preprocessing ends******************Took {}s {}", (endTime - startTime) / 1000);
- }
-
- @Override
- public void process() {
- // TODO Auto-generated method stub
- LOG.info("*****************Recommendation processing starts******************");
-
- startTime = System.currentTimeMillis();
-
- DiscoveryStepAbstract tfCF = new AbstractBasedSimilarity(this.props, this.es, this.spark);
- tfCF.execute();
-
- DiscoveryStepAbstract cbCF = new VariableBasedSimilarity(this.props, this.es, this.spark);
- cbCF.execute();
-
- DiscoveryStepAbstract sbCF = new sessionBasedCF(this.props, this.es, this.spark);
- sbCF.execute();
-
- endTime = System.currentTimeMillis();
-
- LOG.info("*****************Recommendation processing ends******************Took {}s {}", (endTime - startTime) / 1000);
- }
-
- @Override
- public void output() {
- // TODO Auto-generated method stub
-
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/WeblogDiscoveryEngine.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/WeblogDiscoveryEngine.java b/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/WeblogDiscoveryEngine.java
deleted file mode 100644
index 4657222..0000000
--- a/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/WeblogDiscoveryEngine.java
+++ /dev/null
@@ -1,199 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License"); you
- * may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-package gov.nasa.jpl.mudrod.discoveryengine;
-
-import gov.nasa.jpl.mudrod.driver.ESDriver;
-import gov.nasa.jpl.mudrod.driver.SparkDriver;
-import gov.nasa.jpl.mudrod.main.MudrodConstants;
-import gov.nasa.jpl.mudrod.weblog.pre.*;
-import gov.nasa.jpl.mudrod.weblog.process.ClickStreamAnalyzer;
-import gov.nasa.jpl.mudrod.weblog.process.UserHistoryAnalyzer;
-import org.apache.hadoop.conf.Configuration;
-import org.apache.hadoop.fs.FileStatus;
-import org.apache.hadoop.fs.FileSystem;
-import org.apache.hadoop.fs.Path;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.io.File;
-import java.io.IOException;
-import java.net.URI;
-import java.net.URISyntaxException;
-import java.util.ArrayList;
-import java.util.List;
-import java.util.Properties;
-
-/**
- * Supports to preprocess and process web log
- */
-public class WeblogDiscoveryEngine extends DiscoveryEngineAbstract {
-
- /**
- *
- */
- private static final long serialVersionUID = 1L;
- private static final Logger LOG = LoggerFactory.getLogger(WeblogDiscoveryEngine.class);
- public String timeSuffix = null;
-
- public WeblogDiscoveryEngine(Properties props, ESDriver es, SparkDriver spark) {
- super(props, es, spark);
- LOG.info("Started Mudrod Weblog Discovery Engine.");
- }
-
- /**
- * Get log file list from a directory
- *
- * @param logDir path to directory containing logs either local or in HDFS.
- * @return a list of log files
- */
- public List<String> getFileList(String logDir) {
-
- ArrayList<String> inputList = new ArrayList<>();
- if (!logDir.startsWith("hdfs://")) {
- File directory = new File(logDir);
- File[] fList = directory.listFiles();
- for (File file : fList) {
- if (file.isFile() && file.getName().matches(".*\\d+.*") && file.getName().contains(props.getProperty(MudrodConstants.HTTP_PREFIX))) {
- inputList.add(file.getName().replace(props.getProperty(MudrodConstants.HTTP_PREFIX), ""));
- }
- }
- } else {
- Configuration conf = new Configuration();
- try (FileSystem fs = FileSystem.get(new URI(logDir), conf)) {
- FileStatus[] fileStatus;
- fileStatus = fs.listStatus(new Path(logDir));
- for (FileStatus status : fileStatus) {
- String path1 = status.getPath().toString();
- if (path1.matches(".*\\d+.*") && path1.contains(props.getProperty(MudrodConstants.HTTP_PREFIX))) {
-
- String time = path1.substring(path1.lastIndexOf('.') + 1);
- inputList.add(time);
- }
- }
- } catch (IllegalArgumentException | IOException | URISyntaxException e) {
- LOG.error("An error occured whilst obtaining the log file list.", e);
- }
- }
-
- return inputList;
- }
-
- /**
- * Method of preprocessing web logs, generating vocab similarity based on web
- * logs
- */
- @Override
- public void preprocess() {
- LOG.info("Starting Web log preprocessing.");
-
- ArrayList<String> inputList = (ArrayList<String>) getFileList(props.getProperty(MudrodConstants.DATA_DIR));
-
- for (int i = 0; i < inputList.size(); i++) {
- timeSuffix = inputList.get(i);
- props.put(MudrodConstants.TIME_SUFFIX, timeSuffix);
- startTime = System.currentTimeMillis();
- LOG.info("Processing logs dated {}", inputList.get(i));
-
- DiscoveryStepAbstract im = new ImportLogFile(this.props, this.es, this.spark);
- im.execute();
-
- DiscoveryStepAbstract cd = new CrawlerDetection(this.props, this.es, this.spark);
- cd.execute();
-
- DiscoveryStepAbstract sg = new SessionGenerator(this.props, this.es, this.spark);
- sg.execute();
-
- DiscoveryStepAbstract ss = new SessionStatistic(this.props, this.es, this.spark);
- ss.execute();
-
- DiscoveryStepAbstract rr = new RemoveRawLog(this.props, this.es, this.spark);
- rr.execute();
-
- endTime = System.currentTimeMillis();
-
- LOG.info("Web log preprocessing for logs dated {} complete. Time elapsed {} seconds.", inputList.get(i), (endTime - startTime) / 1000);
- }
-
- DiscoveryStepAbstract hg = new HistoryGenerator(this.props, this.es, this.spark);
- hg.execute();
-
- DiscoveryStepAbstract cg = new ClickStreamGenerator(this.props, this.es, this.spark);
- cg.execute();
-
- LOG.info("Web log preprocessing (user history and clickstream) complete.");
- }
-
- /**
- * Method of web log ingest
- */
- public void logIngest() {
- LOG.info("Starting Web log ingest.");
- ArrayList<String> inputList = (ArrayList<String>) getFileList(props.getProperty(MudrodConstants.DATA_DIR));
- for (int i = 0; i < inputList.size(); i++) {
- timeSuffix = inputList.get(i);
- props.put("TimeSuffix", timeSuffix);
- DiscoveryStepAbstract im = new ImportLogFile(this.props, this.es, this.spark);
- im.execute();
- }
-
- LOG.info("Web log ingest complete.");
-
- }
-
- /**
- * Method of reconstructing user sessions from raw web logs
- */
- public void sessionRestruct() {
- LOG.info("Starting Session reconstruction.");
- ArrayList<String> inputList = (ArrayList<String>) getFileList(props.getProperty(MudrodConstants.DATA_DIR));
- for (int i = 0; i < inputList.size(); i++) {
- timeSuffix = inputList.get(i); // change timeSuffix dynamically
- props.put(MudrodConstants.TIME_SUFFIX, timeSuffix);
- DiscoveryStepAbstract cd = new CrawlerDetection(this.props, this.es, this.spark);
- cd.execute();
-
- DiscoveryStepAbstract sg = new SessionGenerator(this.props, this.es, this.spark);
- sg.execute();
-
- DiscoveryStepAbstract ss = new SessionStatistic(this.props, this.es, this.spark);
- ss.execute();
-
- DiscoveryStepAbstract rr = new RemoveRawLog(this.props, this.es, this.spark);
- rr.execute();
-
- endTime = System.currentTimeMillis();
- }
- LOG.info("Session reconstruction complete.");
- }
-
- @Override
- public void process() {
- LOG.info("Starting Web log processing.");
- startTime = System.currentTimeMillis();
-
- DiscoveryStepAbstract svd = new ClickStreamAnalyzer(this.props, this.es, this.spark);
- svd.execute();
-
- DiscoveryStepAbstract ua = new UserHistoryAnalyzer(this.props, this.es, this.spark);
- ua.execute();
-
- endTime = System.currentTimeMillis();
- LOG.info("Web log processing complete. Time elaspsed {} seconds.", (endTime - startTime) / 1000);
- }
-
- @Override
- public void output() {
- // not implemented yet!
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-sdap-mudrod/blob/39379fa9/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/package-info.java
----------------------------------------------------------------------
diff --git a/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/package-info.java b/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/package-info.java
deleted file mode 100644
index 21e528e..0000000
--- a/core/src/main/java/gov/nasa/jpl/mudrod/discoveryengine/package-info.java
+++ /dev/null
@@ -1,19 +0,0 @@
-/*
- * Licensed under the Apache License, Version 2.0 (the "License"); you
- * may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-/**
- * This package includes abstract classes of MUDROD, discovery step, and engine.
- * Workflow classes such as weblogDiscoveryEngine, OntologyDiscoveryEngine, and
- * MetadataDiscoveryEngine are also included here.
- */
-package gov.nasa.jpl.mudrod.discoveryengine;
\ No newline at end of file