You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@mahout.apache.org by ap...@apache.org on 2015/04/01 23:14:16 UTC
mahout git commit: NOJIRA: spark-nb dependency fix and example update
closes apache/mahout#92
Repository: mahout
Updated Branches:
refs/heads/master 34800682e -> 3eb9fdf92
NOJIRA: spark-nb dependency fix and example update closes apache/mahout#92
Project: http://git-wip-us.apache.org/repos/asf/mahout/repo
Commit: http://git-wip-us.apache.org/repos/asf/mahout/commit/3eb9fdf9
Tree: http://git-wip-us.apache.org/repos/asf/mahout/tree/3eb9fdf9
Diff: http://git-wip-us.apache.org/repos/asf/mahout/diff/3eb9fdf9
Branch: refs/heads/master
Commit: 3eb9fdf923e60c9df4a87b7f691d9a468692beb8
Parents: 3480068
Author: Andrew Palumbo <ap...@apache.org>
Authored: Wed Apr 1 17:13:16 2015 -0400
Committer: Andrew Palumbo <ap...@apache.org>
Committed: Wed Apr 1 17:13:16 2015 -0400
----------------------------------------------------------------------
examples/bin/classify-20newsgroups.sh | 6 +++---
spark/src/main/assembly/dependency-reduced.xml | 2 ++
2 files changed, 5 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/mahout/blob/3eb9fdf9/examples/bin/classify-20newsgroups.sh
----------------------------------------------------------------------
diff --git a/examples/bin/classify-20newsgroups.sh b/examples/bin/classify-20newsgroups.sh
index f4f18f3..7d44480 100755
--- a/examples/bin/classify-20newsgroups.sh
+++ b/examples/bin/classify-20newsgroups.sh
@@ -154,19 +154,19 @@ if ( [ "x$alg" == "xnaivebayes-MapReduce" ] || [ "x$alg" == "xcnaivebayes-MapR
echo "Training Naive Bayes model"
./bin/mahout spark-trainnb \
-i ${WORK_DIR}/20news-train-vectors \
- -o ${WORK_DIR}/spark-model $c
+ -o ${WORK_DIR}/spark-model $c --ma $MASTER
echo "Self testing on training set"
./bin/mahout spark-testnb \
-i ${WORK_DIR}/20news-train-vectors\
-o ${WORK_DIR}\
- -m ${WORK_DIR}/spark-model $c
+ -m ${WORK_DIR}/spark-model $c --ma $MASTER
echo "Testing on holdout set"
./bin/mahout spark-testnb \
-i ${WORK_DIR}/20news-test-vectors\
-o ${WORK_DIR}\
- -m ${WORK_DIR}/spark-model $c
+ -m ${WORK_DIR}/spark-model $c --ma $MASTER
fi
elif [ "x$alg" == "xsgd-MapReduce" ]; then
if [ ! -e "/tmp/news-group.model" ]; then
http://git-wip-us.apache.org/repos/asf/mahout/blob/3eb9fdf9/spark/src/main/assembly/dependency-reduced.xml
----------------------------------------------------------------------
diff --git a/spark/src/main/assembly/dependency-reduced.xml b/spark/src/main/assembly/dependency-reduced.xml
index 5dcc945..3c52d35 100644
--- a/spark/src/main/assembly/dependency-reduced.xml
+++ b/spark/src/main/assembly/dependency-reduced.xml
@@ -38,6 +38,8 @@
<includes>
<include>com.google.guava:guava</include>
<include>com.github.scopt</include>
+ <include>com.tdunning:t-digest</include>
+ <include>org.apache.commons:commons-math3</include>
</includes>
</dependencySet>
</dependencySets>