You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bigtop.apache.org by of...@apache.org on 2018/02/10 01:47:25 UTC
bigtop git commit: BIGTOP-2992: Building Pig with pre-arranged Forrest
Repository: bigtop
Updated Branches:
refs/heads/master 34f581e3d -> 71aa6431a
BIGTOP-2992: Building Pig with pre-arranged Forrest
Signed-off-by: Olaf Flebbe <of...@oflebbe.de>
Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/71aa6431
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/71aa6431
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/71aa6431
Branch: refs/heads/master
Commit: 71aa6431a9f4fc09b940e9e73faf417f3fdf1c50
Parents: 34f581e
Author: Hari Krishna Dara <hd...@salesforce.com>
Authored: Sun Feb 4 21:46:52 2018 +0530
Committer: Olaf Flebbe <of...@oflebbe.de>
Committed: Sat Feb 10 02:39:26 2018 +0100
----------------------------------------------------------------------
.../src/common/pig/do-component-build | 38 ++++++++++++++------
1 file changed, 27 insertions(+), 11 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bigtop/blob/71aa6431/bigtop-packages/src/common/pig/do-component-build
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/common/pig/do-component-build b/bigtop-packages/src/common/pig/do-component-build
index 671c5d4..3e6c302 100644
--- a/bigtop-packages/src/common/pig/do-component-build
+++ b/bigtop-packages/src/common/pig/do-component-build
@@ -28,18 +28,34 @@ hadoop-hdfs.version=$HADOOP_VERSION
hadoop-mapreduce.version=$HADOOP_VERSION
__EOT__
-# use .m2/repository/apache-forrest as store for apache forrest depency download store
-# since -O and -N cannot be used together, work around this issue
-( mkdir -p $HOME/.m2/repository/apache-forrest ;
- cd $HOME/.m2/repository/apache-forrest ;
- /usr/bin/wget -N https://archive.apache.org/dist/forrest/0.9/apache-forrest-0.9.tar.gz
- echo "ea58a078e3861d4dfc8bf3296a53a5f8 apache-forrest-0.9.tar.gz" >apache-forrest-0.9.tar.md5
- if ! md5sum -c --quiet apache-forrest-0.9.tar.md5 ; then
- exit 1
+# Respect FORREST_HOME if defined and valid (assume users knows what they are doing), else fallback to creating our own home.
+if [ -z ${FORREST_HOME-} ] || [ ! -d $FORREST_HOME ]; then
+ BIGTOP_FORREST_VER=${BIGTOP_FORREST_VER:-0.9}
+ BIGTOP_FORREST_MD5=${BIGTOP_FORREST_MD5:-ea58a078e3861d4dfc8bf3296a53a5f8}
+ BIGTOP_FORREST_TAR=apache-forrest-${BIGTOP_FORREST_VER}.tar.gz
+
+ if [ ! -z ${LOCAL_DOWNLOADS_DIR-} ] \
+ && [ -f $LOCAL_DOWNLOADS_DIR/forrest/$BIGTOP_FORREST_TAR ]; then
+ forrest_tar_path=$LOCAL_DOWNLOADS_DIR/forrest/$BIGTOP_FORREST_TAR
+ else
+ forrest_dir=$HOME/.m2/repository/apache-forrest
+ forrest_tar_path=$forrest_dir/$BIGTOP_FORREST_TAR
+ (
+ mkdir -p $forrest_dir ;
+ # since -O and -N cannot be used together, work around this issue by changing dir first.
+ cd $forrest_dir ;
+ /usr/bin/wget -N https://archive.apache.org/dist/forrest/$BIGTOP_FORREST_VER/$BIGTOP_FORREST_TAR
+ )
+ fi
+
+ forrest_tar_md5=$(md5sum $forrest_tar_path | cut -d" " -f1)
+ if [ $forrest_tar_md5 != $BIGTOP_FORREST_MD5 ]; then
+ echo "ERROR: MD5: $forrest_tar_md5 of $forrest_tar_path is not matching expected MD5: $BIGTOP_FORREST_MD5"
+ exit 1
fi
-)
-tar xf $HOME/.m2/repository/apache-forrest/apache-forrest-0.9.tar.gz
-export FORREST_HOME=`pwd`/apache-forrest-0.9
+ tar xf $forrest_tar_path
+ export FORREST_HOME=`pwd`/apache-forrest-${BIGTOP_FORREST_VER}
+fi
BUILD_OPTS="-Djavac.version=${JDK_VERSION} -Dforrest.home=${FORREST_HOME} -Dversion=${PIG_VERSION} -Dhadoopversion=23"