You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bigtop.apache.org by ev...@apache.org on 2019/01/07 09:06:19 UTC

[bigtop] 02/02: BIGTOP-3124. Remove package installation in provisioner/utils/smoke-tests.sh and polish the script

This is an automated email from the ASF dual-hosted git repository.

evansye pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/bigtop.git

commit 676b2925764cca429c783f9804c06b940352d921
Author: Evans Ye <ev...@apache.org>
AuthorDate: Sat Jan 5 02:35:23 2019 +0800

    BIGTOP-3124. Remove package installation in provisioner/utils/smoke-tests.sh and polish the script
---
 provisioner/utils/smoke-tests.sh | 41 ++++++++++++++++++++++------------------
 1 file changed, 23 insertions(+), 18 deletions(-)

diff --git a/provisioner/utils/smoke-tests.sh b/provisioner/utils/smoke-tests.sh
index 503d3b8..1a60bf7 100755
--- a/provisioner/utils/smoke-tests.sh
+++ b/provisioner/utils/smoke-tests.sh
@@ -15,7 +15,12 @@
 # limitations under the License.
 
 HCFS_USER="hdfs"
-SMOKE_TESTS=${1:-mapreduce,pig}
+SMOKE_TESTS=$1
+
+if [ -z "$SMOKE_TESTS" ]; then
+  >&2 echo -e "\nSMOKE_TESTS VARIABLE IS NOT DEFINED. CHECK THE INPUT OF `basename $0` \n"
+  exit 2
+fi
 
 # Autodetect JAVA_HOME
 if [ -e /usr/lib/bigtop-utils/bigtop-detect-javahome ]; then
@@ -25,19 +30,24 @@ else
   exit 2
 fi
 
-echo -e "\n===== START TO RUN SMOKE TESTS: $SMOKE_TESTS =====\n"
+echo -e "\n===== EXPORTING VARIABLES =====\n"
 
-export HADOOP_CONF_DIR=/etc/hadoop/conf/
-export HADOOP_MAPRED_HOME=/usr/lib/hadoop-mapreduce/
-export HIVE_HOME=/usr/lib/hive/
-export PIG_HOME=/usr/lib/pig/
-export FLUME_HOME=/usr/lib/flume/
-export SQOOP_HOME=/usr/lib/sqoop/
-export HIVE_CONF_DIR=/etc/hive/conf/
-export MAHOUT_HOME="/usr/lib/mahout"
-export HBASE_HOME=/usr/lib/hbase
-export HBASE_CONF_DIR=/usr/lib/hbase/conf
-export ZOOKEEPER_HOME=/usr/lib/zookeeper
+export ALLUXIO_HOME=${ALLUXIO_HOME:-/usr/lib/alluxio}
+export AMBARI_URL=${AMBARI_URL:-http://localhost:8080}
+export FLUME_HOME=${FLUME_HOME:-/usr/lib/flume}
+export GPDB_HOME=${GPDB_HOME:-/usr/lib/gpdb}
+export HADOOP_MAPRED_HOME=${HADOOP_MAPRED_HOME:-/usr/lib/hadoop-mapreduce}
+export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-/etc/hadoop/conf}
+export HBASE_HOME=${HBASE_HOME:-/usr/lib/hbase}
+export HBASE_CONF_DIR=${HBASE_CONF_DIR:-/usr/lib/hbase/conf}
+export HIVE_HOME=${HIVE_HOME:-/usr/lib/hive}
+export HIVE_CONF_DIR=${HIVE_CONF_DIR:-/etc/hive/conf}
+export MAHOUT_HOME=${MAHOUT_HOME:-/usr/lib/mahout}
+export SPARK_HOME=${SPARK_HOME:-/usr/lib/spark}
+export SQOOP_HOME=${SQOOP_HOME:-/usr/lib/sqoop}
+export ZOOKEEPER_HOME=${ZOOKEEPER_HOME:-/usr/lib/zookeeper}
+
+echo -e "\n===== START TO RUN SMOKE TESTS: $SMOKE_TESTS =====\n"
 
 prep() {
     HADOOP_COMMAND=$1
@@ -51,11 +61,6 @@ if [[ $SMOKE_TESTS == *"qfs"* ]]; then
     prep hadoop-qfs
 fi
 
-if [ -f /etc/debian_version ] ; then
-    apt-get -y install pig hive flume mahout sqoop
-else
-    yum install -y pig hive flume mahout sqoop
-fi
 ALL_SMOKE_TASKS=""
 for s in `echo $SMOKE_TESTS | sed -e 's#,# #g'`; do
   ALL_SMOKE_TASKS="$ALL_SMOKE_TASKS bigtop-tests:smoke-tests:$s:test"