You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@trafodion.apache.org by su...@apache.org on 2017/06/24 00:11:43 UTC
[1/8] incubator-trafodion git commit: [TRAFODION-2644] Obsolete bash
installer
Repository: incubator-trafodion
Updated Branches:
refs/heads/master c902f0993 -> ee20f79b9
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/trafodion_install
----------------------------------------------------------------------
diff --git a/install/installer/trafodion_install b/install/installer/trafodion_install
deleted file mode 100755
index a37fda5..0000000
--- a/install/installer/trafodion_install
+++ /dev/null
@@ -1,833 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-#==============================================
-# Trafodion installation script. Setup Trafodion
-# environment, configuration of HBase with
-# Hbase-trx and co-processors need for Trafodion, and
-# install Trafodion build. All parameters from scripts
-# use configuration file.
-#==============================================
-
-function print_usage {
-cat << EOF
-
-This script will install Trafodion. It will create a configuration
-file (if one has not been created), setup of the environment needed
-for Trafodion, configure HBase with Hbase-trx and co-processors needed,
-and install a specified Trafodion build.
-
-Options:
- --help Print this message and exit
- --accept_license If provided, the user agrees to accept all the
- provisions in the Trafodion license. This allows
- for automation by skipping the display and prompt of
- the Trafodion license.
- --config_file If provided, all install prompts will be
- taken from this file and not prompted for.
- --no_start Will not start trafodion. Useful if other configurations
- need to be done before a start.
-EOF
-}
-
-function copyConfig {
-
-if [ $all_node_count -ne 1 ]; then
- cp $TRAF_CONFIG $LOCAL_WORKDIR
- $TRAF_PDCP $LOCAL_WORKDIR/$TRAF_CONFIG_FILE $HOME
- $TRAF_PDSH sudo mkdir -p $TRAF_CONFIG_DIR
- $TRAF_PDSH sudo cp $HOME/$TRAF_CONFIG_FILE $TRAF_CONFIG_DIR
- $TRAF_PDSH sudo chmod 777 $TRAF_CONFIG
-fi
-
-}
-
-function removePassword {
-
- export TRAF_CONFIG="/etc/trafodion/trafodion_config"
- source $TRAF_CONFIG
-
- $TRAF_PDSH sudo chmod 777 $TRAF_CONFIG
- $TRAF_PDSH sudo sed -i '/TRAF_USER_PASSWORD\=/d' $TRAF_CONFIG
- $TRAF_PDSH sudo sed -i '/\<PASSWORD\>/d' $TRAF_CONFIG
- $TRAF_PDSH sudo chmod 777 $TRAF_CONFIG
-
-}
-
-function fixPermissions {
-
-#Change ownership of this file to be owned by traf user and traf group
-#Errors with JPS will happen if not modified
-if [[ -d /tmp/hsperfdata_trafodion ]]; then
- $TRAF_PDSH sudo chown -R $TRAF_USER.trafodion /tmp/hsperfdata_trafodion
-fi
-
-}
-
-
-function checkHBaseVersion {
-
-for node in $HADOOP_NODES;
-do
- ssh -q -n $node 'echo "exit" | hbase shell &> $HOME/hbaseVersion.txt'
- hbaseInstalled=$(ssh -q -n $node grep "Version" $HOME/hbaseVersion.txt | wc -l)
- if [[ $hbaseInstalled -eq "1" ]]; then
-
- version=$(ssh -q -n $node grep "Version" $HOME/hbaseVersion.txt | sed 's/-.*//' | awk {'print$2'})
- if [[ $HADOOP_TYPE == "hortonworks" ]]; then
- if [[ $CDH_5_3_HDP_2_2_SUPPORT == "N" ]]; then
- if [[ "$HDP_2_3_SUPPORT" == "N" ]]; then
- supportedHBase=$(echo $version | grep "0.98.0.2" | wc -l)
- if [[ $supportedHBase -eq "0" ]]; then
- echo "***ERROR: HBase installed must be 0.98.0.2 on node $node"
- exit -1
- fi
- else
- supportedHBase=$(echo $version | grep "1.1.2" | wc -l)
- if [[ $supportedHBase -eq "0" ]]; then
- echo "***ERROR: HBase installed must be 1.1.2 on node $node"
- exit -1
- fi
- fi
- else
- supportedHBase=$(echo $version | grep "0.98.4" | wc -l)
- if [[ $supportedHBase -eq "0" ]]; then
- echo "***ERROR: HBase installed must be 0.98.4 on node $node"
- exit -1
- fi
- fi
- fi
- if [[ $HADOOP_TYPE == "cloudera" ]]; then
- if [[ $CDH_5_3_HDP_2_2_SUPPORT == "N" ]]; then
- if [[ $CDH_5_4_SUPPORT == "Y" ]] || [[ $CDH_5_5_SUPPORT == "Y" ]] || [[ $CDH_5_7_SUPPORT == "Y" ]]; then
- supportedHBase12=$(echo $version | grep "1.2" | wc -l)
- supportedHBase10=$(echo $version | grep "1.0" | wc -l)
- if [[ $supportedHBase12 -eq "0" ]] && [[ $supportedHBase10 -eq "0" ]]; then
- echo "***ERROR: HBase installed must be 1.2.* or 1.0.* on node $node"
- exit -1
- fi
- if [[ $supportedHBase12 -eq "1" ]]; then
- cdhVersion="5.7"
- else
- cdhVersion=$(ssh -q -n $node grep "Version" $HOME/hbaseVersion.txt | grep "cdh5.4.*" | wc -l)
- if [[ "$cdhVersion" -ge "1" ]]; then
- cdhVersion="5.4"
- else
- cdhVersion="5.5"
- fi
- fi
- else
- supportedHBase=$(echo $version | grep "0.98.1" | wc -l)
- if [[ $supportedHBase -eq "0" ]]; then
- echo "***ERROR: HBase installed must be 0.98.1 on node $node"
- exit -1
- fi
- fi
- else
- supportedHBase=$(echo $version | grep "0.98.6" | wc -l)
- if [[ $supportedHBase -eq "0" ]]; then
- echo "***ERROR: HBase installed must be 0.98.6 on node $node"
- exit -1
- fi
- fi
- fi
- hbaseVersion=$(ssh -q -n $node grep "Version" $HOME/hbaseVersion.txt | sed 's/-.*//' | awk {'print$2'})
- break
- fi
-
-done
-
-HBASE=$(curl -k -su $ADMIN:$PASSWORD $URL/api/v1/clusters/$CLUSTER_NAME/services | grep \"name\" | grep hbase | sed -e 's@[,]@@'g | awk '{print $3}' | sed "s/\"//g")
-HDFS=$(curl -k -su $ADMIN:$PASSWORD $URL/api/v1/clusters/$CLUSTER_NAME/services | grep \"name\" | grep hdfs | sed -e 's@[,]@@'g | awk '{print $3}' | sed "s/\"//g")
-ZOOKEEPER=$(curl -k -su $ADMIN:$PASSWORD $URL/api/v1/clusters/$CLUSTER_NAME/services | grep \"name\" | grep zookeeper | sed -e 's@[,]@@'g | awk '{print $3}' | sed "s/\"//g")
-
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/hbaseVersion\=/d' $TRAF_CONFIG
-echo "export hbaseVersion=\"$hbaseVersion\"" >> $TRAF_CONFIG
-sed -i '/HBASE\=/d' $TRAF_CONFIG
-echo "export HBASE=\"$HBASE\"" >> $TRAF_CONFIG
-sed -i '/HDFS\=/d' $TRAF_CONFIG
-echo "export HDFS=\"$HDFS\"" >> $TRAF_CONFIG
-sed -i '/ZOOKEEPER\=/d' $TRAF_CONFIG
-echo "export ZOOKEEPER=\"$ZOOKEEPER\"" >> $TRAF_CONFIG
-sed -i '/cdhVersion\=/d' $TRAF_CONFIG
-echo "export cdhVersion=\"$cdhVersion\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sudo rm -rf hbaseVersion.txt
-
-}
-
-#==============================================
-#Parse input
-USER_CONFIG=""
-ACCEPT_LICENSE="N"
-RUN_SCANNER="N"
-NO_START="Y"
-
-while [[ $# -gt 0 ]]; do
- case "$1" in
- --help)
- print_usage
- exit -1
- ;;
- --accept_license)
- ACCEPT_LICENSE="Y"
- ;;
- --config_file)
- if [[ -z "$2" ]]; then
- echo "***ERROR: No value passed to param $1."
- print_usage
- exit -1
- fi
- USER_CONFIG=$2
- if [ -f $USER_CONFIG ]; then
- source $USER_CONFIG
- else
- echo "***ERROR: configuration file $USER_CONFIG does not exist"
- exit -1
- fi
- shift
- ;;
- --run_scanner)
- RUN_SCANNER="Y"
- selectedRun="true"
- if [[ $selectedNo == "true" ]]; then
- echo "***ERROR: Selected --run_scanner and --no_scanner. Invalid combination."
- exit -1
- fi
- ;;
- --no_scanner)
- RUN_SCANNER="N"
- selectedNo="true"
- if [[ $selectedRun == "true" ]]; then
- echo "***ERROR: Selected --run_scanner and --no_scanner. Invalid combination."
- exit -1
- fi
- ;;
- --no_start)
- NO_START="N"
- ;;
- *)
- echo "***ERROR: unknown parameter '$1'"
- print_usage
- exit -1
- esac
- shift
-done
-
-#==============================================
-echo
-echo "******************************"
-echo " TRAFODION INSTALLATION START"
-echo "******************************"
-echo
-#==============================================
-# Default values
-
-export timestamp=$(date +%F-%H-%M-%S)
-export TRAF_LOGDIR="/var/log/trafodion"
-export INSTALL_LOG="$TRAF_LOGDIR/trafodion_install_$timestamp.log"
-export INSTALL_LOG_CP="$INSTALL_LOG"
-export SCANNER_LOG="$TRAF_LOGDIR/trafodion_scanner_$timestamp.log"
-#export TRAF_WORKDIR="$( cd "$( dirname "$0" )" && pwd )/.."
-export TRAF_WORKDIR="/usr/lib/trafodion"
-export LOCAL_WORKDIR="$( cd "$( dirname "$0" )" && pwd )"
-export TRAF_CONFIG="/etc/trafodion/trafodion_config"
-export TRAF_CONFIG_DIR=$(dirname $TRAF_CONFIG)
-export TRAF_CONFIG_FILE=$(basename $TRAF_CONFIG)
-export TRAF_USER="trafodion"
-#==============================================
-#Prechecks
-#Check if HBase is up
-
-#$LOCAL_WORKDIR/checkHBase
-
-#if [[ "$?" -ne "0" ]]; then
-# exit -1
-#fi
-
-
-#Check not installing as userid Trafodion
-if [[ "$(whoami)" == "$TRAF_USER" ]]; then
- echo "***ERROR: The Trafodion username cannot be the same as the install username"
- exit -1
-fi
-
-# check that we are running from a userid with sudo access
-sudo echo "***INFO: testing sudo access"
-if [ $? -ne 0 ]; then
- echo "***ERROR: This script must be run from a userid with sudo access."
- exit -1
-fi
-
-#==============================================
-# Setup log & working directories
-
-sudo mkdir -p $TRAF_LOGDIR
-sudo chmod 777 $TRAF_LOGDIR
-touch $INSTALL_LOG
-sudo chmod 777 $INSTALL_LOG
-echo "***INFO: Log file located at $INSTALL_LOG"
-
-sudo mkdir -p $TRAF_CONFIG_DIR
-sudo chmod 777 $TRAF_CONFIG_DIR
-echo "***INFO: Config directory: $TRAF_CONFIG_DIR"
-
-# create a working directory
-sudo mkdir -p $TRAF_WORKDIR
-sudo chmod -R 777 $TRAF_WORKDIR
-echo "***INFO: Working directory: $TRAF_WORKDIR"
-# copy install scripts into working directory
-sudo cp -r $(cd "$( dirname "$0" )" && pwd)/ $TRAF_WORKDIR
-sudo cp -rf $LOCAL_WORKDIR $TRAF_WORKDIR
-sudo chmod -R 777 $TRAF_WORKDIR
-#=============================================
-# Shutdown Trafodion if it is running
-
-userForTrafodion=`grep "$TRAF_USER:" /etc/passwd | wc -l`
-
-if [[ "$userForTrafodion" != "0" ]]; then
-
- if [[ -e $TRAF_HOME/sql/scripts/sqcheck ]]; then
-
- isTrafUp=$(sudo su $TRAF_USER --login --command "sqcheck" 2>/dev/null)
- returnCode=$?
-
- if [[ "$returnCode" -ne "255" ]]; then
- echo "***ERROR: Trafodion is still has processes running."
- echo -n "Stop Trafodion (Y/N), default is N: "
- read answer
-
- if [ -z $answer ]; then
- echo "***ERROR: Please stop Trafodion then rerun trafodion_install"
- echo "***ERROR: Change to trafodion userid then do a 'sqstop'"
- exit -1
- else
- if [[ "${answer}" =~ ^[Yy]$ ]]; then
- echo "***INFO: Stopping Trafodion instance."
- sudo su $TRAF_USER --login --command "sqstop"
- sudo su $TRAF_USER --login --command "ckillall"
- sudo su $TRAF_USER --login --command "dcsstop"
- sudo su $TRAF_USER --login --command "reststop"
- else
- echo "***ERROR: Please stop Trafodion then rerun trafodion_install"
- echo "***ERROR: Change to trafodion user id then do a 'sqstop'"
- exit -1
- fi
- fi
- fi
-
- #This is here until sqstop or ckillall stops dcs and rest
- isDcsStopped=$(sudo su $TRAF_USER --login --command "jps" | wc -w)
- if [[ "$isDcsStopped" -gt "2" ]]; then
- echo "***ERROR: DCS and Rest may still be running, will try to stop them."
- sudo su $TRAF_USER --login --command "dcsstop"
- sudo su $TRAF_USER --login --command "reststop"
- fi
- fi
-fi
-
-#==============================================
-# config file
-
-# if user did not supply their own config file, use the default
-# or prompt to generate a new one.
-if [ -z "$USER_CONFIG" ]; then
- if [ -f $TRAF_CONFIG ]; then
- # strip out LOCAL_WORKDIR from config file, if there.
- # LOCAL_WORKDIR was erroneously saved to the config file in
- # previous versions of the installer scripts and since the config
- # file hangs around between installer runs it needs to be stripped
- # out here before we source in the config file
- cp $TRAF_CONFIG config_temp
- sudo grep -vE "LOCAL_WORKDIR" config_temp > $TRAF_CONFIG 2> /dev/null
- source $TRAF_CONFIG
- fi
-
- # prompt user for configuration info
- $LOCAL_WORKDIR/traf_config_setup | tee -a $INSTALL_LOG
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error while running traf_config_setup." | tee -a $INSTALL_LOG
- echo "***ERROR: No configuration file created." | tee -a $INSTALL_LOG
- exit -1
- fi
-
- # prompt user for security configuration info
- $LOCAL_WORKDIR/traf_secure_setup | tee -a $INSTALL_LOG
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error while running traf_secure_setup." | tee -a $INSTALL_LOG
- echo "***ERROR: No security configuration file created." | tee -a $INSTALL_LOG
- exit -1
- fi
-
- #Call user defined prompting script
- if [[ -e $LOCAL_WORKDIR/traf_user_prompt ]]; then
- $LOCAL_WORKDIR/traf_user_prompt | tee -a $INSTALL_LOG
- $LOCAL_WORKDIR/traf_user_prompt_check | tee -a $INSTALL_LOG
-
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error found while checking config file."
- echo "***ERROR: Exiting..."
- exit -1
- fi
-fi
-
-else
- # copy the user's config file to the default location
- sudo cp $USER_CONFIG $TRAF_CONFIG
- if [ $? -ne 0 ]; then
- echo "***ERROR: unable to copy $USER_CONFIG to $TRAF_CONFIG"
- exit -1
- fi
- sudo chmod 777 $TRAF_CONFIG
-fi
-
-source $TRAF_CONFIG
-if [ $? -ne 0 ]; then
- echo "***ERROR: unable to source $TRAF_CONFIG"
- exit -1
-fi
-#=============================================
-#Check Config File for Errors
-
-$LOCAL_WORKDIR/traf_config_check | tee -a $INSTALL_LOG
-
-if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error found while checking config file."
- echo "***ERROR: Exiting..."
- exit -1
-fi
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/INSTALL_LOG\=/d' $TRAF_CONFIG
-echo "export INSTALL_LOG=\"$INSTALL_LOG_CP\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-source $TRAF_CONFIG
-
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/START_ALL\=/d' $TRAF_CONFIG
-echo "export START_ALL=\"$NO_START\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-source $TRAF_CONFIG
-
-#=============================================
-#Check if doing an upgrade
-
-if [[ $CONFIG_COMPLETE ]]; then
- userForTrafodion=`grep "$TRAF_USER:" /etc/passwd | wc -l`
- if [[ "$userForTrafodion" == "0" ]]; then
- UPGRADE_TRAF=false;
- else
- UPGRADE_TRAF=true;
- fi
-
- #Add upgrade variable to config file
- sudo chmod 777 $TRAF_CONFIG
- sed -i '/UPGRADE_TRAF\=/d' $TRAF_CONFIG
- echo "export UPGRADE_TRAF=\"$UPGRADE_TRAF\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- source $TRAF_CONFIG
-fi
-
-#==============================================
-
-sed -i '/ACCEPT_LICENSE\=/d' $TRAF_CONFIG
-echo "export ACCEPT_LICENSE=\"$ACCEPT_LICENSE\"" >> $TRAF_CONFIG
-
-#==============================================
-# untar package and files into /usr/lib/trafodion (the new TRAF_WORKDIR)
-
-# if we have the package tar of tar files we need to extract
-# trafodion core and dcs and rest-server builds from it
-# if not then we need to copy to $TRAF_WORKDIR
-
-
-# create directory to contain build tar files using the
-# timestamp from the package filename
-
-traf_filename=$(basename "$TRAF_PACKAGE")
-UNTAR_DIR="$TRAF_WORKDIR/${traf_filename%.tar.gz}"
-sudo mkdir -p $UNTAR_DIR
-sudo chmod 755 $UNTAR_DIR
-
-if [[ "$ONE_TAR_INSTALL" == "N" ]]; then
-
- sudo tar -xzf $TRAF_PACKAGE --directory=$UNTAR_DIR
-
- build_file=$(ls $UNTAR_DIR | grep "trafodion_.*server")
- if [[ -z $build_file ]]; then
- echo "***ERROR: trafodion_server-*.tgz could not be found in $UNTAR_DIR"
- exit -1
- fi
- TRAF_BUILD=$UNTAR_DIR/$build_file
-
- build_file=$(ls $UNTAR_DIR | grep "dcs")
- DCS_BUILD=$UNTAR_DIR/$build_file
-
- build_file=$(ls $UNTAR_DIR | grep "rest")
- if [ -z $build_file ]; then
- REST_BUILD=""
- else
- REST_BUILD=$UNTAR_DIR/$build_file
- fi
-
- sed -i '/TRAF_BUILD\=/d' $TRAF_CONFIG
- echo "export TRAF_BUILD=\"$TRAF_BUILD\"" >> $TRAF_CONFIG
- sed -i '/DCS_BUILD\=/d' $TRAF_CONFIG
- echo "export DCS_BUILD=\"$DCS_BUILD\"" >> $TRAF_CONFIG
- sed -i '/REST_BUILD\=/d' $TRAF_CONFIG
- echo "export REST_BUILD=\"$REST_BUILD\"" >> $TRAF_CONFIG
-
-else
- sudo cp $TRAF_PACKAGE $UNTAR_DIR
- if [ $? -ne 0 ]; then
- echo "***ERROR: unable to copy trafodion package ($TRAF_PACKAGE) to $UNTAR_DIR"
- exit -1
- fi
-
-fi
-
-cd $UNTAR_DIR
-
-# clean up any old files left lying around
-sudo rm -rf $UNTAR_DIR/export/lib 2>/dev/null
-
-# extract the hbase-trx jar file (and others) from the tar file
-if [[ "$ONE_TAR_INSTALL" == "Y" ]]; then
- sudo tar -xzf $TRAF_PACKAGE export/lib 2>&1 | tee -a $INSTALL_LOG
-else
- sudo tar -xzf $TRAF_BUILD export/lib 2>&1 | tee -a $INSTALL_LOG
-fi
-if [ ${PIPESTATUS[0]} != 0 ]; then
- echo "***ERROR: unable to find export/lib/ directory in $TRAF_BUILD" 2>&1 | tee -a $INSTALL_LOG
- exit -1
-fi
-
-
-# add the untar directory to the config file
-sed -i '/UNTAR_DIR\=/d' $TRAF_CONFIG
-echo "export UNTAR_DIR=\"$UNTAR_DIR\"" >> $TRAF_CONFIG
-source $TRAF_CONFIG
-
-#============================================
-#Check to make sure HBase Version is the correct version
-
-if [[ $HADOOP_TYPE != "apache" ]]; then
- checkHBaseVersion
-fi
-#==============================================
-# Run trafodion_setup
-echo
-echo "******************************"
-echo " TRAFODION SETUP"
-echo "******************************"
-echo
-
-if [[ "$UPGRADE_TRAF" == "true" ]]; then
- sudo chmod 777 $HOME_DIR/$TRAF_USER/.bashrc
- sudo sed -i -e "/export NODE_LIST/d" $HOME_DIR/$TRAF_USER/.bashrc
- sudo sed -i -e "/export MY_NODES=/d" $HOME_DIR/$TRAF_USER/.bashrc
- sudo sed -i -e "/export JAVA_HOME=/d" $HOME_DIR/$TRAF_USER/.bashrc
- if [ $node_count -gt "1" ]; then
- sudo cp -r $HOME_DIR/$TRAF_USER/.bashrc $HOME/tempBash
- sudo chown $(whoami):$(whoami) $HOME/tempBash
- $TRAF_PDCP $HOME/tempBash $HOME
- $TRAF_PDSH sudo cp $HOME/tempBash $HOME_DIR/$TRAF_USER/.bashrc
- $TRAF_PDSH sudo chown $TRAF_USER.trafodion $HOME_DIR/$TRAF_USER/.bashrc
- $TRAF_PDSH sudo chmod 777 $HOME_DIR/$TRAF_USER/.bashrc
- $TRAF_PDSH rm -rf $HOME/tempBash
- fi
- for node in $ALL_NODE_LIST
- do
- userForTrafodion=$(ssh -q -n $node grep "$TRAF_USER:" /etc/passwd | wc -l)
- if [[ "$userForTrafodion" == 0 ]]; then
- $LOCAL_WORKDIR/traf_setup | tee -a $INSTALL_LOG
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error while running traf_setup." | tee -a $INSTALL_LOG
- echo "***ERROR: Setup not complete, review logs." | tee -a $INSTALL_LOG
- echo "***ERROR: Exiting...." | tee -a $INSTALL_LOG
- exit -1
- else
- echo "***INFO: Trafodion environment setup completed" | tee -a $INSTALL_LOG
- fi
- fi
- done
- echo "***INFO: Installing required RPM packages" | tee -a $INSTALL_LOG
- $LOCAL_WORKDIR/traf_package_setup | tee -a $INSTALL_LOG
- if [ $? != 0 ]; then
- echo "***ERROR: Unable to create Trafodion userid: $TRAF_USER"
- exit -1
- fi
-
-else
- $LOCAL_WORKDIR/traf_setup | tee -a $INSTALL_LOG
-
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error while running traf_setup." | tee -a $INSTALL_LOG
- echo "***ERROR: Setup not complete, review logs." | tee -a $INSTALL_LOG
- echo "***ERROR: Exiting...." | tee -a $INSTALL_LOG
- exit -1
- else
- echo "***INFO: Trafodion environment setup completed" | tee -a $INSTALL_LOG
- fi
-fi
-
-#Add trafodion to the hbase group
-#*********************************************
-$TRAF_PDSH sudo usermod -a -G $HBASE_GROUP $TRAF_USER
-#*********************************************
-
-# create working directories on all nodes
-$TRAF_PDSH sudo mkdir -p $TRAF_WORKDIR
-$TRAF_PDSH sudo chmod 777 $TRAF_WORKDIR
-$TRAF_PDSH sudo mkdir -p $LOCAL_WORKDIR
-$TRAF_PDSH sudo chmod 777 $LOCAL_WORKDIR
-
-# copy config file to all nodes
-
-copyConfig
-fixPermissions
-
-$LOCAL_WORKDIR/traf_sqconfig
-if [ $? != 0 ]; then
- echo "***ERROR: traf_sqconfig script failed."
- echo "***ERROR: sqconfig file not created."
- exit -1
-fi
-#Reserve DCS Ports
-
-echo "***INFO: Reserving DCS ports"
-trafodion_ports=${DCS_MASTER_PORT:-23400},${DCS_MASTER_INFO_PORT:-24400}
-reservedTrafodionPorts="net.ipv4.ip_local_reserved_ports = ${trafodion_ports}"
-
-for node in $ALL_NODE_LIST
-do
- redhatSystem=$(ssh -q -n $node '/sbin/sysctl net.ipv4.ip_local_reserved_ports | wc -l')
- if [[ "$redhatSystem" -ge "1" ]]; then
- reserved_ports=$(ssh -q -n $node '/sbin/sysctl net.ipv4.ip_local_reserved_ports' | awk -F'=' '{print $2;}' | sed 's/^ //')
- ssh -q -n $node 'sudo chmod 777 /etc/sysctl.conf' 2>&1 > /dev/null
- ssh -q -n $node 'sudo sed -i '/net.ipv4.ip_local_reserved_ports""\=*/d' /etc/sysctl.conf' 2>&1 > /dev/null
-
- if [[ -z "${reserved_ports}" ]]; then
- ssh -q -n $node "sudo echo "$reservedTrafodionPorts" >> /etc/sysctl.conf" 2>&1 > /dev/null
- else
- ssh -q -n $node "sudo echo "$reservedTrafodionPorts","$reserved_ports" >> /etc/sysctl.conf" 2>&1 > /dev/null
- fi
- ssh -q -n $node 'sudo chmod 644 /etc/sysctl.conf' 2>&1 > /dev/null
- ssh -q -n $node 'sudo /sbin/sysctl -p' 2>&1 > /dev/null
- else
- echo "***ERROR: Unable to reserve DCS ports (${trafodion_ports})."
- exit -1
- fi
-done
-
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/DCS_PORT\=/d' $TRAF_CONFIG
-echo "export DCS_PORT=\"23400\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/DCS_INFO_PORT\=/d' $TRAF_CONFIG
-echo "export DCS_INFO_PORT=\"24400\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-source $TRAF_CONFIG
-copyConfig
-
-$LOCAL_WORKDIR/traf_add_sudoAccess
-
-#Set Max kernel pid
-
-$TRAF_PDSH sudo /sbin/sysctl -w kernel.pid_max=65535 2>&1 > /dev/null
-sudo sed -i '/kernel\.pid\_max*/d' /etc/sysctl.conf 2>&1 > /dev/null
-sudo chmod 777 /etc/sysctl.conf
-sudo echo "kernel.pid_max = 65535" >> /etc/sysctl.conf
-
-if [[ $all_node_count -ne 1 ]]; then
- sudo chmod 777 /etc/sysctl.conf
- sudo chown $(whoami).$(whoami) /etc/sysctl.conf
- cp /etc/sysctl.conf $HOME 2>&1 > /dev/null
-
- $TRAF_PDCP $HOME/sysctl.conf $HOME 2>&1 > /dev/null
-
- $TRAF_PDSH sudo mv $HOME/sysctl.conf /etc/sysctl.conf
- $TRAF_PDSH sudo chown root.root /etc/sysctl.conf
- $TRAF_PDSH sudo chmod 644 /etc/sysctl.conf
-else
- sudo chmod 644 /etc/sysctl.conf
-fi
-
-#Create install directory
-if [[ "$all_node_count" -ne "1" ]]; then
- $TRAF_PDSH sudo mkdir -p /$HOME_DIR/$TRAF_USER/installer &> /dev/null
-fi
-
-#=============================================
-#Run trafodion_mods
-
-echo
-echo "******************************"
-echo " TRAFODION MODS"
-echo "******************************"
-echo
-
-if [[ $MODS_COMPLETE != "Y" ]]; then
- if [[ $HADOOP_TYPE == "cloudera" ]]; then
- echo "***INFO: Cloudera installed will run traf_cloudera_mods" 2>&1 | tee -a $INSTALL_LOG
- $LOCAL_WORKDIR/traf_cloudera_mods 2>&1 | tee -a $INSTALL_LOG
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: traf_cloudera_mods exited with error." | tee -a $INSTALL_LOG
- echo "***ERROR: Please check log files." | tee -a $INSTALL_LOG
- echo "***ERROR: Exiting...." | tee -a $INSTALL_LOG
- exit -1
- fi
- fi
-
- if [[ $HADOOP_TYPE == "hortonworks" ]]; then
- echo "***INFO: Hortonworks installed will run traf_hortonworks_mods" 2>&1 | tee -a $INSTALL_LOG
- $LOCAL_WORKDIR/traf_hortonworks_mods 2>&1 | tee -a $INSTALL_LOG
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: traf_hortonworks_mods exited with error." | tee -a $INSTALL_LOG
- echo "***ERROR: Please check log files." | tee -a $INSTALL_LOG
- echo "***ERROR: Exiting...." | tee -a $INSTALL_LOG
- exit -1
- fi
- fi
-
- if [[ $HADOOP_TYPE == "apache" ]]; then
- echo "***INFO: Will run traf_apache_mods" 2>&1 | tee -a $INSTALL_LOG
- $LOCAL_WORKDIR/traf_apache_mods 2>&1 | tee -a $INSTALL_LOG
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: traf_apache_mods exited with error." | tee -a $INSTALL_LOG
- echo "***ERROR: Please check log files." | tee -a $INSTALL_LOG
- echo "***ERROR: Exiting...." | tee -a $INSTALL_LOG
- exit -1
- fi
- fi
-else
- echo "***INFO: Trafodion Mods has completed successfully in a previous run."
-fi
-
-echo "***INFO: Trafodion Mods ran successfully."
-
-#Get HBaseSite.xml information
-$LOCAL_WORKDIR/parseHBaseSite.py
-#==============================================
-#Install Trafodion
-echo
-echo "******************************"
-echo " TRAFODION CONFIGURATION"
-echo "******************************"
-echo
-sudo mkdir -p $TRAF_HOME
-sudo chown $TRAF_USER.trafodion $TRAF_HOME
-/bin/cp -rf $LOCAL_WORKDIR/traf_config $TRAF_WORKDIR/installer/traf_config
-
-sudo su $TRAF_USER --login --command "$TRAF_WORKDIR/installer/traf_config" 2>&1 | tee -a $INSTALL_LOG
-
-if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error while running traf_config." | tee -a $INSTALL_LOG
- echo "***ERROR: Setup not complete, review logs." | tee -a $INSTALL_LOG
- echo "***ERROR: Exiting...." | tee -a $INSTALL_LOG
- exit -1
-fi
-
-#==============================================
-#Secure Hadoop setup for Trafodion
-if [[ "$SECURE_HADOOP" == "Y" ]]; then
- echo
- echo "******************************"
- echo " TRAFODION SECURE HADOOP SETUP"
- echo "******************************"
- echo
- echo "***INFO: Running Kerberos installation"
- $LOCAL_WORKDIR/traf_add_kerberos | tee -a $INSTALL_LOG
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error while running traf_add_kerberos." | tee -a $INSTALL_LOG
- echo "***ERROR: Kerberos not enabled" | tee -a $INSTALL_LOG
- exit -1
- fi
-else
- echo "***INFO: Skipping Kerberos setup for Trafodion"
-fi
-
-echo "***INFO: Secure Hadoop setup for Trafodion ran successfully."
-
-# Install and configure CLI for Cloud environments
-if [ "$ENABLE_HA" == "true" ] && [[ $CLOUD_CONFIG == "Y" ]] && [[ $all_node_count -gt 1 ]]; then
- echo "***INFO: Install and configure CLI for Cloud"
- $TRAF_WORKDIR/installer/cloud_cli_setup
-fi
-
-sudo su $TRAF_USER --login --command "$TRAF_WORKDIR/installer/traf_sqgen" 2>&1 | tee -a $INSTALL_LOG
-if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error while running traf_sqgen" | tee -a $INSTALL_LOG
- echo "***ERROR: Setup not complete, review logs." | tee -a $INSTALL_LOG
- echo "***ERROR: Exiting...." | tee -a $INSTALL_LOG
- exit -1
-fi
-
-# setup identity store (LDAP) stuff - has to be done after traf_sqgen completes
-if [[ "$LDAP_SECURITY" == "Y" ]]; then
- $LOCAL_WORKDIR/traf_add_ldap | tee -a $INSTALL_LOG
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error while running traf_add_ldap." | tee -a $INSTALL_LOG
- echo "***ERROR: ldap not enabled" | tee -a $INSTALL_LOG
- exit -1
- fi
-fi
-
-
-if [[ $START_ALL == "Y" ]]; then
- sudo su $TRAF_USER --login --command "$TRAF_WORKDIR/installer/traf_start" 2>&1 | tee -a $INSTALL_LOG
-
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error while running traf_start." | tee -a $INSTALL_LOG
- echo "***ERROR: Setup not complete, review logs." | tee -a $INSTALL_LOG
- echo "***ERROR: Exiting...." | tee -a $INSTALL_LOG
- exit -1
- fi
-
- if [[ "$LDAP_SECURITY" == "Y" || "$SECURE_HADOOP" == "Y" ]]; then
- echo "***INFO: Configure authorization"
- sudo su $TRAF_USER --login --command "$TRAF_WORKDIR/installer/traf_secure" 2>&1 | tee -a $INSTALL_LOG
-
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error while running traf_secure." | tee -a $INSTALL_LOG
- echo "***ERROR: Security setup not complete, continuing - review logs." | tee -a $INSTALL_LOG
- fi
- fi
-fi
-
-#==============================================
-MODS_COMPLETE="N"
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/MODS_COMPLETE\=/d' $TRAF_CONFIG
-echo "export MODS_COMPLETE=\"$MODS_COMPLETE\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-source $TRAF_CONFIG
-copyConfig
-removePassword
-echo
-echo "******************************"
-echo " TRAFODION INSTALLATION END"
-echo "******************************"
-echo
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/trafodion_license
----------------------------------------------------------------------
diff --git a/install/installer/trafodion_license b/install/installer/trafodion_license
deleted file mode 100755
index 6aae489..0000000
--- a/install/installer/trafodion_license
+++ /dev/null
@@ -1,205 +0,0 @@
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-===============================================================================
-
-Project Trafodion is licensed under the Apache License,
-Version 2.0 (the "License"); you may not use software
-from Project Trafodion except in compliance with this
-License or other applicable license terms as specified.
-Project Trafodion includes third party copyrighted software
-components, which may be licensed under third party and or
-open source license terms as set forth in the LICENSE.TXT
-file accompanying the Project Trafodion distribution or as
-indicated in the applicable source code file.
-
-===============================================================================
-
-Apache License
-
-Version 2.0, January 2004
-
-http://www.apache.org/licenses/
-
-TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
-
-1. Definitions.
-
-"License" shall mean the terms and conditions for use, reproduction,
-and distribution as defined by Sections 1 through 9 of this document.
-
-"Licensor" shall mean the copyright owner or entity authorized by the
-copyright owner that is granting the License.
-
-"Legal Entity" shall mean the union of the acting entity and all other
-entities that control, are controlled by, or are under common control
-with that entity. For the purposes of this definition, "control" means
-(i) the power, direct or indirect, to cause the direction or management
-of such entity, whether by contract or otherwise, or (ii) ownership of
-fifty percent (50%) or more of the outstanding shares, or (iii) beneficial
-ownership of such entity.
-
-"You" (or "Your") shall mean an individual or Legal Entity exercising
-permissions granted by this License.
-
-"Source" form shall mean the preferred form for making modifications,
-including but not limited to software source code, documentation source,
-and configuration files.
-
-"Object" form shall mean any form resulting from mechanical transformation
- or translation of a Source form, including but not limited to compiled
- object code, generated documentation, and conversions to other media types.
-
-"Work" shall mean the work of authorship, whether in Source or Object form,
-made available under the License, as indicated by a copyright notice that
-is included in or attached to the work (an example is provided in the Appendix
- below).
-
-"Derivative Works" shall mean any work, whether in Source or Object form,
-that is based on (or derived from) the Work and for which the editorial
-revisions, annotations, elaborations, or other modifications represent,
-as a whole, an original work of authorship. For the purposes of this License,
-Derivative Works shall not include works that remain separable from, or merely
-link (or bind by name) to the interfaces of, the Work and Derivative Works thereof.
-
-"Contribution" shall mean any work of authorship, including the original
-version of the Work and any modifications or additions to that Work or
-Derivative Works thereof, that is intentionally submitted to Licensor for
-inclusion in the Work by the copyright owner or by an individual or Legal
-Entity authorized to submit on behalf of the copyright owner. For the
-purposes of this definition, "submitted" means any form of electronic,
-verbal, or written communication sent to the Licensor or its representatives,
-including but not limited to communication on electronic mailing lists,
-source code control systems, and issue tracking systems that are managed
-by, or on behalf of, the Licensor for the purpose of discussing and
-improving the Work, but excluding communication that is conspicuously
-marked or otherwise designated in writing by the copyright owner as "Not
-a Contribution."
-
-"Contributor" shall mean Licensor and any individual or Legal Entity on
-behalf of whom a Contribution has been received by Licensor and subsequently
-incorporated within the Work.
-
-2. Grant of Copyright License. Subject to the terms and conditions of
-this License, each Contributor hereby grants to You a perpetual, worldwide,
-non-exclusive, no-charge, royalty-free, irrevocable copyright license to
-reproduce, prepare Derivative Works of, publicly display, publicly perform,
-sublicense, and distribute the Work and such Derivative Works in Source or
-Object form.
-
-3. Grant of Patent License. Subject to the terms and conditions of this
-License, each Contributor hereby grants to You a perpetual, worldwide,
-non-exclusive, no-charge, royalty-free, irrevocable (except as stated
-in this section) patent license to make, have made, use, offer to sell,
-sell, import, and otherwise transfer the Work, where such license
-applies only to those patent claims licensable by such Contributor
-that are necessarily infringed by their Contribution(s) alone or by
-combination of their Contribution(s) with the Work to which such
-Contribution(s) was submitted. If You institute patent litigation
-against any entity (including a cross-claim or counterclaim in a
-lawsuit) alleging that the Work or a Contribution incorporated within
-the Work constitutes direct or contributory patent infringement, then
-any patent licenses granted to You under this License for that Work
-shall terminate as of the date such litigation is filed.
-
-4. Redistribution. You may reproduce and distribute copies of the
-Work or Derivative Works thereof in any medium, with or without
-modifications, and in Source or Object form, provided that You meet
-the following conditions:
- a.You must give any other recipients of the Work or Derivative Works
- a copy of this License; and
- b.You must cause any modified files to carry prominent notices stating
- that You changed the files; and
- c.You must retain, in the Source form of any Derivative Works that
- You distribute, all copyright, patent, trademark, and attribution
- notices from the Source form of the Work, excluding those notices
- that do not pertain to any part of the Derivative Works; and
- d.If the Work includes a "NOTICE" text file as part of its distribution,
- then any Derivative Works that You distribute must include a readable
- copy of the attribution notices contained within such NOTICE file,
- excluding those notices that do not pertain to any part of the
- Derivative Works, in at least one of the following places: within
- a NOTICE text file distributed as part of the Derivative Works;
- within the Source form or documentation, if provided along with the
- Derivative Works; or, within a display generated by the Derivative
- Works, if and wherever such third-party notices normally appear.
- The contents of the NOTICE file are for informational purposes only
- and do not modify the License. You may add Your own attribution
- notices within Derivative Works that You distribute, alongside or
- as an addendum to the NOTICE text from the Work, provided that
- such additional attribution notices cannot be construed as modifying
- the License.
-
- You may add Your own copyright statement to Your modifications and may
- provide additional or different license terms and conditions for use,
- reproduction, or distribution of Your modifications, or for any such
- Derivative Works as a whole, provided Your use, reproduction, and
- distribution of the Work otherwise complies with the conditions stated
- in this License.
-
-5. Submission of Contributions. Unless You explicitly state otherwise,
-any Contribution intentionally submitted for inclusion in the Work by
-You to the Licensor shall be under the terms and conditions of this
-License, without any additional terms or conditions. Notwithstanding
-the above, nothing herein shall supersede or modify the terms of any
-separate license agreement you may have executed with Licensor regarding
-such Contributions.
-
-6. Trademarks. This License does not grant permission to use the trade
-names, trademarks, service marks, or product names of the Licensor,
-except as required for reasonable and customary use in describing the
-origin of the Work and reproducing the content of the NOTICE file.
-
-7. Disclaimer of Warranty. Unless required by applicable law or agreed
-to in writing, Licensor provides the Work (and each Contributor provides
-its Contributions) on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS
-OF ANY KIND, either express or implied, including, without limitation,
-any warranties or conditions of TITLE, NON-INFRINGEMENT, MERCHANTABILITY,
-or FITNESS FOR A PARTICULAR PURPOSE. You are solely responsible for
-determining the appropriateness of using or redistributing the Work
-and assume any risks associated with Your exercise of permissions under
-this License.
-
-8. Limitation of Liability. In no event and under no legal theory,
-whether in tort (including negligence), contract, or otherwise, unless
-required by applicable law (such as deliberate and grossly negligent
-acts) or agreed to in writing, shall any Contributor be liable to You
-for damages, including any direct, indirect, special, incidental, or
-consequential damages of any character arising as a result of this
-License or out of the use or inability to use the Work (including
-but not limited to damages for loss of goodwill, work stoppage,
-computer failure or malfunction, or any and all other commercial
-damages or losses), even if such Contributor has been advised of
-the possibility of such damages.
-
-9. Accepting Warranty or Additional Liability. While redistributing
-the Work or Derivative Works thereof, You may choose to offer, and
-charge a fee for, acceptance of support, warranty, indemnity, or
-other liability obligations and/or rights consistent with this
-License. However, in accepting such obligations, You may act only
-on Your own behalf and on Your sole responsibility, not on behalf
-of any other Contributor, and only if You agree to indemnify, defend,
-and hold each Contributor harmless for any liability incurred by,
-or claims asserted against, such Contributor by reason of your
-accepting any such warranty or additional liability.
-
-END OF TERMS AND CONDITIONS
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/trafodion_secure_install
----------------------------------------------------------------------
diff --git a/install/installer/trafodion_secure_install b/install/installer/trafodion_secure_install
deleted file mode 100755
index c30c7a4..0000000
--- a/install/installer/trafodion_secure_install
+++ /dev/null
@@ -1,129 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-#******************************************************************************
-# Sets up Trafodion environment for security features:
-# Kerberos
-# LDAP authentication
-# Database privileges (authorization)
-#******************************************************************************
-
-TRAF_CONFIG='/etc/trafodion/trafodion_config'
-source $TRAF_CONFIG
-
-echo
-echo "*******************************************"
-echo " Enabling security features for Trafodion: "
-echo " Kerberos "
-echo " Authentication "
-echo " Privilege setup "
-echo "*******************************************"
-echo
-
-echo "***INFO: Log out of any active sessions for $TRAF_USER user"
-
-#==============================================================================
-# prompt user for security configuration info
-# trafodion_install has already prompted for this information
-$LOCAL_WORKDIR/traf_secure_setup | tee -a $INSTALL_LOG
-if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error while running traf_secure_setup." | tee -a $INSTALL_LOG
- echo "***ERROR: No security configuration file created." | tee -a $INSTALL_LOG
- exit -1
-fi
-source $LOCAL_WORKDIR/trafodion_secure_config
-
-#==============================================================================
-# set up kerberos stuff
-if [[ "$SECURE_HADOOP" == "Y" ]]; then
- $LOCAL_WORKDIR/traf_add_kerberos | tee -a $INSTALL_LOG
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error while running traf_add_kerberos." | tee -a $INSTALL_LOG
- echo "***ERROR: Kerberos not enabled" | tee -a $INSTALL_LOG
- exit -1
- fi
-fi
-
-#==============================================================================
-# setup identity store (LDAP) stuff
-if [[ "$LDAP_SECURITY" == "Y" ]]; then
- $LOCAL_WORKDIR/traf_add_ldap | tee -a $INSTALL_LOG
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error while running traf_add_ldap." | tee -a $INSTALL_LOG
- echo "***ERROR: LDAP not enabled" | tee -a $INSTALL_LOG
- exit -1
- fi
-fi
-
-# return if no work is required
-if [[ "$SECURE_HADOOP" == "N" && "$LDAP_SECURITY" == "N" ]]; then
- exit 0
-fi
-
-#==============================================================================
-# check to see if trafodion is down, must be down to complete
-# if running as part of install (byTrafInstall == 1) then no need to check
-
-# 0 user does not exist
-userForTrafodion=`grep "$TRAF_USER:" /etc/passwd | wc -l`
-if [[ "$userForTrafodion" == "0" ]]; then
- retcode=6
-else
- sudo su $TRAF_USER --login --command "sqcheck" > /dev/null 2>&1
- retcode=$?
-fi
-
-if [[ $retcode -eq 255 ]]; then
- echo "***INFO: Trafodion is not running, continuing ..."
-elif [[ $retcode -gt 2 ]]; then
- echo "***INFO: Trafodion has not been completely configured, continuing ..."
-else
- echo "***ERROR: Trafodion is running or partially running."
- echo -n "Stop Trafodion (Y/N), default is N: "
- read answer
- if [ -z $answer ]; then
- echo "***ERROR: Please stop Trafodion then rerun trafodion_secure_install"
- exit 1
- else
- if [[ "${answer}" =~ ^[Yy]$ ]]; then
- echo "***INFO: Stopping Trafodion instance."
- sudo su $TRAF_USER --login --command "sqstop"
- sudo su $TRAF_USER --login --command "ckillall"
- else
- echo "***ERROR: Please stop Trafodion then rerun trafodion_secure_install"
- echo "***ERROR: Change to trafodion user id then do a 'sqstop'"
- exit 1
- fi
- fi
-fi
-
-#==============================================================================
-# start trafodion and initialize authorization
-echo "***INFO: Enabling authorization"
-sudo su $TRAF_USER --login --command "$TRAF_WORKDIR/installer/traf_secure" 2>&1
-if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error while running traf_secure."
- echo "***ERROR: Setup not complete, review logs."
- echo "***ERROR: Exiting...."
- exit -1
-fi
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/trafodion_uninstaller
----------------------------------------------------------------------
diff --git a/install/installer/trafodion_uninstaller b/install/installer/trafodion_uninstaller
deleted file mode 100755
index c0ad19e..0000000
--- a/install/installer/trafodion_uninstaller
+++ /dev/null
@@ -1,154 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-function print_usage {
-cat << EOF
-This script will uninstall Trafodion completely, including the Trafodion userid
-and its $HOME_DIR/$TRAF_USER directory. This must be run from a userid with
-sudo access.
-
-Usage: $(basename $0) [options]
-
-Options:
- --help Print this message and exit.
-
-EOF
-}
-
-#=========================================
-#source trafodion_config file
-
-TRAF_CONFIG=/etc/trafodion/trafodion_config
-if [[ ! -f $TRAF_CONFIG ]]; then
- echo "***ERROR: $TRAF_CONFIG file does not exist"
- echo "***ERROR: Uninstall by deleting Trafodion user id OR all Trafodion files and processes."
- exit -1
-else
- source $TRAF_CONFIG
-fi
-#=========================================
-# define defaults
-TRAF_GROUP="trafodion"
-#HBASE_TRX="hbase-trx*"
-
-UNINSTALL_ALL="N"
-UNINSTALL_DIR=""
-
-# Parse input parameters
-while [[ $# -gt 0 ]]; do
- case "$1" in
- --help)
- print_usage
- exit -1
- ;;
- *)
- echo "***ERROR: unknown parameter '$1'"
- print_usage
- exit -1
- esac
- shift
-done
-
-#=========================================
-#Confirmation
-echo -n "Do you want to uninstall Trafodion (Everything will be removed)? (Y/N) "
-read v
-
-if [[ $v != "Y" ]] && [[ $v != "y" ]]; then
- echo "***INFO: Exiting..."
- exit
-fi
-
-#=========================================
-#Create logs directory and logfile name
-timestamp=$(date +%F-%H-%M-%S)
-logsdir="/var/log/trafodion"
-logfile="$logsdir/uninstall_$timestamp.log"
-
-#Check sudo access which is required for "--all" option
-sudo echo "***INFO: testing sudo access"
-if [ $? -ne 0 ]; then
- echo "***ERROR: trafodion_uninstaller requires sudo access."
- exit -1
-fi
-
-echo "***INFO: NOTE, rpms that were installed will not be removed."
-
-#Handle removing all of Trafodion
-echo "***INFO: stopping Trafodion instance"
-sudo su $TRAF_USER --login --command "sqstop"
-sudo su $TRAF_USER --login --command "ckillall"
-sudo su $TRAF_USER --login --command "vncserver -kill :1"
-
-# remove security stuff
-if [[ "$SECURE_HADOOP" == "Y" ]]; then
- echo "***INFO: Removing $TRAF_USER ID from Kerberos cache"
- if [ $all_node_count -eq 1 ]; then
- sudo su $TRAF_USER --login --command "kdestroy -q"
- else
- $TRAF_PDSH "sudo su $TRAF_USER --login --command \"kdestroy -q\""
- fi
-
- echo "***INFO: Stopping Kerberos ticket monitoring process"
- if [ $all_node_count -eq 1 ]; then
- sudo su $TRAF_USER --login --command "$TRAF_HOME/sql/scripts/krb5service stop 2>/dev/null"
- else
- $TRAF_PDSH "sudo su $TRAF_USER --login --command \"$TRAF_HOME/sql/scripts/krb5service stop 2>/dev/null\""
- fi
-fi
-
-# Please don't start up another shell $TRAF_USER process after this point,
-# the login process will create a new TGT in cache and start the ticket monitor
-
-echo "***INFO: restoring linux system files that were changed"
-echo "***INFO: removing $HBASE_TRX from Hadoop directories"
-if [ $all_node_count -eq 1 ]; then
- sudo rm /etc/security/limits.d/trafodion.conf 2>/dev/null
- sudo rm /usr/share/cmf/lib/plugins/$HBASE_TRX 2>/dev/null
- #sudo rm /usr/lib/hbase/lib/$HBASE_TRX 2>/dev/null
- #sudo rm /usr/hdp/current/hbase-regionserver/lib/$HBASE_TRX 2>/dev/null
-else
- $TRAF_PDSH "sudo rm /etc/security/limits.d/trafodion.conf 2>/dev/null"
- $TRAF_PDSH "sudo rm /usr/share/cmf/lib/plugins/$HBASE_TRX 2>/dev/null"
- #$TRAF_PDSH "sudo rm /usr/lib/hbase/lib/$HBASE_TRX 2>/dev/null"
- #$TRAF_PDSH "sudo rm /usr/hdp/current/hbase-regionserver/lib/$HBASE_TRX 2>/dev/null"
-fi
-
-echo "***INFO remove the Trafodion userid and group"
-$TRAF_PDSH sudo rm -rf $TRAF_WORKDIR/$TRAF_USER
-$TRAF_PDSH sudo rm -rf $LOCAL_WORKDIR/$TRAF_USER
-$TRAF_PDSH sudo /usr/sbin/userdel --force --remove $TRAF_USER
-$TRAF_PDSH sudo /usr/sbin/groupdel $TRAF_GROUP 2>/dev/null
-
-echo "***INFO: removing all files from $TRAF_HOME"
-$TRAF_PDSH sudo rm -rf $TRAF_HOME
-
-echo "***INFO: removing all files from /usr/lib/trafodion and /var/log/trafodion"
-$TRAF_PDSH sudo rm -rf /usr/lib/trafodion*
-$TRAF_PDSH sudo rm -rf /var/log/trafodion*
-
-echo "***INFO: removing all files from /etc/trafodion"
-$TRAF_PDSH sudo rm -rf /etc/trafodion*
-$TRAF_PDSH sudo rm -rf $LOCAL_WORKDIR/trafodion_config
-
-echo "***INFO: Trafodion uninstall complete."
-
[8/8] incubator-trafodion git commit: Merge [TRAFODION-2644] PR-1131
Obsolete bash installer
Posted by su...@apache.org.
Merge [TRAFODION-2644] PR-1131 Obsolete bash installer
Project: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/commit/ee20f79b
Tree: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/tree/ee20f79b
Diff: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/diff/ee20f79b
Branch: refs/heads/master
Commit: ee20f79b90cfcedea5f73ccba7be48a0779522b3
Parents: c902f09 5aeed3d
Author: Suresh Subbiah <su...@apache.org>
Authored: Sat Jun 24 00:11:03 2017 +0000
Committer: Suresh Subbiah <su...@apache.org>
Committed: Sat Jun 24 00:11:03 2017 +0000
----------------------------------------------------------------------
.../src/asciidoc/_chapters/introduction.adoc | 7 -
install/Makefile | 19 +-
install/README.md | 7 +-
install/installer/acceptKeys | 61 -
install/installer/addNode_packages | 89 --
install/installer/addNode_reservePorts | 81 --
install/installer/addNode_step1 | 273 -----
install/installer/addNode_step2 | 429 -------
install/installer/bashrc_default | 87 --
install/installer/checkHBase | 37 -
install/installer/checkJava.py | 66 -
install/installer/cloud_cli_setup | 89 --
install/installer/dcs_installer | 219 ----
install/installer/getNodes.py | 47 -
install/installer/parseHBaseSite.py | 61 -
install/installer/rest_installer | 115 --
install/installer/setup_known_hosts.exp | 35 -
install/installer/setup_ssh_key | 27 -
install/installer/sqconfig_persist.txt | 87 --
install/installer/tools/ambari_setup | 119 --
install/installer/tools/clouderaMoveDB.sh | 191 ---
install/installer/tools/cloudera_setup | 198 ---
install/installer/tools/cloudera_uninstall | 155 ---
install/installer/tools/hortonworks_uninstall | 154 ---
install/installer/tools/mapr_uninstall | 131 --
install/installer/tools/traf_cloudera_uninstall | 148 ---
.../tools/traf_cloudera_uninstall_suse | 149 ---
.../installer/tools/traf_hortonworks_uninstall | 233 ----
.../tools/traf_hortonworks_uninstall_suse | 232 ----
install/installer/tools/traf_mapr_uninstall | 49 -
install/installer/tools/trafodion_scanner | 525 --------
install/installer/tools/trafodion_scanner.cfg | 194 ---
install/installer/traf_add_kerberos | 204 ---
install/installer/traf_add_ldap | 98 --
install/installer/traf_add_sudoAccess | 85 --
install/installer/traf_add_user | 217 ----
install/installer/traf_apache_mods | 259 ----
.../installer/traf_authentication_conf_default | 71 --
install/installer/traf_cloudera_mods | 428 -------
install/installer/traf_config | 207 ----
install/installer/traf_config_check | 1158 ------------------
install/installer/traf_config_setup | 816 ------------
install/installer/traf_createPasswordLessSSH | 63 -
install/installer/traf_getHadoopNodes | 252 ----
install/installer/traf_getMultiHadoopNodes | 145 ---
install/installer/traf_hortonworks_mods | 625 ----------
install/installer/traf_package_setup | 202 ---
install/installer/traf_secure | 60 -
install/installer/traf_secure_setup | 345 ------
install/installer/traf_setup | 134 --
install/installer/traf_sqconfig | 84 --
install/installer/traf_sqgen | 75 --
install/installer/traf_start | 75 --
install/installer/traf_user_prompt | 28 -
install/installer/traf_user_prompt_check | 27 -
install/installer/trafodion_config_default | 191 ---
install/installer/trafodion_install | 833 -------------
install/installer/trafodion_license | 205 ----
install/installer/trafodion_secure_install | 129 --
install/installer/trafodion_uninstaller | 154 ---
60 files changed, 3 insertions(+), 11481 deletions(-)
----------------------------------------------------------------------
[7/8] incubator-trafodion git commit: [TRAFODION-2644] Also remove
doc references to bash installer
Posted by su...@apache.org.
[TRAFODION-2644] Also remove doc references to bash installer
Project: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/commit/5aeed3d2
Tree: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/tree/5aeed3d2
Diff: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/diff/5aeed3d2
Branch: refs/heads/master
Commit: 5aeed3d2a031eaf4071688c096459a0e109bbc14
Parents: 5445995
Author: Steve Varnau <st...@esgyn.com>
Authored: Thu Jun 22 16:46:18 2017 +0000
Committer: Steve Varnau <st...@esgyn.com>
Committed: Thu Jun 22 16:46:18 2017 +0000
----------------------------------------------------------------------
.../src/asciidoc/_chapters/introduction.adoc | 7 -------
1 file changed, 7 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/5aeed3d2/docs/provisioning_guide/src/asciidoc/_chapters/introduction.adoc
----------------------------------------------------------------------
diff --git a/docs/provisioning_guide/src/asciidoc/_chapters/introduction.adoc b/docs/provisioning_guide/src/asciidoc/_chapters/introduction.adoc
index 88d0c8f..67cc082 100644
--- a/docs/provisioning_guide/src/asciidoc/_chapters/introduction.adoc
+++ b/docs/provisioning_guide/src/asciidoc/_chapters/introduction.adoc
@@ -107,9 +107,6 @@ you use the {project-name} Installer for initial installation and upgrades of {p
"Script-Based Provisioning" in this guide. Refer to <<introduction-trafodion-installer, {project-name} Installer>> that provides
usage information.
-The command-line installer has been replaced for the 2.1.0 release. Written in python, it replaces the legacy bash-script installer.
-The bash command-line installer is deprecated as of 2.1.0, but is still provided, just in case you experience any problems with
-the new installer. If so, please report those problems to the project team, since the legacy installer will soon be obsoleted.
[[introduction-provisioning-activities]]
== Provisioning Activities
@@ -140,10 +137,6 @@ include basic management tasks such as starting and checking the status of the {
* *<<remove,Remove>>*: Activities related to removing {project-name} from your Hadoop cluster.
-* *<<enable-security,Enable Security>>*: Activities related to enabling security features on an already installed
-{project-name} installation. These activities include tasks such as adding Kerberos principals and keytabs,
-and setting up the LDAP configuration files. *Only support in bash installer for now*
-
[[introduction-provisioning-master-node]]
== Provisioning Master Node
All provisioning tasks are performed from a single node in the cluster, which can be any node
[4/8] incubator-trafodion git commit: [TRAFODION-2644] Obsolete bash
installer
Posted by su...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_add_kerberos
----------------------------------------------------------------------
diff --git a/install/installer/traf_add_kerberos b/install/installer/traf_add_kerberos
deleted file mode 100755
index ca79a60..0000000
--- a/install/installer/traf_add_kerberos
+++ /dev/null
@@ -1,204 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-#******************************************************************************
-# Sets up Trafodion environment for security features:
-# Kerberos
-#******************************************************************************
-
-TRAF_CONFIG='/etc/trafodion/trafodion_config'
-source $TRAF_CONFIG
-HOST_NAME=`hostname -f`
-
-#==============================================================================
-# set up kerberos stuff
-if [[ "$SECURE_HADOOP" == "N" ]]; then
- echo "***INFO: KERBEROS not available, skipping to next step"
- exit 0
-fi
-
-echo
-echo "******************************"
-echo " TRAFODION KERBEROS SETUP "
-echo "******************************"
-echo
-echo "***INFO: Running KERBEROS installation"
-
-# get realm from admin principal
-REALM=${ADMIN_PRINCIPAL#*"@"}
-TRAF_PRINCIPAL="$TRAF_USER/$HOST_NAME@REALM"
-HBASE_PRINCIPAL="$HBASE_USER/$HOST_NAME@$REALM"
-PDCP="pdcp -R ssh "
-
-# test KDC server connection - always ask for the admin password
-echo -n "Enter admin password:"
-read -s answer
-if [[ ! -z $answer ]]; then ADMIN_PASSWD=$answer; fi
-echo ""
-
-KADMIN_CMD="sudo kadmin -p $ADMIN_PRINCIPAL -w $ADMIN_PASSWD -s $KDC_SERVER -q"
-
-$KADMIN_CMD "listprincs" > /dev/null 2>&1
-if [[ $? -ne 0 ]]; then
- echo "***ERROR: kadmin command failed to execute, verify that Kerberos is running, you can access it from the installation node, and that your password is valid"
- ADMIN_PASSWD="***"
- exit -1
-fi
-echo "***INFO: Connection to KDC server successful"
-
-# Make a directory to hold generated keytabs, ignore if already created
-mkdir -p $LOCAL_WORKDIR/keytabs 2>/dev/null
-
-echo "***INFO: Create principals and keytabs for $TRAF_USER"
-for ITEM in $HADOOP_NODES; do
- NODE=`ssh -q -n $ITEM sudo hostname -f`
- PRINCIPAL_EXISTS=$( $KADMIN_CMD "listprincs" | grep "$TRAF_USER/$NODE@$REALM" | wc -l )
- if [[ $PRINCIPAL_EXISTS -eq 1 ]]; then
- echo "***INFO: Principal $TRAF_USER/$NODE@$REALM exists, continuing"
- else
- # add the principal
- $KADMIN_CMD "addprinc -randkey $TRAF_USER/$NODE@$REALM" > /dev/null 2>&1
- if [[ $? -ne 0 ]]; then
- echo "***ERROR: kadmin command failed to create principal, check KDC server status"
- ADMIN_PASSWD="***"
- exit -1
- fi
- fi
-
- # Adjust principal's maxlife and maxrenewlife
- echo "***INFO: Set max and renew life times for principal $TRAF_USER/$NODE@$REALM"
- $KADMIN_CMD "modprinc -maxlife $MAX_LIFETIME -maxrenewlife $RENEW_LIFETIME $TRAF_USER/$NODE@$REALM" > /dev/null 2>&1
- if [[ $? -ne 0 ]]; then
- echo "***ERROR: kadmin command failed to modify principal, check KDC server status"
- ADMIN_PASSWD="***"
- exit -1
- fi
-
- # Look in keytabs to see if keytab already exists, if so, then skip this step
- # May want to supporting regeneration of keytabs at some point in time.
- echo "***INFO: Create keytab $TRAF_KEYTAB for $NODE"
- if [[ -e $LOCAL_WORKDIR/keytabs/$NODE-$TRAF_KEYTAB ]]; then
- echo "***INFO: The keytab for $NODE exists, continuing"
- else
- echo "***INFO: Adding keytab for $NODE"
- $KADMIN_CMD "ktadd -k $LOCAL_WORKDIR/$TRAF_KEYTAB $TRAF_USER/$NODE@$REALM"
- if [[ $? -ne 0 ]]; then
- echo "***ERROR: failed to add keytab"
- ADMIN_PASSWD="***"
- exit -1
- fi
-
- # Each node has its own principal and keytab. The principal names have the node
- # name embedded but the keytab names are the same. Save keytabs into the keytabs
- # directory and prepend them with the node name to tell them apart. They will
- # be copied to the individual nodes in a separate step
- sudo chown $(whoami):$(whoami) $LOCAL_WORKDIR/$TRAF_KEYTAB
- sudo chmod 400 $LOCAL_WORKDIR/$TRAF_KEYTAB
- sudo mv $LOCAL_WORKDIR/$TRAF_KEYTAB $LOCAL_WORKDIR/keytabs/$NODE-$TRAF_KEYTAB
- fi
-
- # Copy keytab to node (probably a better way of doing this)
- # - Remove the prepended node from the keytab
- # - Copy the keytab to the node
- # - Move the keytab to the KEYTAB directory on the node
- # - Change owner to allow trafodion access
- sudo cp $LOCAL_WORKDIR/keytabs/$NODE-$TRAF_KEYTAB $LOCAL_WORKDIR/keytabs/$TRAF_KEYTAB
- sudo chown $(whoami):$(whoami) $LOCAL_WORKDIR/keytabs/$TRAF_KEYTAB
- if [[ "$all_node_count" -ne "1" ]]; then
- pdcp -R ssh -w $NODE $LOCAL_WORKDIR/keytabs/$TRAF_KEYTAB $HOME
- ssh -q -n $NODE sudo mv $HOME/$TRAF_KEYTAB $TRAF_KEYTAB_DIR/$TRAF_KEYTAB
- ssh -q -n $NODE sudo chown $TRAF_USER:hadoop $TRAF_KEYTAB_DIR/$TRAF_KEYTAB
- ssh -q -n $NODE sudo -u $TRAF_USER kinit -kt $TRAF_KEYTAB_DIR/$TRAF_KEYTAB $TRAF_USER/$NODE@$REALM
- else
- sudo cp $LOCAL_WORKDIR/keytabs/$TRAF_KEYTAB $TRAF_KEYTAB_DIR/$TRAF_KEYTAB
- sudo chown $TRAF_USER:hadoop $TRAF_KEYTAB_DIR/$TRAF_KEYTAB
- sudo -u $TRAF_USER kinit -kt $TRAF_KEYTAB_DIR/$TRAF_KEYTAB $TRAF_USER/$NODE@$REALM
- fi
- echo "***INFO: Copied keytab file to $NODE"
-done
-ADMIN_PASSWD="***"
-echo "***INFO: Done creating principals and keytabs"
-
-# The RENEW_TOOL is a script that get run that automatically
-# renews the ticket when it get ready to expire.
-RENEW_TOOL='$TRAF_HOME/sql/scripts/krb5service start'
-
-# modify .bashrc to add kinit command
-# Steps:
-# - Store the text to add to the .bashrc file in a tmp file
-# - Copy the tmp file to all the nodes
-# - Change owner of tmp file to the trafodion user
-# - Add text to .bashrc
-# This assumes that if the installation node already has the text, then this
-# step can be skipped. May need to be more robust
-
-sudo grep -q "kinit" $HOME_DIR/$TRAF_USER/.bashrc
-if [[ $? -ne 0 ]]; then
- echo "***INFO: Add kinit command in .bashrc file"
- echo "" > $LOCAL_WORKDIR/kerberos.tmp
- echo "" >> $LOCAL_WORKDIR/kerberos.tmp
- echo "# ---------------------------------------------------------------" >> $LOCAL_WORKDIR/kerberos.tmp
- echo "# if needed obtain and cache the Kerberos ticket-granting ticket" >> $LOCAL_WORKDIR/kerberos.tmp
- echo "# start automatic ticket renewal process" >> $LOCAL_WORKDIR/kerberos.tmp
- echo "# ---------------------------------------------------------------" >> $LOCAL_WORKDIR/kerberos.tmp
- echo 'klist -s >/dev/null 2>&1' >> $LOCAL_WORKDIR/kerberos.tmp
- echo 'if [[ $? -eq 1 ]]; then' >> $LOCAL_WORKDIR/kerberos.tmp
- echo " kinit -kt $TRAF_KEYTAB_DIR/$TRAF_KEYTAB ${TRAF_USER}/\`hostname -f\`@${REALM} >/dev/null 2>&1" >> $LOCAL_WORKDIR/kerberos.tmp
- echo "fi " >> $LOCAL_WORKDIR/kerberos.tmp
- echo "" >> $LOCAL_WORKDIR/kerberos.tmp
- echo "# ---------------------------------------------------------------" >> $LOCAL_WORKDIR/kerberos.tmp
- echo "# Start trafodion kerberos ticket manager process" >> $LOCAL_WORKDIR/kerberos.tmp
- echo "# ---------------------------------------------------------------" >> $LOCAL_WORKDIR/kerberos.tmp
-
- echo "${RENEW_TOOL} > /dev/null 2>&1" >> $LOCAL_WORKDIR/kerberos.tmp
-
- sudo cp $LOCAL_WORKDIR/kerberos.tmp $HOME_DIR/$TRAF_USER/kerberos.tmp
- sudo chown $TRAF_USER:$TRAF_USER $HOME_DIR/$TRAF_USER/kerberos.tmp
- if [[ "$all_node_count" -ne "1" ]]; then
- sudo su $TRAF_USER --command "$TRAF_PDCP $HOME_DIR/$TRAF_USER/kerberos.tmp $HOME_DIR/$TRAF_USER/kerberos.tmp"
- $TRAF_PDSH sudo su $TRAF_USER -c '"cat ~/kerberos.tmp >> ~/.bashrc"'
- else
- sudo su $TRAF_USER -c "cat ~/kerberos.tmp >> ~/.bashrc"
- fi
- rm $LOCAL_WORKDIR/kerberos.tmp
-fi
-
-# Grant all privileges to the Trafodion principal in HBase
-echo "***INFO: Grant HBase privileges to $TRAF_USER user"
-sudo -u $HBASE_USER kinit -kt $HBASE_KEYTAB $HBASE_PRINCIPAL
-if [[ $? -ne 0 ]]; then
- echo "***ERROR: unable to init Kerberos ticket for HBase using keytab ($HBASE_KEYTAB) and principal ($HBASE_PRINCIPAL)" | tee -a $INSTALL_LOG
- exit -1
-fi
-
-echo "grant \"$TRAF_USER\", \"RWXC\"" |sudo -u $HBASE_USER hbase shell > $LOCAL_WORKDIR/hbase_shell.out 2>&1
-rc=$?
-grant_error=$(grep 'ERROR' $LOCAL_WORKDIR/hbase_shell.out |wc -l)
-
-if [[ $grant_error -ne 0 || $rc -ne 0 ]]; then
- echo "***ERROR: failed to grant HBase privileges to $TRAF_USER user, see $LOCAL_WORKDIR/hbase_shell.out for details" | tee -a $INSTALL_LOG
- exit -1
-else
- sudo rm -f $LOCAL_WORKDIR/hbase_shell.out
-fi
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_add_ldap
----------------------------------------------------------------------
diff --git a/install/installer/traf_add_ldap b/install/installer/traf_add_ldap
deleted file mode 100755
index 0cc8cfd..0000000
--- a/install/installer/traf_add_ldap
+++ /dev/null
@@ -1,98 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-#******************************************************************************
-# Sets up Trafodion environment for security features:
-# LDAP authentication
-#******************************************************************************
-
-TRAF_CONFIG='/etc/trafodion/trafodion_config'
-source $TRAF_CONFIG
-TRAF_GROUP="trafodion"
-
-if [[ "$LDAP_SECURITY" == "N" ]]; then
- echo "***INFO: LDAP not available, skipping to next step"
- exit 0
-fi
-
-# setup identity store (LDAP) stuff
-echo
-echo "******************************"
-echo " TRAFODION LDAP SETUP "
-echo "******************************"
-echo
-echo "***INFO: Running LDAP installation"
-
-echo "***INFO: Copy $LDAP_AUTH_FILE to all nodes"
-# Copy traf_authentication_config file to correct location and change to official name
-if [[ "$all_node_count" -eq "1" ]]; then
- sudo cp -r $LOCAL_WORKDIR/$LDAP_AUTH_FILE $HOME_DIR/$TRAF_USER/$LDAP_AUTH_FILE
- sudo chown $TRAF_USER.$TRAF_GROUP $HOME_DIR/$TRAF_USER/$LDAP_AUTH_FILE
- sudo su $TRAF_USER --command "cp $HOME_DIR/$TRAF_USER/$LDAP_AUTH_FILE $TRAF_HOME/sql/scripts/.traf_authentication_config" 2>&1
- sudo su $TRAF_USER --command "chmod 750 $TRAF_HOME/sql/scripts/.traf_authentication_config"
-else
- $TRAF_PDCP $LOCAL_WORKDIR/$LDAP_AUTH_FILE $HOME
- $TRAF_PDSH sudo cp $HOME/$LDAP_AUTH_FILE $HOME_DIR/$TRAF_USER/$LDAP_AUTH_FILE
- $TRAF_PDSH sudo chown $TRAF_USER:$TRAF_GROUP $HOME_DIR/$TRAF_USER/$LDAP_AUTH_FILE
- sudo su $TRAF_USER --command "$TRAF_PDSH cp $HOME_DIR/$TRAF_USER/$LDAP_AUTH_FILE $TRAF_HOME/sql/scripts/.traf_authentication_config"
- sudo su $TRAF_USER --command "$TRAF_PDSH chmod 750 $TRAF_HOME/sql/scripts/.traf_authentication_config"
-fi
-
-# Check traf_authentication_config for errors
-echo "***INFO: Checking LDAP Configuration file for errors."
-sudo su $TRAF_USER --login --command "ldapconfigcheck -file $HOME_DIR/$TRAF_USER/$LDAP_AUTH_FILE"
-if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: traf_authentication_config not configured correctly."
- echo "***ERROR: Configuration file LDAP_AUTH_FILE located $HOME_DIR/$TRAF_USER/$LDAP_AUTH_FILE"
- echo "***ERROR: Contents of the configuration file is:"
- echo "`sudo cat $HOME_DIR/$TRAF_USER/$LDAP_AUTH_FILE | grep -v '#' | awk NF`"
- exit -1
-fi
-
-echo "***INFO: Verifying that LDAP username \"$DB_ROOT_NAME\" exists"
-sudo su $TRAF_USER --login --command "ldapcheck --username=$DB_ROOT_NAME"
-if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: traf_authentication_config not configured correctly."
- echo "***ERROR: Configuration file LDAP_AUTH_FILE located $HOME_DIR/$TRAF_USER/$LDAP_AUTH_FILE"
- echo "***ERROR: Contents of the configuration file is:"
- echo "`sudo cat $HOME_DIR/$TRAF_USER/$LDAP_AUTH_FILE | grep -v '#' | awk NF`"
- exit -1
-fi
-
-# change and copy sqenvcom.sh
-echo "***INFO: Modifying sqenvcom.sh to turn on authentication"
-sudo cp -r $TRAF_HOME/sqenvcom.sh $LOCAL_WORKDIR/sqenvcom.sh
-sudo chown $(whoami).$(whoami) $LOCAL_WORKDIR/sqenvcom.sh
-sed -i -e 's@TRAFODION_ENABLE_AUTHENTICATION=.*$@TRAFODION_ENABLE_AUTHENTICATION=YES@g' $LOCAL_WORKDIR/sqenvcom.sh
-sudo cp $LOCAL_WORKDIR/sqenvcom.sh $HOME_DIR/$TRAF_USER/sqenvcom.sh
-sudo chown $TRAF_USER.$TRAF_GROUP $HOME_DIR/$TRAF_USER/sqenvcom.sh
-sudo chmod 664 $HOME_DIR/$TRAF_USER/sqenvcom.sh
-echo "***INFO: copying sqenvcom.sh to all nodes"
-if [[ "$all_node_count" -ne "1" ]]; then
- sudo su $TRAF_USER --command "$TRAF_PDCP $HOME_DIR/$TRAF_USER/sqenvcom.sh $TRAF_HOME/sqenvcom.sh"
-else
- sudo cp $HOME_DIR/$TRAF_USER/sqenvcom.sh $TRAF_HOME/sqenvcom.sh
-fi
-rm $LOCAL_WORKDIR/sqenvcom.sh
-
-echo "***INFO: LDAP has been configured"
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_add_sudoAccess
----------------------------------------------------------------------
diff --git a/install/installer/traf_add_sudoAccess b/install/installer/traf_add_sudoAccess
deleted file mode 100755
index badb7fc..0000000
--- a/install/installer/traf_add_sudoAccess
+++ /dev/null
@@ -1,85 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-TRAF_CONFIG=/etc/trafodion/trafodion_config
-source $TRAF_CONFIG
-
-sudoFile="trafodion"
-echo
-
-function haSudoAdd {
-
-echo "## Trafodion Floating IP commands" > $sudoFile
-echo "Cmnd_Alias IP = /sbin/ip" >> $sudoFile
-echo "Cmnd_Alias ARP = /sbin/arping" >> $sudoFile
-
-echo "## Allow Trafodion id to run commands needed to configure floating IP" >> $sudoFile
-echo "%trafodion ALL = NOPASSWD: IP, ARP" >> $sudoFile
-}
-
-function backupRestore {
-
-source $TRAF_CONFIG
-
-echo "## Allow $BACKUP_USER id to run commands needed for backup and restore" > $BACKUP_USER
-echo "%$BACKUP_USER ALL =(hbase) NOPASSWD: /usr/bin/hbase" >> $BACKUP_USER
-
-}
-
-
-function copyTrafFile {
-
-if [[ $all_node_count -gt "1" ]]; then
- $TRAF_PDCP $sudoFile $HOME
- $TRAF_PDSH sudo cp $HOME/$sudoFile /etc/sudoers.d/
- $TRAF_PDSH sudo rm -f $HOME/$sudoFile
-else
- sudo cp $TRAF_USR /etc/sudoers.d
-fi
-
-}
-
-function copyFile {
-
-if [[ $all_node_count -gt "1" ]]; then
- $TRAF_PDCP $BACKUP_USER $HOME/temp_traf
- $TRAF_PDSH sudo cp $HOME/temp_traf /etc/sudoers.d/$BACKUP_USER
- $TRAF_PDSH sudo rm -f $HOME/temp_traf
-else
- sudo cp $BACKUP_USER /etc/sudoers.d
-fi
-
-}
-
-
-#Main
-echo "***INFO: Creating $TRAF_USER sudo access file"
-echo
-
-if [[ "$ENABLE_HA" == "true" ]]; then
- haSudoAdd
- copyTrafFile
-fi
-
-backupRestore
-copyFile
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_add_user
----------------------------------------------------------------------
diff --git a/install/installer/traf_add_user b/install/installer/traf_add_user
deleted file mode 100755
index 08a32e8..0000000
--- a/install/installer/traf_add_user
+++ /dev/null
@@ -1,217 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-
-# This script adds a userid and configures it for Trafodion
-
-#=========================================
-# Default values
-typeset TRAF_GROUP="trafodion"
-
-export PDSH="pdsh -R exec"
-export PDSH_SSH_CMD="ssh -q -n %h"
-export PDCP="pdcp -R ssh"
-
-#=========================================
-# get the default $HOME directory for this system
-if [[ $HOME_DIR == "/home" ]]; then
- default_home=$(sudo cat /etc/default/useradd | grep -E "^HOME=" | sed -e "s@HOME=@@" )
-else
- default_home="$HOME_DIR"
-fi
-
-if [ "$default_home" == "" ]; then
- default_home="$HOME_DIR"
-fi
-typeset TRAF_USER_DIR="$default_home/$TRAF_USER"
-
-echo "***INFO: Trafodion userid's ($TRAF_USER) home directory: $TRAF_USER_DIR"
-
-#============================
-# check that we are running from a userid with sudo access
-sudo echo "***INFO: testing sudo access"
-if [ $? -ne 0 ]; then
- echo "***ERROR: This script must be run from userid with sudo access."
- exit -1
-fi
-
-#==============================
-# Find an unused uid and gid on all nodes for the Trafodion userid.
-# Need to make sure the uid and gid are free on all nodes in the cluster,
-# just because they are unused on one node doesn’t mean they will be
-# unused on another node.
-
-# Create Trafodion group if there is not one already
-if [[ "$SUSE_LINUX" == "true" ]]; then
- traf_gid=$(cat /etc/group | grep $TRAF_GROUP | sed -e 's@^.*:!:\([0-9]*\):.*@\1@'| grep --max-count=1 -E "[0-9]")
-else
- traf_gid=$(cat /etc/group | grep $TRAF_GROUP | sed -e 's@^.*:x:\([0-9]*\):.*@\1@'| grep --max-count=1 -E "[0-9]")
-fi
-
-if [ -z "$traf_gid" ]; then
-
- # Trafodion group does not exist need to find an unused gid and create it
- found=1
- traf_gid=500 # start at gid 500 (just a randomly chosen start)
- while [ $found -ne 0 ]
- do
- ((traf_gid++))
- if [ $all_node_count -eq 1 ]; then
- found=$(cat /etc/group | sed -e 's@^.*:x:\([0-9]*\):.*@\1@' | grep ^$traf_gid$ 2>/dev/null | wc -l)
- else
- found=$($TRAF_PDSH "cat /etc/group | sed -e 's@^.*:x:\([0-9]*\):.*@\1@' | grep ^$traf_gid$ " 2>/dev/null | wc -l)
- fi
- done
- $TRAF_PDSH sudo /usr/sbin/groupadd --gid $traf_gid $TRAF_GROUP
- if [ $? -ne 0 ]; then
- if [ $? -ne 9]; then
- echo "***ERROR: unable to create Trafodion group: $TRAF_GROUP"
- exit -1
- fi
- fi
-else
- # Make sure Trafodion group exists on all nodes and create it if it is not
- $TRAF_PDSH sudo /usr/sbin/groupadd --gid $traf_gid $TRAF_GROUP
- return_code=$?
- if [ $return_code -ne 0 ]; then
- # if it is not a duplicate group error then we have a problem
- if [ $return_code -ne 9 ]; then
- echo "***ERROR: unable to create Trafodion group: $TRAF_GROUP"
- exit -1
- fi
- fi
-fi
-#=================================================
-# Create Trafodion user, if not already created
-found=1
-traf_uid=500 # start at uid 500 (just a randomly chosen start)
-while [ $found -ne 0 ]
-do
- ((traf_uid++))
- if [ $all_node_count -eq 1 ]; then
- found=$(cat /etc/passwd | sed -e 's@^.*:x:\([0-9]*\):\([0-9]*\):.*:.*$@\1@' | grep ^$traf_uid$ 2>/dev/null | wc -l)
- else
- found=$($TRAF_PDSH "cat /etc/passwd | sed -e 's@^.*:x:\([0-9]*\):\([0-9]*\):.*:.*\$@\1@' | grep ^$traf_uid$ " 2>/dev/null | wc -l)
- fi
-done
-
-# Make sure all prefix directories of TRAF_USER_DIR exist or
-# useradd command will fail
-$TRAF_PDSH sudo mkdir -p $default_home
-
-userid_already_exists="N"
-$TRAF_PDSH sudo /usr/sbin/useradd \
- --shell /bin/bash \
- --home $TRAF_USER_DIR -m \
- --gid $traf_gid \
- --password "$(openssl passwd $TRAF_USER_PASSWORD)" \
- --uid $traf_uid \
- $TRAF_USER
-return_code=$?
-if [ $return_code -ne 0 ]; then
- if [ $return_code -eq 9 ]; then
- echo "***WARNING: username already exists, will use existing userid, $TRAF_USER..."
- echo "***WARNING: ...and assume it was setup properly with passwordless ssh access to all nodes."
- else
- echo "***ERROR: unable to create Trafodion userid: $TRAF_USER.$TRAF_GROUP, RC=$return_code"
- exit -1
- fi
-fi
-
-#=================================================
-
-# Setup passwordless ssh for this Trafodion userid
-#if [ "$userid_already_exists" == "Y" ]; then
-# echo "***INFO: skipping passwordless ssh setup because userid ($TRAF_USER) already exists"
-#else
- sudo su $TRAF_USER --command "echo -e 'y\n' | ssh-keygen -t rsa -N \"\" -f $TRAF_USER_DIR/.ssh/id_rsa"
- if [[ "$SUSE_LINUX" == "true" ]]; then
- sudo su $TRAF_USER --command "cp $TRAF_USER_DIR/.ssh/id_rsa.pub $TRAF_USER_DIR/.ssh/authorized_keys"
- else
- sudo su $TRAF_USER --command "cp $TRAF_USER_DIR/.ssh/id_rsa.pub $TRAF_USER_DIR/.ssh/authorized_keys"
- fi
- sudo su $TRAF_USER --command "echo localhost $(cat /etc/ssh/ssh_host_rsa_key.pub) > $TRAF_USER_DIR/.ssh/known_hosts"
- sudo su $TRAF_USER --command "echo \"NoHostAuthenticationForLocalhost=yes\" >> $TRAF_USER_DIR/.ssh/config"
- sudo chmod 600 $TRAF_USER_DIR/.ssh/config
-#fi
-
-if [ "$userid_already_exists" == "Y" ]; then
- if [ -f $TRAF_USER_DIR/bashrc_backup ]; then
- echo "***INFO: preserving bashrc_backup"
- else
- sudo cp $TRAF_USER_DIR/.bashrc $TRAF_USER_DIR/bashrc_backup
- sudo chown $TRAF_USER.$TRAF_GROUP $TRAF_USER_DIR/bashrc_backup
- fi
-fi
-sudo cp $LOCAL_WORKDIR/bashrc_default $TRAF_USER_DIR/.bashrc
-if [[ -f $TRAF_WORKDIR/installer/sqenvcom.sh ]]; then
- sudo cp $TRAF_WORKDIR/installer/sqenvcom.sh $TRAF_USER_DIR
- sudo chown $TRAF_USER.$TRAF_GROUP $TRAF_USER_DIR/sqenvcom.sh
-fi
-sudo chown $TRAF_USER.$TRAF_GROUP $TRAF_USER_DIR/.bashrc
-
-#=================================================
-# copy TRAF_USER_DIR to all other nodes if more than one
-if [ "$all_node_count" -ne 1 ]; then
- # Have to copy in a round-about way since passwordless
- # ssh is not setup yet for the Trafodion userid and pdcp
- # may not work with sudo.
- echo "***INFO: Setting up userid $TRAF_USER on all other nodes in cluster"
- sudo rm -rf $TRAF_WORKDIR/$TRAF_USER 2>/dev/null
- sudo cp -r $TRAF_USER_DIR $TRAF_WORKDIR
- sudo rm -rf $TRAF_WORKDIR/$TRAF_USER/.pulse 2>/dev/null
- sudo chown -R $USER.$(id -ng) $TRAF_WORKDIR/$TRAF_USER
- $PDCP -r $ALL_NODES -x $HOSTNAME $TRAF_WORKDIR/$TRAF_USER $TRAF_WORKDIR
- $PDSH $ALL_NODES -x $HOSTNAME $PDSH_SSH_CMD sudo cp -r $TRAF_WORKDIR/$TRAF_USER $default_home
- $PDSH $ALL_NODES -x $HOSTNAME $PDSH_SSH_CMD sudo chown -R $TRAF_USER.$TRAF_GROUP $TRAF_USER_DIR
-fi
-
-#=================================================
-# Cycle through all nodes to create known_hosts file, even if only one node
-echo "***INFO: Creating known_hosts file for all nodes"
-NODES_SHORT=""
-for node in $ALL_NODE_LIST
-do
- newNode=$(ssh -q -n $node hostname -s)
-
- NODES_SHORT="$NODES_SHORT $newNode"
-done
-
-NODES_LONG=""
-for node in $ALL_NODE_LIST
-do
- newNode=$(ssh -q -n $node hostname -f)
-
- NODES_LONG="$NODES_LONG $newNode"
-done
-./traf_createPasswordLessSSH --nodes "$ALL_NODE_LIST"
-./traf_createPasswordLessSSH --nodes "$NODES_SHORT"
-./traf_createPasswordLessSSH --nodes "$NODES_LONG"
-
-if [ "$all_node_count" -ne 1 ]; then
- # Copy known_hosts file to all other nodes
- sudo su $TRAF_USER --command "$PDCP $ALL_NODES -x $HOSTNAME $TRAF_USER_DIR/.ssh/known_hosts $TRAF_USER_DIR/.ssh"
-fi
-
-#=================================================
-echo "***INFO: $TRAF_USER user added successfully"
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_apache_mods
----------------------------------------------------------------------
diff --git a/install/installer/traf_apache_mods b/install/installer/traf_apache_mods
deleted file mode 100755
index 018ace0..0000000
--- a/install/installer/traf_apache_mods
+++ /dev/null
@@ -1,259 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-#
-# This script will configure HBase with HBase-trx
-# and co-processors needed for Trafodion. It uses
-# Ambari's configs.sh script to do this.
-#
-# NOTE: Only for Ambari installations
-
-TRAF_CONFIG=/etc/trafodion/trafodion_config
-source $TRAF_CONFIG
-
-export PDSH="pdsh -R exec"
-export PDSH_SSH_CMD="ssh -q -n %h"
-export PDCP="pdcp -R ssh"
-
-export PDSH_HADOOP_NODES="$PDSH $MY_HBASE_NODES $PDSH_SSH_CMD"
-export PDCP_HADOOP_NODES="$PDCP $MY_HBASE_NODES"
-#=====================================
-# copy Trafodion hbase trx jar to /usr/lib/hbase/lib
-
-cd $UNTAR_DIR
-
-HDFS_NODE=$(echo $HDFS_NODES | head -n1 | awk '{print $1;}')
-HBASE_NODE=$(echo $HBASE_NODES | head -n1 | awk '{print $1;}')
-echo "export HDFS_NODE=\"$HDFS_NODE\"" >> $TRAF_CONFIG
-echo "export HBASE_NODE=\"$HBASE_NODE\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-source $TRAF_CONFIG
-
-
-hbase_trx_jar="hbase-trx-apache1_2*.jar"
-if [[ $hbaseVersion =~ "1.1" ]]; then
- hbase_trx_jar="hbase-trx-apache1_1*.jar"
-elif [[ $hbaseVersion =~ "1.0" ]]; then
- hbase_trx_jar="hbase-trx-apache1_0*.jar"
-fi
-
-traf_util_jar="trafodion-utility-*.jar"
-
-
-# The permissions the Trafodion build process creates on the hbase-trx jar
-# files does not work well with the installation process so we change them
-sudo chmod -R 777 $UNTAR_DIR/export/lib
-
-if [ ! -f $UNTAR_DIR/export/lib/$hbase_trx_jar ]; then
- echo "***ERROR: unable to find $UNTAR_DIR/export/lib/$hbase_trx_jar"
- exit -1
-fi
-
-# if more than one node then copy to all nodes
-echo "***INFO: copying $hbase_trx_jar to all nodes"
-if [ $node_count -ne 1 ]; then
- $PDSH_HADOOP_NODES sudo rm -rf $HBASE_HOME/lib/hbase-trx* 2>/dev/null
- $TRAF_PDSH mkdir -p $LOCAL_WORKDIR 2>/dev/null
- $PDSH_HADOOP_NODES mkdir -p $LOCAL_WORKDIR 2>/dev/null
- cp $UNTAR_DIR/export/lib/$hbase_trx_jar $LOCAL_WORKDIR
- cp $UNTAR_DIR/export/lib/$traf_util_jar $LOCAL_WORKDIR
- $PDCP_HADOOP_NODES $LOCAL_WORKDIR/$hbase_trx_jar $LOCAL_WORKDIR
- $PDCP_HADOOP_NODES $LOCAL_WORKDIR/$traf_util_jar $LOCAL_WORKDIR
- $PDSH_HADOOP_NODES sudo cp $LOCAL_WORKDIR/$traf_util_jar $HBASE_HOME/lib
- $PDSH_HADOOP_NODES sudo cp $LOCAL_WORKDIR/$hbase_trx_jar $HBASE_HOME/lib
- $PDSH_HADOOP_NODES sudo chmod 644 $HBASE_HOME/lib/$hbase_trx_jar
- $PDSH_HADOOP_NODES sudo chmod 644 $HBASE_HOME/lib/$traf_util_jar
-
- $PDSH_HADOOP_NODES rm $LOCAL_WORKDIR/$hbase_trx_jar 2>/dev/null
- $PDSH_HADOOP_NODES rm $LOCAL_WORKDIR/$traf_util_jar 2>/dev/null
-else
- for node in $HBASE_NODES
- do
- ssh -q -n $node sudo rm -rf $HBASE_HOME/lib/hbase-trx* 2>/dev/null
- ssh -q -n $node sudo mkdir -p $TRAF_WORKDIR 2>/dev/null
- ssh -q -n $node sudo chmod 777 $TRAF_WORKDIR
- scp -q $UNTAR_DIR/export/lib/$hbase_trx_jar $(whoami)@$node:$TRAF_WORKDIR
- scp -q $UNTAR_DIR/export/lib/$traf_util_jar $(whoami)@$node:$TRAF_WORKDIR
- ssh -q -n $node sudo cp $TRAF_WORKDIR/$hbase_trx_jar $HBASE_HOME/lib
- ssh -q -n $node sudo cp $TRAF_WORKDIR/$traf_util_jar $HBASE_HOME/lib
- ssh -q -n $node sudo chmod 644 $HBASE_HOME/lib/$hbase_trx_jar
- ssh -q -n $node sudo chmod 644 $HBASE_HOME/lib/$traf_util_jar
- done
-fi
-
-#=======================================
-#Check that HBase-trx copied to all nodes
-echo "Check that HBase-trx copied to all nodes"
-for node in $HBASE_NODES
-do
- copiedOver=$(ssh -q -n $node sudo ls $HBASE_HOME/lib/hbase-trx* | wc -l)
- if [[ $copiedOver -ne "1" ]]; then
- echo "***ERROR: $hbase_trx_jar was not copied on $node"
- echo "***ERROR: Please investigate why this happened"
- echo "***ERROR: Trafodion can not start without this. EXITING..."
- exit -1
- fi
-done
-
-echo "***INFO: $hbase_trx_jar copied correctly! Huzzah."
-
-
-
-#Copy hbase-site.xml file
-ssh -q -n $HBASE_NODE sudo cp $HBASE_HOME/conf/hbase-site.xml $HOME
-ssh -q -n $HBASE_NODE sudo chown $(whoami).$(whoami) $HOME/hbase-site.xml
-ssh -q -n $HBASE_NODE sudo chmod 777 $HOME/hbase-site.xml
-
-scp -q $(whoami)@$HBASE_NODE:$HOME/hbase-site.xml $HOME
-if [[ $? -gt 1 ]]; then
- echo "***ERROR: Unable to find $HBASE_HOME/conf/hbase-site.xml file on $HBASE_NODE or unable to copy."
- exit -1
-fi
-sudo cp $HOME/hbase-site.xml $TRAF_WORKDIR
-sudo chown trafodion.trafodion $TRAF_WORKDIR/hbase-site.xml
-
-#=====================================
-# create new directories for bulkload and lobs if not already there
-rm $LOCAL_WORKDIR/traf_temp_output 2>/dev/null
-
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_PREFIX"'/bin/hdfs dfs -mkdir -p /user/'"$TRAF_USER"'"'
-if [ $? != 0 ]; then
- echo "***ERROR: hds dfs -mkdir -p /hbase-staging' command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_PREFIX"'/bin/hdfs dfs -chown -R '"$TRAF_USER"' /user/'"$TRAF_USER"'"'
-
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_PREFIX"'/bin/hdfs dfs -mkdir -p /hbase-staging"'
-if [ $? != 0 ]; then
- echo "***ERROR: hds dfs -mkdir -p /hbase-staging' command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_PREFIX"'/bin/hdfs dfs -chown -R' "$HBASE_USER"':'"$HBASE_GROUP" '/hbase-staging"'
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_PREFIX"'/bin/hdfs dfs -mkdir -p /bulkload"'
-if [ $? != 0 ]; then
- echo "***ERROR: 'hdfs dfs -mkdir -p /bulkload' command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command " ' "$HADOOP_PREFIX"'/bin/hdfs dfs -chown -R' "$TRAF_USER"':trafodion /bulkload"'
-
-# Create lobs directory
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_PREFIX"'/bin/hdfs dfs -mkdir -p /lobs"'
-if [ $? != 0 ]; then
- echo "***ERROR: 'hdfs dfs -mkdir -p /lobs' command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_PREFIX"'/bin/hdfs dfs -chown -R' "$TRAF_USER"':trafodion /lobs"'
-
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_PREFIX"'/bin/hdfs dfs -mkdir -p /trafodion_backups" 2> $HOME/traf_temp_output'
-if [ $? != 0 ]; then
- echo "***ERROR: 'hdfs dfs -mkdir -p /trafodion_backups' command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_PREFIX"'/bin/hdfs dfs -chown -R' "$TRAF_USER"':trafodion /trafodion_backups"'
-
-
-ssh -q -n $HDFS_NODE 'rm -rf $HOME/traf_temp_output'
-#=====================================
-#Restart HAdoop
-
-echo "****INFO: Stopping HDFS, HBASE, and Zookeeper"
-
-
-
-sudo su $HBASE_USER $HBASE_HOME/bin/stop-hbase.sh
-
-sudo su $ZOO_USER $ZOO_HOME/bin/zkServer.sh stop
-
-sudo su $HDFS_USER $HADOOP_PREFIX/sbin/stop-dfs.sh
-
-
-echo "***IMPORTANT***********************************************************************"
-echo
-echo "***INFO: Settings below need to be set for Trafodion to work on Apache Hadoop/HBase"
-echo "***INFO: In hdfs-site.xml set dfs.namenode.acls.enabled to true and dfs.umaskmode to 0002"
-echo "***INFO: In zoo.cfg set maxClientCnxns to 0"
-echo "***INFO: Create $ZOO_HOME/conf/zookeeeper-env.sh and set JAVA_HOME"
-echo "***INFO: In hbase-site.xml set hbase.coprocessor.region.classes to org.apache.hadoop.hbase.coprocessor.transactional.TrxRegionObserver, org.apache.hadoop.hbase.coprocessor.transactional.TrxRegionEndpoint, org.apache.hadoop.hbase.coprocessor.AggregateImplementation"
-echo "***INFO: In hbase-site.xml set hbase.hregion.impl to org.apache.hadoop.hbase.regionserver.transactional.TransactionalRegion"
-echo
-echo "***IMPORTANT***********************************************************************"
-
-sleep 15
-
-
-
-sudo su $ZOO_USER $ZOO_HOME/bin/zkServer.sh start
-
-sudo su $HDFS_USER $HADOOP_PREFIX/sbin/start-dfs.sh
-
-ssh -q -n $HDFS_NODE 'sudo su ' "$HDFS_USER" '--command "' "$HADOOP_PREFIX"'/bin/hdfs dfsadmin -safemode wait"'
-
-sudo su $HBASE_USER $HBASE_HOME/bin/start-hbase.sh
-
-#=====================================
-# NOTE: These command must be done AFTER acls are
-# enabled and HDFS has been restarted
-echo "***INFO: Setting HDFS ACLs for snapshot scan support"
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_PREFIX"'/bin/hdfs dfs -mkdir -p /apps/hbase/data/archive"'
-if [ $? != 0 ]; then
- echo "***ERROR: (hdfs dfs -mkdir -p /apps/hbase/data/archive) command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_PREFIX"'/bin/hdfs dfs -chown ' "$HBASE_USER"':'"$HDFS_USER" '/apps/hbase/data/archive"'
-if [ $? != 0 ]; then
- echo "***ERROR: (hdfs dfs -chown hbase:hdfs /apps/hbase/data/archive) command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_PREFIX"'/bin/hdfs dfs -setfacl -R -m user:'"$TRAF_USER"':rwx /apps/hbase/data/archive"'
-if [ $? != 0 ]; then
- echo "***ERROR: (hdfs dfs -setfacl -R -m mask::rwx /apps/hbase/data/archive) command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_PREFIX"'/bin/hdfs dfs -setfacl -R -m default:user:'"$TRAF_USER"':rwx /apps/hbase/data/archive"'
-if [ $? != 0 ]; then
- echo "***ERROR: (hdfs dfs -setfacl -R -m mask::rwx /apps/hbase/data/archive) command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_PREFIX"'/bin/hdfs dfs -setfacl -R -m mask::rwx /apps/hbase/data/archive"'
-if [ $? != 0 ]; then
- echo "***ERROR: (hdfs dfs -setfacl -R -m mask::rwx /apps/hbase/data/archive) command failed"
- exit -1
-fi
-
-
-MODS_COMPLETE="Y"
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/MODS_COMPLETE\=/d' $TRAF_CONFIG
-echo "export MODS_COMPLETE=\"$MODS_COMPLETE\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-source $TRAF_CONFIG
-
-TRAF_CONFIG_FILE="trafodion_config"
-TRAF_CONFIG_DIR="/etc/trafodion"
-
-if [ $node_count -ne 1 ]; then
- cp $TRAF_CONFIG $LOCAL_WORKDIR
- $TRAF_PDCP $LOCAL_WORKDIR/$TRAF_CONFIG_FILE $HOME
- $TRAF_PDSH sudo mkdir -p $TRAF_CONFIG_DIR
- $TRAF_PDSH sudo cp $HOME/$TRAF_CONFIG_FILE $TRAF_CONFIG_DIR
- $TRAF_PDSH sudo chmod 777 $TRAF_CONFIG
-fi
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_authentication_conf_default
----------------------------------------------------------------------
diff --git a/install/installer/traf_authentication_conf_default b/install/installer/traf_authentication_conf_default
deleted file mode 100755
index 248d962..0000000
--- a/install/installer/traf_authentication_conf_default
+++ /dev/null
@@ -1,71 +0,0 @@
-# @@@ START COPYRIGHT @@@
-# #
-# # Licensed to the Apache Software Foundation (ASF) under one
-# # or more contributor license agreements. See the NOTICE file
-# # distributed with this work for additional information
-# # regarding copyright ownership. The ASF licenses this file
-# # to you under the Apache License, Version 2.0 (the
-# # "License"); you may not use this file except in compliance
-# # with the License. You may obtain a copy of the License at
-# #
-# # http://www.apache.org/licenses/LICENSE-2.0
-# #
-# # Unless required by applicable law or agreed to in writing,
-# # software distributed under the License is distributed on an
-# # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# # KIND, either express or implied. See the License for the
-# # specific language governing permissions and limitations
-# # under the License.
-# #
-# # @@@ END COPYRIGHT @@@
-# #
-#
-# This is the template file for Trafodion database authentication
-# directory service configuration.
-#
-# To use authentication in Trafodion, this file must be configured
-# as described below and placed in $TRAF_HOME/sql/scripts and be named
-# .traf_authentication_config. You must also enable authentication by
-# running the script traf_authentication_setup in $TRAF_HOME/sql/scripts.
-#
-# NOTE: the format of this configuration file is expected to change in the
-# next release of Trafodion. Backward compatilibity is not guaranteed.
-#
-SECTION: Defaults
- DefaultSectionName: local
- RefreshTime: 1800
- TLS_CACERTFilename:
-SECTION: local
-# If one or more of the LDAPHostName values is a load balancing host, list
-# the name(s) here, one name: value pair for each host.
- LoadBalanceHostName:
-
-# One or more identically configured hosts must be specified here,
-# one name: value pair for each host.
- LdapHostname:
-
-# Default is port 389, change if using 636 or any other port
- LdapPort:389
-
-# Must specify one or more unique identifiers, one name: value pair for each
- UniqueIdentifier:
-
-# If the configured LDAP server requires a username and password to
-# to perform name lookup, provide those here.
- LDAPSearchDN:
- LDAPSearchPwd:
-
-# If configured LDAP server requires TLS(1) or SSL (2), update this value
- LDAPSSL:0
-
-# Default timeout values in seconds
- LDAPNetworkTimeout: 30
- LDAPTimeout: 30
- LDAPTimeLimit: 30
-
-# Default values for retry logic algorithm
- RetryCount: 5
- RetryDelay: 2
- PreserveConnection: No
- ExcludeBadHosts: Yes
- MaxExcludeListSize: 3
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_cloudera_mods
----------------------------------------------------------------------
diff --git a/install/installer/traf_cloudera_mods b/install/installer/traf_cloudera_mods
deleted file mode 100755
index 918ccfc..0000000
--- a/install/installer/traf_cloudera_mods
+++ /dev/null
@@ -1,428 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-#
-# This script will configure HBase with HBase-trx
-# and co-processors needed for Trafodion. It uses
-# Cloudera Manager's REST api to do this.
-#
-# NOTE: Only for Cloudera installations
-
-TRAF_CONFIG=/etc/trafodion/trafodion_config
-source $TRAF_CONFIG
-export PDSH="pdsh -R exec"
-export PDSH_SSH_CMD="ssh -q -n %h"
-export PDCP="pdcp -R ssh"
-export PDSH_HADOOP_NODES="$PDSH $MY_HBASE_NODES $PDSH_SSH_CMD"
-export PDCP_HADOOP_NODES="$PDCP $MY_HBASE_NODES"
-export HDFS_NODE=$(echo $HDFS_NODES | head -n1 | awk '{print $1;}')
-export HBASE_NODE=$(echo $HBASE_NODES | head -n1 | awk '{print $1;}')
-
-#=====================================
-# create principals for hdfs user if secure hadoop is enabled
-if [[ $SECURE_HADOOP == "Y" ]]; then
- REALM=${ADMIN_PRINCIPAL#*"@"}
- HDFS_PRINCIPAL=$(sudo klist -kte $HDFS_KEYTAB |grep $REALM | grep 'hdfs/' | awk '{print $4}' | uniq)
- MESSAGE="***INFO: obtain and cache the Kerberos ticket-granting ticket for hdfs user"
- MESSAGE=$MESSAGE" using keytab $HDFS_KEYTAB and principal $HDFS_PRINCIPAL"
- echo $MESSAGE
- sudo -u $HDFS_USER kinit -kt $HDFS_KEYTAB $HDFS_PRINCIPAL
- if [ $? != 0 ]; then
- echo "***ERROR: failed to obtain and cache the Kerberos ticket-granting ticket for hdfs user"
- exit -1
- fi
-fi
-
-#=====================================
-# copy Trafodion trx jar to Cloudera's plugins directory on all nodes
-
-cd $UNTAR_DIR
-
-if [[ $CDH_5_3_HDP_2_2_SUPPORT == "N" ]]; then
- if [[ $cdhVersion == "5.4" ]]; then
- hbase_trx_jar="hbase-trx-cdh5_4-*.jar"
- elif [[ $cdhVersion == "5.5" ]]; then
- hbase_trx_jar="hbase-trx-cdh5_5-*.jar"
- elif [[ $cdhVersion == "5.7" ]]; then
- hbase_trx_jar="hbase-trx-cdh5_7-*.jar"
- fi
-else
- hbase_trx_jar="hbase-trx-cdh5_3-*.jar"
-fi
-
-traf_util_jar="trafodion-utility-*.jar"
-
-
-# The permissions the Trafodion build process creates on the hbase-trx jar
-# files does not work well with the installation process so we change them
-sudo chmod -R 777 $UNTAR_DIR/export/lib
-
-if [ ! -f $UNTAR_DIR/export/lib/$hbase_trx_jar ]; then
- echo "***ERROR: unable to find $UNTAR_DIR/export/lib/$hbase_trx_jar"
- exit -1
-fi
-
-# if more than one node then copy to all nodes
-echo "***INFO: copying $hbase_trx_jar to all nodes"
-if [ $node_count -ne 1 ]; then
-
- $PDSH_HADOOP_NODES sudo rm -rf $HADOOP_PATH/hbase-trx* 2>/dev/null
- $PDSH_HADOOP_NODES sudo rm -rf /usr/lib/hbase/lib/hbase-trx* 2>/dev/null
- $PDSH_HADOOP_NODES sudo rm -rf /usr/share/cmf/lib/plugins/hbase-trx* 2>/dev/null
- $PDSH_HADOOP_NODES sudo rm -rf /usr/lib/hbase/lib/trafodion* 2>/dev/null
- $PDSH_HADOOP_NODES sudo rm -rf /usr/share/cmf/lib/plugins/trafodion* 2>/dev/null
- $TRAF_PDSH mkdir -p $LOCAL_WORKDIR 2>/dev/null
- $PDSH_HADOOP_NODES mkdir -p $LOCAL_WORKDIR 2>/dev/null
- cp $UNTAR_DIR/export/lib/$hbase_trx_jar $LOCAL_WORKDIR
- cp $UNTAR_DIR/export/lib/$traf_util_jar $LOCAL_WORKDIR
- $PDCP_HADOOP_NODES $LOCAL_WORKDIR/$hbase_trx_jar $LOCAL_WORKDIR
- $PDCP_HADOOP_NODES $LOCAL_WORKDIR/$traf_util_jar $LOCAL_WORKDIR
- $PDSH_HADOOP_NODES sudo cp $LOCAL_WORKDIR/$hbase_trx_jar $HADOOP_PATH
- $PDSH_HADOOP_NODES sudo cp $LOCAL_WORKDIR/$traf_util_jar $HADOOP_PATH
- $PDSH_HADOOP_NODES sudo chmod 644 $HADOOP_PATH/$hbase_trx_jar
- $PDSH_HADOOP_NODES sudo chmod 644 $HADOOP_PATH/$traf_util_jar
- $PDSH_HADOOP_NODES rm $LOCAL_WORKDIR/$hbase_trx_jar 2>/dev/null
- $PDSH_HADOOP_NODES rm $LOCAL_WORKDIR/$traf_util_jar 2>/dev/null
-else
- for node in $HBASE_NODES
- do
- ssh -q -n $node sudo rm -rf /usr/lib/hbase/lib/hbase-trx* 2>/dev/null
- ssh -q -n $node sudo rm -rf /usr/share/cmf/lib/plugins/hbase-trx* 2>/dev/null
- ssh -q -n $node sudo rm -rf /usr/lib/hbase/lib/trafodion* 2>/dev/null
- ssh -q -n $node sudo rm -rf /usr/share/cmf/lib/plugins/trafodion* 2>/dev/null
- ssh -q -n $node sudo rm -rf $HADOOP_PATH/hbase-trx* 2>/dev/null
- ssh -q -n $node sudo mkdir -p $TRAF_WORKDIR 2>/dev/null
- ssh -q -n $node sudo chmod 777 $TRAF_WORKDIR
- scp -q $UNTAR_DIR/export/lib/$hbase_trx_jar $(whoami)@$node:$TRAF_WORKDIR
- scp -q $UNTAR_DIR/export/lib/$traf_util_jar $(whoami)@$node:$TRAF_WORKDIR
- ssh -q -n $node sudo cp $TRAF_WORKDIR/$hbase_trx_jar $HADOOP_PATH
- ssh -q -n $node sudo cp $TRAF_WORKDIR/$traf_util_jar $HADOOP_PATH
- ssh -q -n $node sudo chmod 644 $HADOOP_PATH/$hbase_trx_jar
- ssh -q -n $node sudo chmod 644 $HADOOP_PATH/$traf_util_jar
- done
-fi
-
-#====================================
-#Make sure hbase-trx*jar got copied
-
-for node in $HBASE_NODES
-do
- copiedOver=$(ssh -q -n $node sudo ls $HADOOP_PATH/hbase-trx* | wc -l)
- if [[ $copiedOver -ne "1" ]]; then
- echo "***ERROR: $hbase_trx_jar was not copied on $node"
- echo "***ERROR: Please investigate why this happened"
- echo "***ERROR: Trafodion can not start without this. EXITING..."
- exit -1
- fi
-done
-
-echo "***INFO: $hbase_trx_jar copied correctly! Huzzah."
-
-
-
-#=====================================
-# create new directories for bulkload and lobs if not already there
-rm $LOCAL_WORKDIR/traf_temp_output 2>/dev/null
-
-#Copy hbase-site.xml file
-ssh -q -n $HBASE_NODE sudo cp /etc/hbase/conf/hbase-site.xml $HOME
-ssh -q -n $HBASE_NODE sudo chown "$(whoami)"."$(whoami)" "$HOME"/hbase-site.xml
-ssh -q -n $HBASE_NODE sudo chmod 777 $HOME/hbase-site.xml
-
-scp -q $(whoami)@$HBASE_NODE:$HOME/hbase-site.xml $HOME
-if [[ $? -gt 1 ]]; then
- echo "***ERROR: Unable to find /etc/hbase/conf/hbase-site.xml file on $HBASE_NODE or unable to copy."
- exit -1
-fi
-
-sudo cp $HOME/hbase-site.xml $TRAF_WORKDIR
-sudo chown trafodion.trafodion $TRAF_WORKDIR/hbase-site.xml
-
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_BIN_PATH"'/hdfs dfs -mkdir -p /user/'"$TRAF_USER"'"'
-if [ $? != 0 ]; then
- echo "***ERROR: '$HADOOP_BIN_PATH/hdfs dfs -mkdir -p /user/$TRAF_USER' command failed"
- exit -1
-fi
-
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_BIN_PATH"'/hdfs dfs -chown -R '"$TRAF_USER"' /user/'"$TRAF_USER"'"'
-
-
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_BIN_PATH"'/hadoop fs -mkdir -p /hbase-staging"'
-if [ $? != 0 ]; then
- echo "***ERROR: '$HADOOP_BIN_PATH/hadoop fs -mkdir -p /hbase-staging' command failed"
- exit -1
-fi
-
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_BIN_PATH"'/hadoop fs -chown -R '"$HBASE_USER"':'"$HBASE_GROUP"' /hbase-staging"'
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_BIN_PATH"'/hadoop fs -mkdir -p /bulkload"'
-if [ $? != 0 ]; then
- echo "***ERROR: '$HADOOP_BIN_PATH/hadoop fs -mkdir -p /bulkload' command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_BIN_PATH"'/hadoop fs -chown -R '"$TRAF_USER"':trafodion /bulkload"'
-
-# Create lobs directory
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "'"$HADOOP_BIN_PATH"'/hadoop fs -mkdir -p /lobs"'
-if [ $? != 0 ]; then
- echo "***ERROR: '$HADOOP_BIN_PATH/hadoop fs -mkdir -p /lobs' command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "'"$HADOOP_BIN_PATH"'/hadoop fs -chown -R '"$TRAF_USER"':trafodion /lobs"'
-
-
-#Create Backup directory
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_BIN_PATH"'/hadoop fs -mkdir -p /trafodion_backups"'
-if [ $? != 0 ]; then
- echo "***ERROR: '$HADOOP_BIN_PATH/hadoop fs -mkdir -p /trafodion_backups' command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "'"$HADOOP_BIN_PATH"'/hadoop fs -chown -R '"$TRAF_USER"':trafodion /trafodion_backups"'
-
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "' "$HADOOP_BIN_PATH"'/hadoop fs -chmod 777 /trafodion_backups"'
-#=====================================
-# Modify hadoop settings as needed by Trafodion
-
-rm $HOME/traf_hdfs1_config_temp 2> /dev/null
-rm $HOME/traf_hbase_config_temp 2> /dev/null
-
-# change the hdfs configuration using Cloudera's REST API
-curl -k -X PUT -H 'Content-Type:application/json' -u $ADMIN:$PASSWORD --data \
-'{ "items": [ {
- "name":"dfs_namenode_acls_enabled",
- "value":"true"
- }, {
- "name":"dfs_umaskmode",
- "value":"0002"
- } ]
-}' \
-$URL/api/v1/clusters/$CLUSTER_NAME/services/$HDFS/config > $LOCAL_WORKDIR/traf_hdfs_config_temp
-
-if [ $? != 0 ]; then
- echo "***ERROR: Unable to modify HDFS configuration through Cloudera's REST API."
- echo "***ERROR: Check if Cloudera URL is correct, may need to enter external IP address."
- echo "***ERROR: Check if iptables/firewall is configured correctly and ports a
- re enabled."
- echo "***ERROR: Check that HDFS is running without error."
- exit -1
-fi
-
-# in most cases curl does not return an error
-# so curl's actual output needs to be checked, too
-curl_error=$(grep TITLE $LOCAL_WORKDIR/traf_hdfs_config_temp | grep Error | wc -l)
-if [ $curl_error -ne 0 ]; then
- echo "***ERROR: Unable to modify hdfs configuration through Cloudera's REST API."
- echo "***ERROR: Check if Cloudera URL is correct, may need to enter external IP address
-."
- echo "***ERROR: Check if iptables/firewall is configured correctly and ports a
- re enabled." 2>&1
- echo "***ERROR: Check that HDFS is running without error."
- exit -1
-fi
-
-rm $LOCAL_WORKDIR/traf_hdfs_config_temp 2> /dev/null
-
-# change the hbase configuration using Cloudera Manager's REST api
-# NOTE: hbase.regionserver.lease.period is used as it is equivalent to
-# hbase.client.scanner.timeout.period and Cloudera only allows
-# hbase.regionserver.lease.period to be set through the REST API.
-curl -k -X PUT -H 'Content-Type:application/json' -u $ADMIN:$PASSWORD --data \
-'{ "roleTypeConfigs" : [ {
- "roleType" : "MASTER",
- "items" : [ {
- "name" : "hbase_master_config_safety_valve",
- "value" : "<property>\r\n <name>hbase.snapshot.master.timeoutMillis</name>\r\n <value>600000</value>\r\n</property>\r\n"
- } ]
- }, {
- "roleType" : "REGIONSERVER",
- "items" : [ {
- "name" : "hbase_coprocessor_region_classes",
- "value" : "org.apache.hadoop.hbase.coprocessor.transactional.TrxRegionObserver,org.apache.hadoop.hbase.coprocessor.transactional.TrxRegionEndpoint,org.apache.hadoop.hbase.coprocessor.AggregateImplementation"
- }, {
- "name" : "hbase_regionserver_lease_period",
- "value" : "3600000"
- }, {
- "name" : "hbase_hregion_memstore_flush_size",
- "value" : "536870912"
- }, {
- "name" : "hbase_hregion_memstore_block_multiplier",
- "value" : "7"
- }, {
- "name" : "hbase_hstore_blockingStoreFiles",
- "value" : "200"
- }, {
- "name" : "hbase_regionserver_config_safety_valve",
- "value" : "<property>\r\n <name>hbase.hregion.impl</name>\r\n <value>org.apache.hadoop.hbase.regionserver.transactional.TransactionalRegion</value>\r\n</property>\r\n <property>\r\n <name>hbase.regionserver.region.split.policy</name>\r\n <value>org.apache.hadoop.hbase.regionserver.ConstantSizeRegionSplitPolicy</value>\r\n</property>\r\n <property>\r\n <name>hbase.snapshot.enabled</name>\r\n <value>true</value>\r\n</property>\r\n <property>\r\n <name>hbase.snapshot.region.timeout</name>\r\n <value>600000</value>\r\n</property>\r\n "
- } ]
- } ]
-}' \
-$URL/api/v1/clusters/$CLUSTER_NAME/services/$HBASE/config > $LOCAL_WORKDIR/traf_hbase_config_temp
-
-if [ $? != 0 ]; then
- echo "***ERROR: Unable to modify HBase configuration through Cloudera's REST API."
- echo "***ERROR: Check that HBase is running without error."
- exit -1
-fi
-
-# in most cases curl does not return an error
-# so curl's actual output needs to be checked, too
-curl_error=$(grep TITLE $LOCAL_WORKDIR/traf_hbase_config_temp | grep Error | wc -l)
-if [ $curl_error -ne 0 ]; then
- echo "***ERROR: Unable to modify HBase configuration through Cloudera's REST API."
- echo "***ERROR: Check that HBase is running without error."
- cat $LOCAL_WORKDIR/traf_hbase_config_temp
- exit -1
-fi
-curl_error=$(grep message $LOCAL_WORKDIR/traf_hbase_config_temp | wc -l)
-if [ $curl_error -ne 0 ]; then
- echo "***ERROR: Unable to modify HBase configuration through Cloudera's REST API."
- echo "***ERROR: Check that HBase is running without error."
- cat $LOCAL_WORKDIR/traf_hbase_config_temp
- exit -1
-fi
-rm $LOCAL_WORKDIR/traf_hbase_config_temp 2> /dev/null
-
-# Change zookeeper config using Cloudera REST API
-
-curl -k -X PUT -H 'Content-Type:application/json' -u $ADMIN:$PASSWORD --data \
-'{ "roleTypeConfigs" : [ {
- "roleType" : "SERVER",
- "items": [ {
- "name" : "maxClientCnxns",
- "value" : "0"
- } ]
- } ]
-
-}' \
-$URL/api/v1/clusters/$CLUSTER_NAME/services/$ZOOKEEPER/config > $LOCAL_WORKDIR/traf_zookeeper_config_temp
-
-# in most cases curl does not return an error
-# so curl's actual output needs to be checked, too
-curl_error=$(grep TITLE $LOCAL_WORKDIR/traf_zookeeper_config_temp | grep Error | wc -l)
-if [ $curl_error -ne 0 ]; then
- echo "***ERROR: Unable to modify Zookeeper configuration through Cloudera's REST API."
- echo "***ERROR: Check that Zookeeper is running without error."
- cat $LOCAL_WORKDIR/traf_zookeeper_config_temp
- exit -1
-fi
-curl_error=$(grep message $LOCAL_WORKDIR/traf_zookeeper_config_temp | wc -l)
-if [ $curl_error -ne 0 ]; then
- echo "***ERROR: Unable to modify Zookeeper configuration through Cloudera's REST API."
- echo "***ERROR: Check that Zookeeper is running without error."
- cat $LOCAL_WORKDIR/traf_zookeeper_config_temp
- exit -1
-fi
-rm $LOCAL_WORKDIR/traf_zookeeper_config_temp 2> /dev/null
-
-
-#=====================================
-# restart Cloudera to pick up all the changes just made
-poll_time=30
-echo "***INFO: restarting Hadoop to pickup Trafodion transaction jar"
-echo "***INFO: ...polling every $poll_time seconds until restart is completed."
-restart_info=$(curl -k -X POST -u $ADMIN:$PASSWORD \
- $URL/api/v1/clusters/$CLUSTER_NAME/commands/restart)
-echo $restart_info
-command_id=$(echo $restart_info | grep id | awk '{print $4}' | sed -e 's@,@@' )
-
-# poll until restart is completed as a restart can take a while
-active=1
-while [ $active -ne 0 ]; do
- sleep $poll_time
- curl -k -u $ADMIN:$PASSWORD \
- $URL/api/v1/commands/$command_id \
- > $LOCAL_WORKDIR/hbase_restart_status_temp
- cat $LOCAL_WORKDIR/hbase_restart_status_temp
- echo "***INFO: ...polling every $poll_time seconds until restart is completed."
- # if restart command is still active, then active will not equal 0
- active=$(cat $LOCAL_WORKDIR/hbase_restart_status_temp | grep '"active" : true' | wc -l)
-done
-
-# make sure restart completed successfully
-failures=$(cat $LOCAL_WORKDIR/hbase_restart_status_temp | grep '"success" : false' | wc -l)
-if [ $failures -ne 0 ]; then
- echo "***ERROR: Unable to restart Hadoop."
- exit -1
-fi
-
-echo "***INFO: Hadoop restart completed successfully"
-
-# wait to make sure HDFS is fully restarted and out of safemode
-echo "***INFO: waiting for HDFS to exit safemode"
-ssh -q -n $HDFS_NODE 'sudo su hdfs --command "' "$HADOOP_BIN_PATH"'/hdfs dfsadmin -safemode wait"'
-
-#====================================================
-# NOTE: These command must be done AFTER acls are
-# enabled and HDFS has been restarted
-echo "***INFO: Setting HDFS ACLs for snapshot scan support"
-ssh -q -n $HDFS_NODE 'sudo su hdfs --command "' "$HADOOP_BIN_PATH"'/hdfs dfs -mkdir -p /hbase/archive"'
-errorFound=$?
-if [ $errorFound != 0 ]; then
- echo "ERROR Code: $errorFound"
- echo "***ERROR: ($HADOOP_BIN_PATH/hdfs dfs -mkdir -p /hbase/archive) command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su hdfs --command "' "$HADOOP_BIN_PATH"'/hdfs dfs -chown hbase:hbase /hbase/archive"'
-errorFound=$?
-if [ $errorFound != 0 ]; then
- echo "ERROR Code: $errorFound"
- echo "***ERROR: ($HADOOP_BIN_PATH/hdfs dfs -chown hbase:hbase /hbase/archive) command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su hdfs --command "' "$HADOOP_BIN_PATH"'/hdfs dfs -setfacl -R -m user:'"$TRAF_USER"':rwx /hbase/archive"'
-errorFound=$?
-if [ $errorFound != 0 ]; then
- echo "ERROR Code: $errorFound"
- echo "***ERROR: ($HADOOP_BIN_PATH/hdfs dfs -setfacl -R -m user:$TRAF_USER:rwx /hbase/archive) command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su hdfs --command "' "$HADOOP_BIN_PATH"'/hdfs dfs -setfacl -R -m default:user:'"$TRAF_USER"':rwx /hbase/archive"'
-errorFound=$?
-if [ $errorFound != 0 ]; then
- echo "ERROR Code: $errorFound"
- echo "***ERROR: ($HADOOP_BIN_PATH/hdfs dfs -setfacl -R -m default:user:$TRAF_USER:rwx /hbase/archive) command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su hdfs --command "' "$HADOOP_BIN_PATH"'/hdfs dfs -setfacl -R -m mask::rwx /hbase/archive"'
-errorFound=$?
-if [ $errorFound != 0 ]; then
- echo "ERROR Code: $errorFound"
- echo "***ERROR: ($HADOOP_BIN_PATH/hdfs dfs -setfacl -R -m mask::rwx /hbase/archive) command failed"
- exit -1
-fi
-
-MODS_COMPLETE="Y"
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/MODS_COMPLETE\=/d' $TRAF_CONFIG
-echo "export MODS_COMPLETE=\"$MODS_COMPLETE\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-source $TRAF_CONFIG
-
-TRAF_CONFIG_FILE="trafodion_config"
-TRAF_CONFIG_DIR="/etc/trafodion"
-
-if [ $node_count -ne 1 ]; then
- cp $TRAF_CONFIG $LOCAL_WORKDIR
- $TRAF_PDCP $LOCAL_WORKDIR/$TRAF_CONFIG_FILE $HOME
- $TRAF_PDSH sudo mkdir -p $TRAF_CONFIG_DIR
- $TRAF_PDSH sudo cp -rf $HOME/$TRAF_CONFIG_FILE $TRAF_CONFIG_DIR
- $TRAF_PDSH sudo chmod 777 $TRAF_CONFIG
-fi
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_config
----------------------------------------------------------------------
diff --git a/install/installer/traf_config b/install/installer/traf_config
deleted file mode 100755
index 2b87173..0000000
--- a/install/installer/traf_config
+++ /dev/null
@@ -1,207 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-#==========================================
-# Install Trafodion build on a Cluster System
-#==========================================
-# Default values
-
-# This is the directory where all the Trafodion install scripts and
-# tar files are initially downloaded to
-typeset TRAF_WORKDIR="$( cd "$( dirname "$0" )" && pwd )/.."
-echo $TRAF_WORKDIR
-# input parameter defaults
-typeset NODES="$HOSTNAME"
-typeset DCS_SERVERS_PARM=""
-export PDSH="pdsh -R exec"
-export PDSH_SSH_CMD="ssh -q -n %h"
-export PDCP="pdcp -R ssh"
-
-TRAF_CONFIG=/etc/trafodion/trafodion_config
-source $TRAF_CONFIG
-export traf_filename=$(basename "$TRAF_PACKAGE")
-
-#============================================
-
-# Check if logged in as trafodion
-
-userId=$(whoami)
-
-if [[ "$userId" != "$TRAF_USER" ]]; then
- echo "***ERROR: Logged in as user '$userId'" | tee -a $INSTALL_LOG
- echo "***ERROR: Must be logged in as user 'trafodion'" | tee -a $INSTALL_LOG
- echo "***ERROR: Exiting..." | tee -a $INSTALL_LOG
- exit -1
-fi
-
-#============================================
-# Check if an existing instance is up
-process_count=$(cstat -noheader 2>/dev/null | wc -l)
-if [ "$process_count" -ne 0 ]; then
- echo "***ERROR: There appears to be $process_count Trafodion processes still running." | tee -a $INSTALL_LOG
- echo "***ERROR: You can verify this with the 'cstat' command." | tee -a $INSTALL_LOG
- echo "***ERROR: Please stop the current instance with sqstop before" | tee -a $INSTALL_LOG
- echo "***ERROR: installing a new Trafodion build." | tee -a $INSTALL_LOG
- exit -1
-fi
-
-#============================================
-# Create install directory
-mkdir -p $TRAF_HOME
-echo $TRAF_HOME
-
-if [[ "$UPGRADE_TRAF" == "true" ]]; then
- echo
- echo
- echo "***INFO: On an upgrade, any ms.env settings will not be transferred over."
- echo "***INFO: If previous installation directory was not deleted, it will be there for comparison"
- echo
- echo
- sleep 5
-fi
-
-
-if [[ -f $HOME/sqenvcom.sh ]]; then
- echo "****INFO: Copying over sqenvcom.sh"
- cp -rf $HOME/sqenvcom.sh $TRAF_HOME
-fi
-
-cd $TRAF_HOME
-
-# untar Trafodion build into install directory
-if [[ "$ONE_TAR_INSTALL" == "N" ]]; then
- echo "***INFO: untarring file $TRAF_BUILD to $TRAF_HOME" | tee -a $INSTALL_LOG
- tar -xzf $TRAF_BUILD 2>&1 | tee -a $INSTALL_LOG
-else
- echo "***INFO: untarring file $TRAF_BUILD to $TRAF_HOME" | tee -a $INSTALL_LOG
- tar -xzf $UNTAR_DIR/$traf_filename 2>&1 | tee -a $INSTALL_LOG
-fi
-if [ "$?" != "0" ]; then
- echo "***ERROR: There was a problem untarring Trafodion tar file. Check install log files for details." | tee -a $INSTALL_LOG
- exit -1;
-fi
-
-
-#============================================
-# If an sqconfig file was specified, then we'll use it instead of the default
-if [ "$SQCONFIG" != "" ]; then
- SQCONFIG_MASTER="$SQCONFIG"
- if [[ ! -f "$SQCONFIG" ]]; then
- echo "***ERROR: Specified SQ config file cannot be found ($SQCONFIG_MASTER)." | tee -a $INSTALL_LOG
- exit -1
- fi
-else
- if [ "$node_count" -ne "1" ]; then
- # For clusters this sqconfig file was generated when the Trafodion user was added
- SQCONFIG_MASTER=$HOME/sqconfig
- if [[ ! -f "$SQCONFIG_MASTER" ]]; then
- echo "***ERROR: SQ config file cannot be found ($SQCONFIG_MASTER)." | tee -a $INSTALL_LOG
- exit -1
- fi
- else
- # For single node, we use the sqconfig in the build
- SQCONFIG_MASTER=$TRAF_HOME/sql/scripts/sqconfig
- if [[ ! -f "$SQCONFIG_MASTER" ]]; then
- echo "***ERROR: SQ config file cannot be found ($SQCONFIG_MASTER)." | tee -a $INSTALL_LOG
- exit -1
- fi
- fi
-fi
-#============================================
-
-echo "***INFO: modifying .bashrc to set Trafodion environment variables" | tee -a $INSTALL_LOG
-cd $HOME
-cp .bashrc bashrc_temp
-# NOTE: have to use '@' as delimiter because the usual slash '/' doesn't work
-# because $TRAF_HOME's value has slashes in it
-sed -e "s@export TRAF_HOME=.*@export TRAF_HOME=$TRAF_HOME@" <bashrc_temp >$HOME/.bashrc
-
-cp .bashrc bashrc_temp
-sed -e "s@export TOOLSDIR=.*@export TOOLSDIR=$TRAF_TOOLSDIR@" <bashrc_temp >$HOME/.bashrc
-
-cp .bashrc bashrc_temp
-
-# re-source .bashrc to pick up these changes
-source ~/.bashrc
-
-if [ "$all_node_count" -ne "1" ]; then
- echo "***INFO: copying .bashrc file to all nodes" | tee -a $INSTALL_LOG
- $PDCP $ALL_NODES -x $HOSTNAME $HOME/.bashrc $HOME
-fi
-
-
-#==========================================
-
-if [ "$node_count" -ne "1" ]; then
- echo "***INFO: copying sqconfig file ($SQCONFIG_MASTER) to $TRAF_HOME/sql/scripts/sqconfig" | tee -a $INSTALL_LOG
- cp $SQCONFIG_MASTER $TRAF_HOME/sql/scripts/sqconfig
-fi
-
-cd $TRAF_HOME
-
-#=================================================
-
-if [ "$all_node_count" -ne "1" ]; then
- echo "***INFO: Creating $TRAF_HOME directory on all nodes" | tee -a $INSTALL_LOG
- $PDSH $ALL_NODES -x $HOSTNAME $PDSH_SSH_CMD mkdir -p $TRAF_HOME
- if [[ -f $HOME/sqenvcom.sh ]]; then
- echo "****INFO: Copying over sqenvcom.sh"
- $PDCP $ALL_NODES $HOME/sqenvcom.sh $TRAF_HOME
- fi
-fi
-
-#==========================================
-# install dcs
-
-if [[ "$ONE_TAR_INSTALL" == "N" ]]; then
- $TRAF_WORKDIR/installer/dcs_installer --dcs_build $DCS_BUILD --dcs_servers $DCS_SERVERS_PARM
-else
- $TRAF_WORKDIR/installer/dcs_installer --dcs_servers $DCS_SERVERS_PARM
-fi
-
-if [ "$?" != "0" ]; then
- echo "***ERROR: DCS install failed. Check install log files for details." | tee -a $INSTALL_LOG
- exit -1;
-fi
-
-#==========================================
-# install REST Server
-
-if [[ "$ONE_TAR_INSTALL" == "N" ]]; then
- if [ ! -z $REST_BUILD ]; then
- $TRAF_WORKDIR/installer/rest_installer --rest_build $REST_BUILD
- if [ "$?" != "0" ]; then
- echo "***ERROR: REST Server install failed. Check install log files for details." | tee -a $INSTALL_LOG
- exit -1;
- fi
- fi
-else
- $TRAF_WORKDIR/installer/rest_installer
- if [ "$?" != "0" ]; then
- echo "***ERROR: REST Server install failed. Check install log files for details." | tee -a $INSTALL_LOG
- exit -1;
- fi
-fi
-
-
-#==========================================
[6/8] incubator-trafodion git commit: [TRAFODION-2644] Obsolete bash
installer
Posted by su...@apache.org.
[TRAFODION-2644] Obsolete bash installer
Project: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/commit/54459952
Tree: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/tree/54459952
Diff: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/diff/54459952
Branch: refs/heads/master
Commit: 544599523f16ed9669787e51badb578aa67dd987
Parents: 5ea4af2
Author: Steve Varnau <st...@esgyn.com>
Authored: Tue Jun 20 23:02:07 2017 +0000
Committer: Steve Varnau <st...@esgyn.com>
Committed: Tue Jun 20 23:02:07 2017 +0000
----------------------------------------------------------------------
install/Makefile | 19 +-
install/README.md | 7 +-
install/installer/acceptKeys | 61 -
install/installer/addNode_packages | 89 --
install/installer/addNode_reservePorts | 81 --
install/installer/addNode_step1 | 273 -----
install/installer/addNode_step2 | 429 -------
install/installer/bashrc_default | 87 --
install/installer/checkHBase | 37 -
install/installer/checkJava.py | 66 -
install/installer/cloud_cli_setup | 89 --
install/installer/dcs_installer | 219 ----
install/installer/getNodes.py | 47 -
install/installer/parseHBaseSite.py | 61 -
install/installer/rest_installer | 115 --
install/installer/setup_known_hosts.exp | 35 -
install/installer/setup_ssh_key | 27 -
install/installer/sqconfig_persist.txt | 87 --
install/installer/tools/ambari_setup | 119 --
install/installer/tools/clouderaMoveDB.sh | 191 ---
install/installer/tools/cloudera_setup | 198 ---
install/installer/tools/cloudera_uninstall | 155 ---
install/installer/tools/hortonworks_uninstall | 154 ---
install/installer/tools/mapr_uninstall | 131 --
install/installer/tools/traf_cloudera_uninstall | 148 ---
.../tools/traf_cloudera_uninstall_suse | 149 ---
.../installer/tools/traf_hortonworks_uninstall | 233 ----
.../tools/traf_hortonworks_uninstall_suse | 232 ----
install/installer/tools/traf_mapr_uninstall | 49 -
install/installer/tools/trafodion_scanner | 525 --------
install/installer/tools/trafodion_scanner.cfg | 194 ---
install/installer/traf_add_kerberos | 204 ---
install/installer/traf_add_ldap | 98 --
install/installer/traf_add_sudoAccess | 85 --
install/installer/traf_add_user | 217 ----
install/installer/traf_apache_mods | 259 ----
.../installer/traf_authentication_conf_default | 71 --
install/installer/traf_cloudera_mods | 428 -------
install/installer/traf_config | 207 ----
install/installer/traf_config_check | 1158 ------------------
install/installer/traf_config_setup | 816 ------------
install/installer/traf_createPasswordLessSSH | 63 -
install/installer/traf_getHadoopNodes | 252 ----
install/installer/traf_getMultiHadoopNodes | 145 ---
install/installer/traf_hortonworks_mods | 625 ----------
install/installer/traf_package_setup | 202 ---
install/installer/traf_secure | 60 -
install/installer/traf_secure_setup | 345 ------
install/installer/traf_setup | 134 --
install/installer/traf_sqconfig | 84 --
install/installer/traf_sqgen | 75 --
install/installer/traf_start | 75 --
install/installer/traf_user_prompt | 28 -
install/installer/traf_user_prompt_check | 27 -
install/installer/trafodion_config_default | 191 ---
install/installer/trafodion_install | 833 -------------
install/installer/trafodion_license | 205 ----
install/installer/trafodion_secure_install | 129 --
install/installer/trafodion_uninstaller | 154 ---
59 files changed, 3 insertions(+), 11474 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/Makefile
----------------------------------------------------------------------
diff --git a/install/Makefile b/install/Makefile
index 5dc7048..c131f58 100644
--- a/install/Makefile
+++ b/install/Makefile
@@ -16,10 +16,9 @@
# @@@ END COPYRIGHT @@@
RELEASE_VER ?= ${TRAFODION_VER}-incubating
RELEASE_TYPE ?= $(shell echo $(TRAFODION_VER_PROD)| sed -e 's/ /-/g')
-INSTALLER_TARNAME = $(shell echo ${RELEASE_TYPE}_installer-${RELEASE_VER}.tar.gz |tr '[A-Z]' '[a-z]')
PYINSTALLER_TARNAME = $(shell echo ${RELEASE_TYPE}_pyinstaller-${RELEASE_VER}.tar.gz |tr '[A-Z]' '[a-z]')
-all: pkg-installer pkg-pyinstaller pkg-ambari
+all: pkg-pyinstaller pkg-ambari
pkg-ambari:
cd ambari-installer && $(MAKE) all
@@ -31,22 +30,6 @@ pkg-pyinstaller: create-dir python-installer/LICENSE python-installer/NOTICE pyt
tar czf ${PYINSTALLER_TARNAME} python-installer
mv ${PYINSTALLER_TARNAME} ../distribution
-pkg-installer: create-dir installer/LICENSE installer/NOTICE installer/DISCLAIMER
- tar czf ${INSTALLER_TARNAME} installer --exclude=tools
- mv ${INSTALLER_TARNAME} ../distribution
-
-../licenses/LICENSE-install:
- cd $(@D) && $(MAKE) $(@F)
-
-installer/LICENSE: ../licenses/LICENSE-install
- cp -f $? $@
-
-installer/NOTICE: ../NOTICE
- cp -f $? $@
-
-installer/DISCLAIMER: ../DISCLAIMER
- cp -f $? $@
-
../licenses/LICENSE-pyinstall:
cd $(@D) && $(MAKE) $(@F)
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/README.md
----------------------------------------------------------------------
diff --git a/install/README.md b/install/README.md
index f91035d..99f2c83 100644
--- a/install/README.md
+++ b/install/README.md
@@ -23,11 +23,8 @@
## Trafodion Installers
-* **install** - This is the current command-line installer. It installs a server tarball
- on an existing CDH or HDP Hadoop cluster.
-* **python-installer** - This is the new command-line installer, meant to replace current
- command-line installer. Likewise, installs server tarball on existing CDH, HDP,
- or APACHE cluster.
+* **python-installer** - This is the command-line installer.
+ Installs server tarball on existing CDH, HDP, or APACHE cluster.
* **ambari-installer** - This integrates with Ambari cluster manager, so only applies to HDP.
In this case, trafodion server is installed via RPM. This is installed on Ambari server as
a management pack. Trafodion can be included in the initial cluster creation or added later.
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/acceptKeys
----------------------------------------------------------------------
diff --git a/install/installer/acceptKeys b/install/installer/acceptKeys
deleted file mode 100755
index 38a6625..0000000
--- a/install/installer/acceptKeys
+++ /dev/null
@@ -1,61 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-
-export NODES=""
-
-while [[ $# -gt 0 ]]; do
- case "$1" in
- --nodes)
- NODES=$2
- shift
- ;;
- *)
- echo "***ERROR: unknown parameter '$1'"
- print_usage
- exit -1
- esac
- shift
-done
-
-
-
-for node in $NODES
-do
- ssh -q -oStrictHostKeyChecking=no $node hostname
- ssh -q -oStrictHostKeyChecking=no localhost hostname
- if [ $? -ne 0 ]; then
- echo "***ERROR: Unable to ssh to node $node"
- exit -1
- fi
-
- for nodes in $NODES
- do
- ssh -q -oStrictHostKeyChecking=no $node ssh -q -oStrictHostKeyChecking=no $nodes hostname
- if [ $? -ne 0 ]; then
- echo "***ERROR: Unable to ssh to node $node"
- exit -1
- fi
- done
-done
-
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/addNode_packages
----------------------------------------------------------------------
diff --git a/install/installer/addNode_packages b/install/installer/addNode_packages
deleted file mode 100755
index dc777d1..0000000
--- a/install/installer/addNode_packages
+++ /dev/null
@@ -1,89 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-
-#==============================================
-
-timestamp=$(date +%F-%H-%M-%S)
-export TRAF_CONFIG="/etc/trafodion/trafodion_config"
-source $TRAF_CONFIG
-
-while [[ $# -gt 0 ]]; do
- case "$1" in
- --nodes)
- MY_NEW_NODES=""
- NEW_NODES="$2"
-
- for node in $NEW_NODES
- do
- MY_NEW_NODES="$MY_NEW_NODES -w $node"
- done
-
- export PDSH_SSH_CMD="ssh -q -n %h"
-
- export TRAF_NEW_PDSH="pdsh -R exec $MY_NEW_NODES $PDSH_SSH_CMD"
- export TRAF_NEW_PDCP="pdcp -R ssh $MY_NEW_NODES"
- shift
- ;;
- *)
- echo "***ERROR: unknown parameter '$1'"
- print_usage
- exit -1
- esac
- shift
-done
-
-#========================================
-echo "***INFO: Installing required packages"
-echo "***INFO: Log file location $PWD"
-
-YUM_LOG=$PWD/trafodion_yum_$timestamp.log
-
-#===============================
-
-$TRAF_NEW_PDSH sudo yum --assumeyes install epel-release >> $YUM_LOG
-$TRAF_NEW_PDSH sudo yum --assumeyes install pdsh >> $YUM_LOG
-
-if [ $? != 0 ]; then
- echo "***ERROR: Can't install pdsh on $NEW_NODES"
- exit -1
-fi
-
-package_list="apr apr-util sqlite expect perl-DBD-SQLite* protobuf xerces-c perl-Params-Validate perl-Time-HiRes gzip lzo lzop unzip unixODBC libiodbc libiodbc-devel openldap-clients snappy lsof gnuplot"
-
-for package in $package_list
-do
- echo "***INFO: Checking if $package is installed ..."
- for node in $NEW_NODES
- do
- installed=`ssh -q -n $node sudo rpm -qa | grep $package | wc -l`
- if [[ $installed -eq "0" ]]; then
- echo "***INFO: Installing $package on all nodes"
- ssh -q -n $node sudo yum --assumeyes install $package 2>> $YUM_LOG >> $YUM_LOG
- if [ $? != 0 ]; then
- echo "***ERROR: Can't install $package"
- exit -1
- fi
- fi
- done
-done
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/addNode_reservePorts
----------------------------------------------------------------------
diff --git a/install/installer/addNode_reservePorts b/install/installer/addNode_reservePorts
deleted file mode 100755
index bde0826..0000000
--- a/install/installer/addNode_reservePorts
+++ /dev/null
@@ -1,81 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-
-#==============================================
-
-timestamp=$(date +%F-%H-%M-%S)
-export TRAF_CONFIG="/etc/trafodion/trafodion_config"
-source $TRAF_CONFIG
-
-while [[ $# -gt 0 ]]; do
- case "$1" in
- --nodes)
- MY_NEW_NODES=""
- NEW_NODES="$2"
-
- for node in $NEW_NODES
- do
- MY_NEW_NODES="$MY_NEW_NODES -w $node"
- done
-
- export PDSH_SSH_CMD="ssh -q -n %h"
-
- export TRAF_NEW_PDSH="pdsh -R exec $MY_NEW_NODES $PDSH_SSH_CMD"
- export TRAF_NEW_PDCP="pdcp -R ssh $MY_NEW_NODES"
- shift
- ;;
- *)
- echo "***ERROR: unknown parameter '$1'"
- print_usage
- exit -1
- esac
- shift
-done
-
-#========================================
-echo "***INFO: Reserving DCS ports"
-trafodion_ports=${DCS_MASTER_PORT:-23400},${DCS_MASTER_INFO_PORT:-24400}
-reservedTrafodionPorts="net.ipv4.ip_local_reserved_ports = ${trafodion_ports}"
-
-for node in $NEW_NODES
-do
- redhatSystem=$(ssh -q -n $node '/sbin/sysctl net.ipv4.ip_local_reserved_ports | wc -l')
- if [[ "$redhatSystem" -ge "1" ]]; then
- reserved_ports=$(ssh -q -n $node '/sbin/sysctl net.ipv4.ip_local_reserved_ports' | awk -F'=' '{print $2;}' | sed 's/^ //')
- ssh -q -n $node 'sudo chmod 777 /etc/sysctl.conf' 2>&1 > /dev/null
- ssh -q -n $node 'sudo sed -i '/net.ipv4.ip_local_reserved_ports""\=*/d' /etc/sysctl.conf' 2>&1 > /dev/null
-
- if [[ -z "${reserved_ports}" ]]; then
- ssh -q -n $node "sudo echo "$reservedTrafodionPorts" >> /etc/sysctl.conf" 2>&1 > /dev/null
- else
- ssh -q -n $node "sudo echo "$reservedTrafodionPorts","$reserved_ports" >> /etc/sysctl.conf" 2>&1 > /dev/null
- fi
- ssh -q -n $node 'sudo chmod 644 /etc/sysctl.conf' 2>&1 > /dev/null
- ssh -q -n $node 'sudo /sbin/sysctl -p' 2>&1 > /dev/null
- else
- echo "***ERROR: Unable to reserve DCS ports (${trafodion_ports})."
- exit -1
- fi
-done
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/addNode_step1
----------------------------------------------------------------------
diff --git a/install/installer/addNode_step1 b/install/installer/addNode_step1
deleted file mode 100755
index 66e6209..0000000
--- a/install/installer/addNode_step1
+++ /dev/null
@@ -1,273 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-
-export TRAF_CONFIG="/etc/trafodion/trafodion_config"
-export NODES=""
-
-while [[ $# -gt 0 ]]; do
- case "$1" in
- --nodes)
- NODES=$2
- shift
- ;;
- *)
- echo "***ERROR: unknown parameter '$1'"
- print_usage
- exit -1
- esac
- shift
-done
-
-source $TRAF_CONFIG
-
-function checkForHA {
-
-source $TRAF_CONFIG
-
-if [[ $ENALBE_HA == "true" ]]; then
- echo -n "Enter extra backup nodes for HA (if needed): "
- read answer
-
- if [[ -z "$answer" ]]; then
- echo "***INFO: Didn't enter any extra backup nodes, that's okay, but remember that!"
- else
- NEW_BACKUP_DCS_NODES="$answer"
- for node in $NEW_BACKUP_DCS_NODES
- do
- BACKUP_DCS_NODES="$BACKUP_DCS_NODES $node"
- done
- sudo chmod 777 $TRAF_CONFIG
- sed -i '/\<NEW_BACKUP_DCS_NODES\>/d' $TRAF_CONFIG
- echo "export NEW_BACKUP_DCS_NODES=\"$NEW_BACKUP_DCS_NODES\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- sed -i '/\<BACKUP_DCS_NODES\>/d' $TRAF_CONFIG
- echo "export BACKUP_DCS_NODES=\"$BACKUP_DCS_NODES\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- fi
-
-fi
-
-}
-
-
-function addNewNodesConfig {
-
-source $TRAF_CONFIG
-
-MY_NEW_NODES=""
-NEW_NODES=""
-
-for node in $NODES
-do
- newNode=$(ssh -q -n $node hostname)
- if [[ $? -ne "0" ]]; then
- echo "***ERROR: UNABLE TO SSH to node $node"
- echo "***ERROR: Passwordless ssh must be set up!"
- exit -1
- fi
- NEW_NODES="$NEW_NODES $newNode"
-
-done
-
-for node in $NEW_NODES
-do
- MY_NEW_NODES="$MY_NEW_NODES -w $node"
-done
-
-
-echo $MY_NEW_NODES
-
-export PDSH_SSH_CMD="ssh -q -n %h"
-
-export TRAF_NEW_PDSH="pdsh -R exec $MY_NEW_NODES $PDSH_SSH_CMD"
-export TRAF_NEW_PDCP="pdcp -R ssh $MY_NEW_NODES"
-
-
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/NEW_NODES\=/d' $TRAF_CONFIG
-echo "export NEW_NODES=\"$NEW_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/MY_NEW_NODES\=/d' $TRAF_CONFIG
-echo "export MY_NEW_NODES=\"$MY_NEW_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/TRAF_NEW_PDSH\=/d' $TRAF_CONFIG
-echo "export TRAF_NEW_PDSH=\"$TRAF_NEW_PDSH\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/TRAF_NEW_PDCP\=/d' $TRAF_CONFIG
-echo "export TRAF_NEW_PDCP=\"$TRAF_NEW_PDCP\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-}
-
-function copyHBaseTrx {
-
-source $TRAF_CONFIG
-
-cp $HADOOP_PATH/hbase-trx* $PWD
-cp $HADOOP_PATH/trafodion-utility* $PWD
-
-$TRAF_NEW_PDCP $PWD/hbase-trx* $HOME
-$TRAF_NEW_PDCP $PWD/trafodion-utility* $HOME
-
-$TRAF_NEW_PDSH sudo cp $HOME/hbase-trx* $HADOOP_PATH
-$TRAF_NEW_PDSH sudo cp $HOME/trafodion-utility* $HADOOP_PATH
-
-$TRAF_NEW_PDSH sudo chmod 644 $HADOOP_PATH/hbase-trx*
-$TRAF_NEW_PDSH sudo chmod 644 $HADOOP_PATH/trafodion-utility*
-
-}
-
-function createNewNodes {
-
-source $TRAF_CONFIG
-
-for node in $NEW_NODES
-do
- if [[ ! $NODE_LIST =~ .*$node.* ]]; then
- NODE_LIST="$NODE_LIST $node"
- MY_NODES="$MY_NODES -w $node"
- ALL_NODE_LIST="$ALL_NODE_LIST $node"
- ALL_NODES="$ALL_NODES -w $node"
- HADOOP_NODES="$HADOOP_NODES $node"
- MY_HADOOP_NODES="$MY_HADOOP_NODES -w $node"
- HDFS_NODES="$HDFS_NODES $node"
- MY_HDFS_NODES="$MY_HDFS_NODES -w $node"
- HBASE_NODES="$HBASE_NODES $node"
- MY_HBASE_NODES="$MY_HBASE_NODES -w $node"
- fi
-done
-
-hadoop_node_count=$(echo $HADOOP_NODES | wc -w)
-export TRAF_PDSH="pdsh -R exec $ALL_NODES $PDSH_SSH_CMD"
-export TRAF_PDCP="pdcp -R ssh $ALL_NODES"
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/TRAF_PDSH\=/d' $TRAF_CONFIG
-echo "export TRAF_PDSH=\"$TRAF_PDSH\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/TRAF_PDCP\=/d' $TRAF_CONFIG
-echo "export TRAF_PDCP=\"$TRAF_PDCP\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/HADOOP_NODES\=/d' $TRAF_CONFIG
-echo "export HADOOP_NODES=\"$HADOOP_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/MY_HADOOP_NODES\=/d' $TRAF_CONFIG
-echo "export MY_HADOOP_NODES=\"$MY_HADOOP_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/HDFS_NODES\=/d' $TRAF_CONFIG
-echo "export HDFS_NODES=\"$HDFS_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/MY_HDFS_NODES\=/d' $TRAF_CONFIG
-echo "export MY_HDFS_NODES=\"$MY_HDFS_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/HBASE_NODES\=/d' $TRAF_CONFIG
-echo "export HBASE_NODES=\"$HBASE_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/MY_HBASE_NODES\=/d' $TRAF_CONFIG
-echo "export MY_HBASE_NODES=\"$MY_HBASE_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/ALL_NODES\=/d' $TRAF_CONFIG
-echo "export ALL_NODES=\"$ALL_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/ALL_NODE_LIST\=/d' $TRAF_CONFIG
-echo "export ALL_NODE_LIST=\"$ALL_NODE_LIST\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/MY_NODES\=/d' $TRAF_CONFIG
-echo "export MY_NODES=\"$MY_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/NODE_LIST\=/d' $TRAF_CONFIG
-echo "export NODE_LIST=\"$NODE_LIST\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/hadoop_node_count\=/d' $TRAF_CONFIG
-echo "export hadoop_node_count=\"$hadoop_node_count\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-
-}
-
-function createConfigDir {
-
-$TRAF_NEW_PDSH sudo mkdir -p /etc/trafodion
-
-}
-
-function copyConfig {
-
-source $TRAF_CONFIG
-
-cp $TRAF_CONFIG $PWD
-$TRAF_PDCP $PWD/trafodion_config $HOME
-$TRAF_PDSH sudo cp $HOME/trafodion_config /etc/trafodion/
-$TRAF_PDSH sudo chmod 777 $TRAF_CONFIG
-
-}
-
-function checkHBaseTrx {
-
-source $TRAF_CONFIG
-
-for node in $HBASE_NODES
-do
- copiedOver=$(ssh -q -n $node sudo ls $HADOOP_PATH/hbase-trx* | wc -l)
- if [[ $copiedOver -ne "1" ]]; then
- echo "***ERROR: $hbase_trx_jar was not copied on $node"
- echo "***ERROR: Please investigate why this happened"
- echo "***ERROR: Trafodion can not start without this. EXITING..."
- exit -1
- fi
-done
-
-echo "***INFO: hbase-trx file copied correctly! Huzzah."
-
-}
-
-function cleanUp {
-
-$TRAF_NEW_PDSH rm -rf $HOME/hbase-trx*
-$TRAF_NEW_PDSH rm -rf trafodion_config
-$TRAF_NEW_PDSH rm -rf trafodion-util*
-
-}
-
-
-function printMessage {
-
-source $TRAF_CONFIG
-echo
-echo "***IMPORTANT: Go restart HBase on new nodes"
-echo "***IMPORTANT: Wait until that is done... then..."
-echo "***IMPORTANT: Ready to run addNode_step2"
-echo
-
-}
-
-
-#Main
-
-checkForHA
-addNewNodesConfig
-copyHBaseTrx
-createNewNodes
-createConfigDir
-copyConfig
-checkHBaseTrx
-cleanUp
-printMessage
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/addNode_step2
----------------------------------------------------------------------
diff --git a/install/installer/addNode_step2 b/install/installer/addNode_step2
deleted file mode 100755
index 58df373..0000000
--- a/install/installer/addNode_step2
+++ /dev/null
@@ -1,429 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-
-export TRAF_CONFIG="/etc/trafodion/trafodion_config"
-source $TRAF_CONFIG
-
-function installPackages {
-
-source $TRAF_CONFIG
-
-if [[ "$SUSE_LINUX" == "true" ]]; then
- echo
- echo "***WARNING: All needed RPM's must be installed in advance to install Trafodion on SUSE."
- echo "***WARNING: pdsh apr apr-util sqlite expect perl-DBD-SQLite* xerces-c perl-Params-Validate perl-Time-HiRes gzip lzo lzop unzip unixODBC libiodbc libiodbc-devel openldap-clients snappy"
- echo "***WARNING: If any of these packages have not been installed. Stop Trafodion installation and install."
- echo
- sleep 10
-else
- $PWD/addNode_packages
- if [[ "$?" -ne "0" ]]; then
- echo "***ERROR: Packages were not installed."
- echo "***ERROR: Review logs in /var/log/trafodion/.."
- exit -1
- fi
-fi
-
-}
-
-function copyLimits {
-
-echo "***INFO: Copying /etc/security/limits.d/trafodion.conf to new node(s)"
-echo
-
-source $TRAF_CONFIG
-
-sudo cp /etc/security/limits.d/trafodion.conf $HOME
-$TRAF_NEW_PDCP $HOME/trafodion.conf $HOME
-$TRAF_NEW_PDSH sudo cp trafodion.conf /etc/security/limits.d/
-
-}
-
-function reserveDCSPorts {
-
-source $TRAF_CONFIG
-
-$PWD/addNode_reservePorts
-
-if [[ "$?" -ne "0" ]]; then
- echo "***ERROR: Not able to reserve DCS ports."
- exit -1
-fi
-
-
-}
-
-function setKernelMax {
-
-echo "***INFO: Setting kernel.pid_max on new node(s)"
-echo
-
-source $TRAF_CONFIG
-
-$TRAF_NEW_PDSH sudo /sbin/sysctl -w kernel.pid_max=65535 2>&1 > /dev/null
-
-sudo cp /etc/sysctl.conf $HOME 2>&1 > /dev/null
-sudo chown $(whoami).$(whoami) $HOME/sysctl.conf
-
-$TRAF_NEW_PDCP $HOME/sysctl.conf $HOME 2>&1 > /dev/null
-$TRAF_NEW_PDSH sudo mv $HOME/sysctl.conf /etc/sysctl.conf
-$TRAF_NEW_PDSH sudo chown root.root /etc/sysctl.conf
-$TRAF_NEW_PDSH sudo chmod 644 /etc/sysctl.conf
-
-}
-
-function createTrafUserId {
-
-echo "***INFO: Creating $TRAF_USER on new node(s)"
-echo
-
-source $TRAF_CONFIG
-
-TRAF_GROUP="trafodion"
-
-traf_gid=$(id -g $TRAF_USER)
-traf_uid=$(id -u $TRAF_USER)
-
-$TRAF_NEW_PDSH sudo /usr/sbin/groupadd --gid $traf_gid $TRAF_GROUP
-return_code=$?
-if [ $return_code -ne 0 ]; then
- # if it is not a duplicate group error then we have a problem
- if [ $return_code -ne 9 ]; then
- echo "***ERROR: unable to create Trafodion group: $TRAF_GROUP"
- exit -1
- fi
-fi
-
-
-$TRAF_NEW_PDSH sudo mkdir -p $HOME_DIR
-TRAF_USER_DIR="$HOME_DIR/$TRAF_USER"
-
-$TRAF_NEW_PDSH sudo /usr/sbin/useradd \
- --shell /bin/bash \
- --home $TRAF_USER_DIR -m \
- --gid $traf_gid \
- --uid $traf_uid \
- $TRAF_USER
-return_code=$?
-if [ $return_code -ne 0 ]; then
- if [ $return_code -eq 9 ]; then
- echo "***WARNING: username already exists, will use existing userid, $TRAF_USER..."
- else
- echo "***ERROR: unable to create Trafodion userid: $TRAF_USER.$TRAF_GROUP, RC=$return_code"
- exit -1
- fi
-fi
-
-}
-
-function changeTrafPassword {
-
-source $TRAF_CONFIG
-echo
-echo "***IMPORTANT: You need to set the $TRAF_USER password on $NEW_NODES, set it to what you have on other nodes."
-echo "***IMPORTANT: sudo passwd $TRAF_USER"
-echo
-echo
-sleep 10
-
-}
-
-function editTrafbashrc {
-
-source $TRAF_CONFIG
-
-sudo chmod 777 $HOME_DIR/$TRAF_USER/.bashrc
-#sudo sed -i -e "s@export NODE_LIST=.*@export NODE_LIST=\"$NODE_LIST\"@" $HOME_DIR/$TRAF_USER/.bashrc
-#sudo sed -i -e "s@export MY_NODES=.*@export MY_NODES=\"$MY_NODES\"@" $HOME_DIR/$TRAF_USER/.bashrc
-sudo sed -i -e "/export NODE_LIST/d" $HOME_DIR/$TRAF_USER/.bashrc
-sudo sed -i -e "/export MY_NODES=/d" $HOME_DIR/$TRAF_USER/.bashrc
-
-}
-
-function copyTrafbashrc {
-
-echo "***INFO: Copying over $TRAF_USER .bashrc file"
-
-source $TRAF_CONFIG
-
-sudo cp $HOME_DIR/$TRAF_USER/.bashrc $PWD/tempBashrc
-
-$TRAF_PDCP $PWD/tempBashrc $HOME
-$TRAF_PDSH sudo cp $HOME/tempBashrc $HOME_DIR/$TRAF_USER/.bashrc
-$TRAF_PDSH sudo chmod 644 $HOME_DIR/$TRAF_USER/.bashrc
-
-}
-
-function addTraftoHBase {
-
-echo "***INFO: Adding $TRAF_USER userid to $HBASE_GROUP group"
-
-source $TRAF_CONFIG
-
-$TRAF_NEW_PDSH sudo usermod -a -G $HBASE_GROUP $TRAF_USER
-}
-
-function editDCSServers {
-
-echo "***INFO: Create DCS servers file"
-
-source $TRAF_CONFIG
-DCS_DIR=$(sudo ls $TRAF_HOME | grep dcs\*)
-
-sudo cp $TRAF_HOME/$DCS_DIR/conf/servers $PWD
-sudo chown $(whoami).$(whoami) $PWD/servers
-
-let per_node=$DCS_SERVERS_PARM/$node_count
-let extras=$DCS_SERVERS_PARM%$node_count
-count=1
-for node_name in $NODE_LIST
-do
- while read line
- do
- if [[ $line =~ .*$node_name.* ]]; then
- found=1
- fi
- done < $PWD/servers
- if [[ $found -ne "1" ]]; then
- if [ $count -le $extras ]; then
- let node_servers=$per_node+1
- else
- node_servers=$per_node
- fi
- echo $node_name $node_servers >> $PWD/servers
- (( count++ ))
- fi
- found=0
-done
-
-
-$TRAF_PDCP $PWD/servers $HOME/tempServers
-$TRAF_PDSH sudo cp $HOME/tempServers $TRAF_HOME/$DCS_DIR/conf/servers
-$TRAF_PDSH sudo chown $TRAF_USER.trafodion $TRAF_HOME/$DCS_DIR/conf/servers
-
-
-
-}
-
-function editDCSBackUp {
-
-echo "***INFO: Create DCS Backup Master file"
-
-source $TRAF_CONFIG
-DCS_DIR=$(sudo ls $TRAF_HOME | grep dcs\*)
-
-if [[ ! -z $NEW_BACKUP_DCS_NODES ]]; then
- for node_name in $BACKUP_DCS_NODES
- do
- echo $node_name >> $PWD/tempbackup
- done
-
- $TRAF_PDCP $PWD/tempbackup $HOME
- $TRAF_PDSH sudo cp $HOME/tempbackup $TRAF_HOME/$DCS_DIR/conf/backup-master
- $TRAF_PDSH sudo chown $TRAF_USER.trafodion $TRAF_HOME/$DCS_DIR/conf/backup-master
-
-fi
-}
-
-function copyAll {
-
-source $TRAF_CONFIG
-echo
-echo "***IMPORTANT: Copying files to $NEW_NODES"
-echo "***IMPORTANT: This will take some time, it's a lot of file. Please wait...."
-echo
-sudo mkdir -p $HOME/tmpTraf/
-$TRAF_NEW_PDSH sudo rm -rf $HOME_DIR/$TRAF_USER/.ssh
-$TRAF_NEW_PDSH sudo mkdir -p $HOME_DIR/$TRAF_USER/.ssh
-
-$TRAF_NEW_PDSH mkdir -p $HOME/tmpTraf
-sudo cp -r $HOME_DIR/$TRAF_USER/.bashrc $HOME/tmpTraf/.bashrc
-sudo cp -r $HOME_DIR/$TRAF_USER/.ssh $HOME/tmpTraf
-sudo cp -r $TRAF_HOME $HOME/tmpTraf
-echo "***IMPORTANT: Keep waiting..."
-sudo chown -R $(whoami).$(whoami) $HOME/tmpTraf
-$TRAF_NEW_PDCP -r $HOME/tmpTraf $HOME
-echo "***IMPORTANT: Seriously, it's a lot of file"
-$TRAF_NEW_PDSH sudo cp -r $HOME/tmpTraf/* $HOME_DIR/$TRAF_USER
-$TRAF_NEW_PDSH sudo cp -r $HOME/tmpTraf/.ssh/* $HOME_DIR/$TRAF_USER/.ssh/
-echo "***IMPORTANT: Script got to this point, probably not a hung system."
-$TRAF_NEW_PDSH sudo chown -R $TRAF_USER.trafodion $HOME_DIR/$TRAF_USER
-$TRAF_NEW_PDSH sudo rm -rf $HOME/tmpTraf
-sudo rm -r $HOME/tmpTraf
-
-}
-
-function trafAcceptKeys {
-
-echo "***INFO: Accepting keys on all nodes for all hostname types"
-
-source $TRAF_CONFIG
-
-NODES_SHORT=""
-for node in $NODE_LIST
-do
- newNode=$(ssh -q -n $node hostname -s)
-
- NODES_SHORT="$NODES_SHORT $newNode"
-done
-
-NODES_LONG=""
-for node in $NODE_LIST
-do
- newNode=$(ssh -q -n $node hostname -f)
-
- NODES_LONG="$NODES_LONG $newNode"
-done
-./traf_createPasswordLessSSH --nodes "$NODE_LIST"
-echo "***INFO: Keep waiting...."
-./traf_createPasswordLessSSH --nodes "$NODES_SHORT"
-echo "***INFO: All is well...."
-./traf_createPasswordLessSSH --nodes "$NODES_LONG"
-
-
-sudo cp $HOME_DIR/$TRAF_USER/.ssh/known_hosts $HOME
-sudo chown -R $(whoami).$(whoami) $HOME/known_hosts
-
-$TRAF_PDCP $HOME/known_hosts $HOME
-$TRAF_PDSH sudo cp -r $HOME/known_hosts $HOME_DIR/$TRAF_USER/.ssh
-$TRAF_PDSH sudo chown -R $TRAF_USER.trafodion $HOME_DIR/$TRAF_USER/.ssh/known_hosts
-$TRAF_PDSH sudo rm -rf $HOME/known_hosts
-
-}
-
-function copySqcert {
-
-source $TRAF_CONFIG
-
-$TRAF_PDSH mkdir -p $HOME/tmpTraf
-sudo cp -r $HOME_DIR/$TRAF_USER/sqcert/* $HOME/tmpTraf
-sudo chown -R $(whoami).$(whoami) $HOME/tmpTraf
-$TRAF_PDCP -r $HOME/tmpTraf $HOME
-$TRAF_PDSH sudo mkdir -p $HOME_DIR/$TRAF_USER/sqcert
-$TRAF_PDSH sudo chown -R $TRAF_USER.trafodion $HOME_DIR/$TRAF_USER/sqcert 2>&1 > /dev/null
-$TRAF_PDSH sudo cp -rf $HOME/tmpTraf/sqcert $HOME_DIR/$TRAF_USER/sqcert 2>&1 > /dev/null
-$TRAF_PDSH sudo chown -R $TRAF_USER.trafodion $HOME_DIR/$TRAF_USER/sqcert 2>&1 > /dev/null
-$TRAF_PDSH rm -r $HOME/tmpTraf
-
-}
-
-
-function copysqConfig {
-
-source $TRAF_CONFIG
-
-$TRAF_PDSH mkdir -p $HOME/tmpTraf
-sudo cp -r $TRAF_HOME/sql/scripts/sqconfig $HOME/tmpTraf
-sudo chown -R $(whoami).$(whoami) $HOME/tmpTraf
-$TRAF_PDCP -r $HOME/tmpTraf $HOME
-$TRAF_PDSH sudo cp -rf $HOME/tmpTraf/sqconfig $TRAF_HOME/sql/scripts 2>&1 > /dev/null
-$TRAF_PDSH sudo chown -R $TRAF_USER.trafodion $TRAF_HOME/sql/scripts 2>&1 > /dev/null
-$TRAF_PDSH rm -r $HOME/tmpTraf
-
-}
-
-
-function printMessage {
-
-source $TRAF_CONFIG
-echo
-echo "***IMPORTANT: EXIT OUT OF ALL EXISTING SHELLS, need to pick up new environment variables"
-echo "***IMPORTANT: All node(s) should be added!"
-#echo "***IMPORTANT: Node is ready to be added"
-#echo "***IMPORTANT: sudo su $TRAF_USER"
-#echo "***IMPORTANT: sqshell -a"
-#echo "***IMPORTANT: up <new node>"
-echo
-
-}
-
-function addUpNodes {
-
-for node in $NEW_NODES
-do
-
- nodeToAdd="node-name $node, cores $CORES, processors $PROCESSORS, roles connection,aggregation,storage"
-
- sudo su $TRAF_USER --login --command "cd $TRAF_HOME/sql/scripts; echo \"node add $nodeToAdd \" | sqshell -a"
- sleep 30
- sudo su $TRAF_USER --login --command "cd $TRAF_HOME/sql/scripts; echo \"node up $node\" | sqshell -a"
- sleep 30
-
-done
-
-}
-
-function sqRegen {
-
-sudo su $TRAF_USER --login --command "cd $TRAF_HOME/sql/scripts; sqregen -config"
-
-}
-
-function dcsStart {
-
-sudo su $TRAF_USER --login --command "cd $TRAF_HOME/sql/scripts; dcsstart"
-}
-
-function cleanUp {
-
-$TRAF_PDSH rm -rf $HOME/hbase-site*
-$TRAF_PDSH rm -rf $HOME/hbaseVersion*
-$TRAF_PDSH rm -rf $HOME/sysctl.conf
-$TRAF_PDSH rm -rf $HOME/tempBashrc
-$TRAF_PDSH rm -rf $HOME/tempServers
-$TRAF_PDSH rm -rf $HOME/trafodion_config
-$TRAF_PDSH rm -rf $HOME/trafodion.conf
-
-}
-
-
-
-#Main
-
-echo
-echo "***IMPORTANT: Starting installation on $NEW_NODES"
-echo
-
-installPackages
-copyLimits
-reserveDCSPorts
-setKernelMax
-createTrafUserId
-changeTrafPassword
-editTrafbashrc
-copyTrafbashrc
-copyAll
-trafAcceptKeys
-editDCSServers
-if [[ "$ENABLE_HA" == "true" ]]; then
- editDCSBackUp
-fi
-addTraftoHBase
-copySqcert
-addUpNodes
-sqRegen
-copysqConfig
-dcsStart
-cleanUp
-printMessage
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/bashrc_default
----------------------------------------------------------------------
diff --git a/install/installer/bashrc_default b/install/installer/bashrc_default
deleted file mode 100755
index 8e345fd..0000000
--- a/install/installer/bashrc_default
+++ /dev/null
@@ -1,87 +0,0 @@
-#!/bin/sh
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-
-# This is the .bashrc for the Trafodion environment
-#
-#-------------------------------------------
-# Execute the system's default .bashrc first
-#-------------------------------------------
-if [ -f /etc/bashrc ]; then
- . /etc/bashrc
-fi
-
-cd $HOME
-
-#-------------------------------------------
-# Execute the trafodion_config script
-#-------------------------------------------
-
-if [ -f /etc/trafodion/trafodion_config ]; then
- source /etc/trafodion/trafodion_config
-fi
-
-#-------------------------------------------
-# full path of your Trafodion installation
-#-------------------------------------------
-export TRAF_HOME=XXXXXX
-
-#-------------------------------------------
-# other env vars needed by Trafodion
-#-------------------------------------------
-
-# These env vars define all nodes in the cluster
-export NODE_LIST=XXXXX
-export MY_NODES=XXXXX
-
-# directory where needed libraries can be found
-export TOOLSDIR=XXXXX
-
-#-------------------------------------------
-# Execute the sqenv.sh script if it exists.
-#-------------------------------------------
-PATH=".:$PATH"
-
-if [ -f $TRAF_HOME/sqenv.sh ]; then
- pushd . >/dev/null
- cd $TRAF_HOME
- source ./sqenv.sh
- popd >/dev/null
- export MANPATH=$MANPATH:$MPI_ROOT/share/man
- setup_my_nodes
-fi
-
-#-------------------------------------------
-# additional settings for Trafodion environment
-#-------------------------------------------
-ETC_SECURITY_MSG="***ERROR: To fix this please configure /etc/security/limits.conf properly on $HOSTNAME."
-
-# set core file size
-ulimit -c unlimited
-
-# set max open files
-ulimit -n 32768
-if [ $? -ne 0 ]; then
- echo "***ERROR: Unable to set max open files. Current value $(ulimit -n)"
- echo $ETC_SECURITY_MSG
-fi
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/checkHBase
----------------------------------------------------------------------
diff --git a/install/installer/checkHBase b/install/installer/checkHBase
deleted file mode 100755
index 354ed1a..0000000
--- a/install/installer/checkHBase
+++ /dev/null
@@ -1,37 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-echo "**INFO: Checking HBase status"
-
-
-echo 'status' | hbase shell -n | grep "0 dead"
-
-status=$?
-
-if [[ "$status" -ne 0 ]]; then
- echo "***ERROR: HBase not up"
- echo "***ERROR: HBase MUST be installed and up for installation"
- exit -1
-else
- echo "***INFO: HBase up and running"
- echo
-fi
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/checkJava.py
----------------------------------------------------------------------
diff --git a/install/installer/checkJava.py b/install/installer/checkJava.py
deleted file mode 100755
index 9852d39..0000000
--- a/install/installer/checkJava.py
+++ /dev/null
@@ -1,66 +0,0 @@
-#!/usr/bin/python
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-
-import subprocess
-import re
-import os
-
-
-pathToJava=os.environ["JAVA_HOME"]
-pathToJava = pathToJava + "/bin/" + "java"
-javaVersion = [pathToJava, "-version"]
-
-java7="1.7"
-java8="1.8"
-java67="67"
-
-try:
- sp = subprocess.Popen(javaVersion, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
-except:
- print "***ERROR: Unable to find Java Version"
- os._exit(-1)
-
-lst_Java=list(sp.communicate())
-
-
-lst_Java=re.findall('version "[0-9.]+_[0-9]+"', lst_Java[1])
-
-if not re.search(java7, str(lst_Java)):
- if re.search(java8, str(lst_Java)):
- os._exit(0)
- else:
- os._exit(-1)
-
-
-lst_Java=re.findall('_[0-9]+', lst_Java[0])
-
-lst_Java=re.findall('[0-9]+', lst_Java[0])
-
-
-
-if int(lst_Java[0]) >= int(java67):
- os._exit(0)
-else:
- os._exit(-1)
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/cloud_cli_setup
----------------------------------------------------------------------
diff --git a/install/installer/cloud_cli_setup b/install/installer/cloud_cli_setup
deleted file mode 100755
index eb39b41..0000000
--- a/install/installer/cloud_cli_setup
+++ /dev/null
@@ -1,89 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# This script sets up the Command Line Interface(CLI) for various cloud environments
-#
-
-TRAF_CONFIG=/etc/trafodion/trafodion_config
-source $TRAF_CONFIG
-
-###### Setting up CLI for AWS as sudo id
-
-if [[ ! -z $AWS_CLOUD ]]; then
-###### Check for existence of aws
- if [[ ! -d /usr/local/aws ]]; then
- cd $HOME
- curl "https://s3.amazonaws.com/aws-cli/awscli-bundle.zip" -o "awscli-bundle.zip"
- unzip $HOME/awscli-bundle.zip
-
- if [[ $node_count -gt "1" ]]; then
- $TRAF_PDCP $HOME/awscli-bundle $HOME
- $TRAF_PDSH "sudo $HOME/awscli-bundle/install -i /usr/local/aws -b /usr/local/bin/aws" | tee -a $INSTALL_LOG
- else
- sudo $HOME/awscli-bundle/install -i /usr/local/aws -b /usr/local/bin/aws | tee -a $INSTALL_LOG
- fi
-
- $TRAF_PDSH "sudo rm -rf $HOME/awscli-bundle"
- rm -f $HOME/awscli-bundle.zip
- fi
-
-###### Check for existence of .aws for trafodion id
- ###### Check if aws configuration file exist for Trafodion Id
- AWSCONFIG_DIR=`sudo su $TRAF_USER --login --command "ls -altr | grep -w ".aws" | wc -l" `
- if [[ $AWSCONFIG_DIR == 0 ]]; then
- ###### Execute 'aws configure' command as a Trafodion Id
- echo
- echo "***INFO: Configuring AWS keys for executing CLI commands"
- echo
- sudo su $TRAF_USER --login --command "/usr/local/bin/aws configure"
-
- ###### Copy the .aws folder to all nodes in the cluster for Trafodion Id
- sudo su $TRAF_USER --login --command "$TRAF_PDCP $HOME_DIR/$TRAF_USER/.aws $HOME_DIR/$TRAF_USER"
- echo
- echo "***INFO: AWS configuration for trafodion id located in $HOME_DIR/$TRAF_USER/.aws"
- echo
- else
- echo
- echo "AWS Configuration already exist for Trafodion Id"
- echo -n "Do you want to overwrite the configuration (Y/N), default is N: "
- read answer
- if [ ! -z $answer ]; then
- if [[ "${answer}" =~ ^[Yy]$ ]]; then
- ###### Execute 'aws configure' command as a Trafodion id
- echo
- echo "***INFO: Configuring AWS keys for executing CLI commands"
- echo
- sudo su $TRAF_USER --login --command "/usr/local/bin/aws configure"
-
- ###### Copy the .aws folder to all nodes in the cluster for Trafodion Id
- sudo su $TRAF_USER --login --command "$TRAF_PDCP $HOME_DIR/$TRAF_USER/.aws $HOME_DIR/$TRAF_USER"
- echo
- echo "***INFO: AWS configuration for trafodion id located in $HOME_DIR/$TRAF_USER/.aws"
- echo
- else
- echo
- echo "***INFO: Skipping AWS configuration setup"
- echo
- fi
- fi
- fi
-fi
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/dcs_installer
----------------------------------------------------------------------
diff --git a/install/installer/dcs_installer b/install/installer/dcs_installer
deleted file mode 100755
index 6e00271..0000000
--- a/install/installer/dcs_installer
+++ /dev/null
@@ -1,219 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-#==========================================
-# Install DCS on a Trafodion cluster
-#==========================================
-
-export TRAF_CONFIG="/etc/trafodion/trafodion_config"
-
-function print_usage {
-cat << EOF
-This script will install/configure the specified DCS build.
-While this script can be run manually, it is normally
-executed from the Trafodion installer.
-
-Usage: $(basename $0) [options]
-
-Options:
- --help Print this message and exit.
- --dcs_build <file> Path to the DCS build tar file.
- --dcs_install_path <dir> Path to the install directory. (defaults to $TRAF_HOME)
- --dcs_servers <count> Total number of DCS servers to start. These
- will be allocated in a round-robin fashion on
- all nodes. (default, 1 per node)
-EOF
-}
-
-# check that required options have values
-function checkOpts {
- PARAMCHECK=0
- MESSAGE=""
- for PARAM in $REQUIRED_OPTIONS; do
- VALUE=$(eval echo \$$PARAM)
- if [[ -z "$VALUE" ]]; then
- MESSAGE="***ERROR: Parameter $PARAM has no value. $MESSAGE"
- PARAMCHECK=1
- fi
- done
- if [[ $PARAMCHECK -ne 0 ]]; then
- echo "$MESSAGE"
- exit -1
- fi
-}
-
-
-# Default parameters
-typeset DCS_BUILD_FILE=""
-typeset DCS_INSTALL_PATH="$TRAF_HOME"
-typeset DCS_SERVER_COUNT=""
-
-# Parse input parameters
-while [[ $# -gt 0 ]]; do
- case "$1" in
- --dcs_build)
- if [[ -z "$2" ]]; then
- echo "***ERROR: No value passed to param $1."
- print_usage
- exit -1
- fi
- DCS_BUILD_FILE=$2
- shift
- ;;
- --dcs_install_path)
- if [[ -z "$2" ]]; then
- echo "***ERROR: No value passed to param $1."
- print_usage
- exit -1
- fi
- DCS_INSTALL_PATH=$2
- shift
- ;;
- --dcs_servers)
- if [[ -z "$2" ]]; then
- echo "***ERROR: No value passed to param $1."
- print_usage
- exit -1
- fi
- DCS_SERVER_COUNT=$2
- shift
- ;;
- --help)
- print_usage
- ;;
- *)
- print_usage
- exit -1
- esac
- shift
-done
-
-checkOpts
-source $TRAF_CONFIG
-echo "***INFO: Start of DCS install"
-
-# Make sure required env vars have been set first
-if [[ -z "$TRAF_HOME" ]]; then
- echo "***ERROR: environment variable TRAF_HOME has no value."
- exit -1
-fi
-if [[ -z "$NODE_LIST" ]]; then
- echo "***ERROR: environment variable NODE_LIST has no value."
- exit -1
-fi
-
-if [ -z $DCS_SERVER_COUNT ]; then
- DCS_SERVER_COUNT=$node_count
-fi
-
-# create install directory
-mkdir -p $DCS_INSTALL_PATH
-cd $DCS_INSTALL_PATH
-
-DCS_DIR=$(ls $TRAF_HOME | grep dcs)
-DCS_DIR=$TRAF_HOME/$DCS_DIR
-echo "***INFO: DCS Install Directory: $DCS_DIR"
-
-cd $DCS_DIR/conf
-
-
-echo "***INFO: modifying $DCS_DIR/conf/dcs-site.xml"
-
-# add zookeeper quorum property to end of configuration
-rm dcs-site.temp 2>/dev/null
-cat dcs-site.xml | sed -e "s@</configuration>@ <property>\n <name>dcs.zookeeper.property.clientPort</name>\n <value>$ZOOKEEPER_PORT</value>\n </property>\n </configuration>@" > dcs-site.temp
-cp dcs-site.temp dcs-site.xml
-rm dcs-site.temp 2>/dev/null
-
-cat dcs-site.xml | sed -e "s@</configuration>@ <property>\n <name>dcs.zookeeper.quorum</name>\n <value>$ZOOKEEPER_NODES</value>\n </property>\n </configuration>@" > dcs-site.temp
-cp dcs-site.temp dcs-site.xml
-rm dcs-site.temp 2>/dev/null
-
-# get external network interface
-EXTERNAL_NETWORK=$(netstat -rn | grep "^0.0.0.0" | awk '{print $8}')
-if [ -z "$EXTERNAL_NETWORK" ]; then
- echo "***ERROR: Unable to determine external network interface"
- exit -1;
-fi
-
-# add network interface property to end of configuration
-rm dcs-site.temp 2>/dev/null
-cat dcs-site.xml | sed -e "s@</configuration>@ <property>\n <name>dcs.dns.interface</name>\n <value>$EXTERNAL_NETWORK</value>\n </property>\n</configuration>@" > dcs-site.temp
-cp dcs-site.temp dcs-site.xml
-rm dcs-site.temp 2>/dev/null
-
-#Configure the dcs primary node
-echo $DCS_PRIMARY_MASTER_NODE > $DCS_DIR/conf/master
-
-
-if [[ "$ENABLE_HA" == "true" ]]; then
- ######Configure dcs-site.xml file
- rm dcs-site.temp 2>/dev/null
- cat dcs-site.xml | sed -e "s@</configuration>@ <property>\n <name>dcs.master.floating.ip</name>\n <value>true</value>\n </property>\n</configuration>@" > dcs-site.temp
- cp dcs-site.temp dcs-site.xml
- rm dcs-site.temp 2>/dev/null
-
- rm dcs-site.temp 2>/dev/null
- cat dcs-site.xml | sed -e "s@</configuration>@ <property>\n <name>dcs.master.floating.ip.external.interface</name>\n <value>$INTERFACE</value>\n </property>\n</configuration>@" > dcs-site.temp
- cp dcs-site.temp dcs-site.xml
- rm dcs-site.temp 2>/dev/null
-
- rm dcs-site.temp 2>/dev/null
- cat dcs-site.xml | sed -e "s@</configuration>@ <property>\n <name>dcs.master.floating.ip.external.ip.address</name>\n <value>$FLOATING_IP</value>\n </property>\n</configuration>@" > dcs-site.temp
- cp dcs-site.temp dcs-site.xml
- rm dcs-site.temp 2>/dev/null
-
- ######Configure the backup masters file
- echo "***INFO: modifying $DCS_DIR/conf/backup-masters file"
-
- for node in $BACKUP_DCS_NODES
- do
- echo $node >> $DCS_DIR/conf/backup-masters
- done
-
- ######Configure dcs-env.sh
- sed -i -e "s@DCS_MASTER_FLOATING_IP=.*\$@DCS_MASTER_FLOATING_IP=$FLOATING_IP@" dcs-env.sh
-
-fi
-
-
-echo "***INFO: creating $DCS_DIR/conf/servers file"
-rm servers 2>/dev/null
-let per_node=$DCS_SERVER_COUNT/$node_count
-let extras=$DCS_SERVER_COUNT%$node_count
-count=1
-for node_name in $NODE_LIST
-do
- if [ $count -le $extras ]; then
- let node_servers=$per_node+1
- else
- node_servers=$per_node
- fi
- echo $node_name $node_servers >> servers
- (( count++ ))
-done
-
-
-
-echo "***INFO: End of DCS install."
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/getNodes.py
----------------------------------------------------------------------
diff --git a/install/installer/getNodes.py b/install/installer/getNodes.py
deleted file mode 100755
index 0041ba5..0000000
--- a/install/installer/getNodes.py
+++ /dev/null
@@ -1,47 +0,0 @@
-#!/usr/bin/env python
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-
-import sqlite3
-import os
-
-conn = sqlite3.connect('sqconfig.db')
-
-cur = conn.cursor()
-
-cur.execute('SELECT nodeName FROM pnode')
-
-nodes = cur.fetchall()
-
-listOfNodes = list()
-
-for node in nodes:
- listOfNodes.append(node[0])
-
-
-nodelist = str()
-for node in listOfNodes:
- nodelist = node + " " + nodelist
-
-print nodelist
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/parseHBaseSite.py
----------------------------------------------------------------------
diff --git a/install/installer/parseHBaseSite.py b/install/installer/parseHBaseSite.py
deleted file mode 100755
index 196b85d..0000000
--- a/install/installer/parseHBaseSite.py
+++ /dev/null
@@ -1,61 +0,0 @@
-#!/usr/bin/python
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-
-import os
-
-import xml.etree.ElementTree as ET
-
-hbaseMaster="hbase.master.info.port"
-hbaseRegion="hbase.regionserver.info.port"
-zooKeeperNodes="hbase.zookeeper.quorum"
-zooKeeperClientPort="hbase.zookeeper.property.clientPort"
-pathToHome= os.environ['HOME']
-
-hbaseMasterInfoPort="60010"
-regionServerInfoPort="60030"
-zookeeperNodeNames=""
-zookeeperPort="2181"
-
-tree = ET.parse( pathToHome + '/hbase-site.xml')
-
-root = tree.getroot()
-
-
-for x in root.findall('property'):
- name = str(x.find('name').text)
- if name == hbaseMaster:
- hbaseMasterInfoPort = x.find('value').text
- if name == hbaseRegion:
- regionServerInfoPort = x.find('value').text
- if name == zooKeeperNodes:
- zookeeperNodeNames = x.find('value').text
- if name == zooKeeperClientPort:
- zookeeperPort = x.find('value').text
-
-f = open( '/etc/trafodion/trafodion_config', 'a')
-f.write ( 'export HBASE_MASTER_INFO_PORT="' + hbaseMasterInfoPort + '"\n' )
-f.write ( 'export REGIONSERVER_INFO_PORT="' + regionServerInfoPort + '"\n' )
-f.write ( 'export ZOOKEEPER_NODES="' + zookeeperNodeNames + '"\n' )
-f.write ( 'export ZOOKEEPER_PORT="' + zookeeperPort + '"\n' )
-f.close()
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/rest_installer
----------------------------------------------------------------------
diff --git a/install/installer/rest_installer b/install/installer/rest_installer
deleted file mode 100755
index 5742b42..0000000
--- a/install/installer/rest_installer
+++ /dev/null
@@ -1,115 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-
-#==========================================
-# Install REST server on a Trafodion cluster
-#==========================================
-
-function print_usage {
-cat << EOF
-This script will install/configure the Trafodion REST server.
-While this script can be run manually, it is normally
-executed from the Trafodion installer.
-
-Usage: $(basename $0) [options]
-
-Options:
- --help Print this message and exit.
- --rest_build <file> Path to the REST build tar file.
- --rest_install_path <dir> Path to the install directory. (defaults to $TRAF_HOME)
-EOF
-}
-
-# Default parameters
-typeset REST_BUILD_FILE=""
-typeset REST_INSTALL_PATH="$TRAF_HOME"
-typeset TRAF_CONFIG="/etc/trafodion/trafodion_config"
-# Parse input parameters
-while [[ $# -gt 0 ]]; do
- case "$1" in
- --rest_build)
- if [[ -z "$2" ]]; then
- echo "***ERROR: No value passed to param $1."
- print_usage
- exit -1
- fi
- REST_BUILD_FILE=$2
- shift
- ;;
- --rest_install_path)
- if [[ -z "$2" ]]; then
- echo "***ERROR: No value passed to param $1."
- print_usage
- exit -1
- fi
- REST_INSTALL_PATH=$2
- shift
- ;;
- --help)
- print_usage
- ;;
- *)
- print_usage
- exit -1
- esac
- shift
-done
-
-echo "***INFO: Start of REST Server install"
-source $TRAF_CONFIG
-
-# Make sure required env vars have been set first
-if [[ -z "$TRAF_HOME" ]]; then
- echo "***ERROR: environment variable TRAF_HOME has no value."
- exit -1
-fi
-if [[ -z "$NODE_LIST" ]]; then
- echo "***ERROR: environment variable NODE_LIST has no value."
- exit -1
-fi
-
-# create install directory
-mkdir -p $REST_INSTALL_PATH
-cd $REST_INSTALL_PATH
-
-REST_DIR=$(ls $TRAF_HOME | grep rest)
-REST_DIR=$TRAF_HOME/$REST_DIR
-echo "***INFO: Rest Install Directory: $REST_DIR"
-
-
-cd $REST_DIR/conf
-
-echo "***INFO: modifying $REST_DIR/conf/rest-site.xml"
-# add zookeeper quorum property to end of configuration
-rm rest-site.temp 2>/dev/null
-cat rest-site.xml | sed -e "s@</configuration>@ <property>\n <name>rest.zookeeper.property.clientPort</name>\n <value>$ZOOKEEPER_PORT</value>\n </property>\n </configuration>@" > rest-site.temp
-cp rest-site.temp rest-site.xml
-rm rest-site.temp 2>/dev/null
-
-cat rest-site.xml | sed -e "s@</configuration>@ <property>\n <name>rest.zookeeper.quorum</name>\n <value>$ZOOKEEPER_NODES</value>\n </property>\n </configuration>@" > rest-site.temp
-cp rest-site.temp rest-site.xml
-rm rest-site.temp 2>/dev/null
-
-echo "***INFO: End of REST Server install."
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/setup_known_hosts.exp
----------------------------------------------------------------------
diff --git a/install/installer/setup_known_hosts.exp b/install/installer/setup_known_hosts.exp
deleted file mode 100755
index 959e385..0000000
--- a/install/installer/setup_known_hosts.exp
+++ /dev/null
@@ -1,35 +0,0 @@
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-#
-# This script is called from traf_add_user
-# It is used to avoid being prompted when
-# setting up the $HOME/.ssh/known_hosts file
-set timeout 5
-set node [lindex $argv 0]
-spawn ssh $node
-expect " (yes/no)?"
-send "yes\r"
-
-# if login prompt does not contain a bracket
-# then the script will just timeout, which is ok, too.
-expect "]"
-send_user "\r"
-send "exit\r"
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/setup_ssh_key
----------------------------------------------------------------------
diff --git a/install/installer/setup_ssh_key b/install/installer/setup_ssh_key
deleted file mode 100755
index cd8d443..0000000
--- a/install/installer/setup_ssh_key
+++ /dev/null
@@ -1,27 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-echo -e 'y\n' | ssh-keygen -t rsa -N "" -f $HOME/.ssh/id_rsa
-cat $HOME/.ssh/id_rsa.pub >> $HOME/.ssh/authorized_keys
-echo localhost $(cat /etc/ssh/ssh_host_rsa_key.pub) >> $HOME/.ssh/known_hosts
-echo "NoHostAuthenticationForLocalhost=yes" >> $HOME/.ssh/config
-chmod 600 $HOME/.ssh/config
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/sqconfig_persist.txt
----------------------------------------------------------------------
diff --git a/install/installer/sqconfig_persist.txt b/install/installer/sqconfig_persist.txt
deleted file mode 100755
index 4de7fd8..0000000
--- a/install/installer/sqconfig_persist.txt
+++ /dev/null
@@ -1,87 +0,0 @@
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-begin persist
-
-#
-# The following PROCESS_TYPEs are persistent and have special process management:
-# DTM
-# TMID
-# SSMP
-# PSD
-# WDG
-#
-# Generic persistent processes are of PROCESS_TYPE:
-# PERSIST
-#
-
-PERSIST_PROCESS_KEYS = DTM,TMID,SSCP,SSMP,PSD,WDG
-
-DTM_PROCESS_NAME = $TM%nid+
-DTM_PROCESS_TYPE = DTM
-DTM_PROGRAM_NAME = tm
-DTM_REQUIRES_DTM = N
-DTM_STDOUT = stdout_DTM%nid
-DTM_PERSIST_RETRIES = 2,30
-DTM_PERSIST_ZONES = %zid
-
-TMID_PROCESS_NAME = $TMID
-TMID_PROCESS_TYPE = TMID
-TMID_PROGRAM_NAME = idtmsrv
-TMID_REQUIRES_DTM = N
-TMID_STDOUT = stdout_TMID
-TMID_PERSIST_RETRIES = 2,30
-TMID_PERSIST_ZONES = %zid+
-
-SSCP_PROCESS_NAME = $ZSC%nid+
-SSCP_PROCESS_TYPE = PERSIST
-SSCP_PROGRAM_NAME = mxsscp
-SSCP_REQUIRES_DTM = Y
-SSCP_STDOUT = stdout_ZSC%nid
-SSCP_PERSIST_RETRIES = 10,60
-SSCP_PERSIST_ZONES = %zid
-
-SSMP_PROCESS_NAME = $ZSM%nid+
-SSMP_PROCESS_TYPE = SSMP
-SSMP_PROGRAM_NAME = mxssmp
-SSMP_REQUIRES_DTM = Y
-SSMP_STDOUT = stdout_ZSM%nid
-SSMP_PERSIST_RETRIES = 10,60
-SSMP_PERSIST_ZONES = %zid
-
-PSD_PROCESS_NAME = $PSD%nid+
-PSD_PROCESS_TYPE = PSD
-PSD_PROGRAM_NAME = pstartd
-PSD_REQUIRES_DTM = N
-PSD_STDOUT = stdout_PSD%nid
-PSD_PERSIST_RETRIES = 10,60
-PSD_PERSIST_ZONES = %zid
-
-WDG_PROCESS_NAME = $WDG%nid+
-WDG_PROCESS_TYPE = WDG
-WDG_PROGRAM_NAME = sqwatchdog
-WDG_REQUIRES_DTM = N
-WDG_STDOUT = stdout_WDG%nid
-WDG_PERSIST_RETRIES = 10,60
-WDG_PERSIST_ZONES = %zid
-
-end persist
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/tools/ambari_setup
----------------------------------------------------------------------
diff --git a/install/installer/tools/ambari_setup b/install/installer/tools/ambari_setup
deleted file mode 100755
index b97a7fc..0000000
--- a/install/installer/tools/ambari_setup
+++ /dev/null
@@ -1,119 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-
-# Setup Hortonworks/Ambari
-
-#==============================================
-# Default values
-typeset TRAF_WORKDIR="$( cd "$( dirname "$0" )" && pwd )/.."
-typeset timestamp=$(date +%F-%H-%M-%S)
-typeset SETUP_LOG="/var/log/trafodion/traf_ambari_setup_$timestamp.log"
-
-AMBARI=$(rpm -qa | grep ambari | wc -l)
-#==============================================
-
-function print_usage {
-cat << EOF
-This script will help install Hortonworks/Ambari.
-
-NOTE: Please refer to Hortonworks documentation for questions.
-
-Usage: $(basename $0) [options]
-
-Options:
- --help Print this message and exit.
-EOF
-}
-
-#==============================================
-# Parse input parameters
-while [[ $# -gt 0 ]]; do
- case "$1" in
- --help)
- print_usage
- exit -1
- ;;
- *)
- echo "***ERROR: unknown parameter '$1'"
- print_usage
- exit -1
- esac
- shift
-done
-
-#==============================================
-#Info for log file
-sudo mkdir -p /var/log/trafodion
-sudo chmod 777 /var/log/trafodion
-
-SUSE_Installed=$(grep -cr SUSE /proc/version)
-
-
-echo "***INFO: Log file located /var/log/trafodion"
-echo "***Log File: trafodion_ambari_setup script***" >> $SETUP_LOG
-echo >> $SETUP_LOG
-echo "Working directory: $TRAF_WORKDIR" >> $SETUP_LOG
-echo >> $SETUP_LOG
-
-#==============================================
-if [[ $AMBARI -eq 0 ]]; then
- echo "***INFO: Installing Hortonworks/Ambari, will need browser access to complete" | tee -a $SETUP_LOG
-
- sudo rm -rf ambari.repo* 2>/dev/null
- if [[ "$SUSE_Installed" -eq "1" ]]; then
- wget http://public-repo-1.hortonworks.com/ambari/suse11/2.x/updates/2.0.0/ambari.repo
- else
- wget http://public-repo-1.hortonworks.com/ambari/centos6/2.x/updates/2.4.0.1/ambari.repo
- fi
-
- if [ $? -ne 0 ]; then
- echo "***ERROR: Time out error. Please check http_proxy settings." | tee -a $SETUP_LOG
- echo "***ERROR: Exiting..." | tee -a $SETUP_LOG
- echo
- exit -1
- fi
-
- if [[ "$SUSE_Installed" -eq "1" ]]; then
- sudo cp ambari.repo /etc/zypp/repos.d
- sudo zypper install ambari-server
- else
- sudo cp ambari.repo /etc/yum.repos.d
- sudo yum --assumeyes install ambari-server
- fi
- sudo ambari-server setup
- sudo ambari-server start
-
- if [ $? -ne 0 ]; then
- echo "***ERROR: Error while installing Hortonworks/Ambari" | tee -a $SETUP_LOG
- echo "***ERROR: Exiting..." | tee -a $SETUP_LOG
- echo
- exit -1
- fi
-
- echo "***INFO: Complete Hortonworks/Ambari setup from http://localhost:8080" | tee -a $SETUP_LOG
-else
- echo
- echo "***INFO: Hortonworks/Ambari previously installed." | tee -a $SETUP_LOG
-
-fi
-#==============================================
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/tools/clouderaMoveDB.sh
----------------------------------------------------------------------
diff --git a/install/installer/tools/clouderaMoveDB.sh b/install/installer/tools/clouderaMoveDB.sh
deleted file mode 100755
index fb6f02a..0000000
--- a/install/installer/tools/clouderaMoveDB.sh
+++ /dev/null
@@ -1,191 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-dbToMove="hmon smon"
-while getopts 'd:' parmOpt
-do
- case $parmOpt in
- d) dbToMove="${OPTARG}" ;;
- ?) echo "Invalid option specified. Only -d is allowed."
- exit 0 ;;
- esac
-done
-shift $(($OPTIND - 1))
-
-newLocation=$1
-
-if [ ${#newLocation} -lt 1 ] ; then
- echo "Syntax: clouderMoveDB.sh[-d <database>] <newLocation>"
- echo "This script will create <newLocation> and then tell PostgreSQL"
- echo "for Cloudera to move the PostgreSQL <database> DB."
- echo "-d <database> to specify which DB to move."
- echo " default is ${dbToMove}. This is the large DB."
- echo "Note: You have to be root to run this script."
- exit 0
-fi
-
-if [ $UID -ne 0 ] ; then
- echo "This script must be run as root."
- exit 0
-fi
-
-#
-# If not present, create new location directory.
-#
-if [ ! -d ${newLocation} ] ; then
- mkdir -p ${newLocation}
-fi
-
-if [ ! -d ${newLocation} ] ; then
- echo "Could not create ${newLocation}."
- exit 0
-fi
-
-#
-# Make sure it has proper ownership.
-#
-clouderaUser=cloudera-scm
-wantUserGroup=${clouderaUser}:${clouderaUser}
-userGroup=$(ls -ld ${newLocation} | awk '{print $3 ":" $4}')
-if [ X${userGroup} != X${wantUserGroup} ] ; then
- chown ${wantUserGroup} ${newLocation}
-fi
-userGroup=$(ls -ld ${newLocation} | awk '{print $3 ":" $4}')
-if [ X${userGroup} != X${wantUserGroup} ] ; then
- echo "Can not give ownership to ${clouderaUser} for ${newLocation}"
- exit 0
-fi
-
-#
-# Setup POSTGRESQL password file so that we get no prompting.
-# If you know the cloudera-scm password, define/export CLOUDERA_PGPASS and it will be used.
-# otherwise, we will fetch it.
-#
-export PGPASSFILE=./pgpassfile
-tempFile=./tempFile
-rm -f ${PGPASSFILE} ${tempFile}
-
-if [ ${#CLOUDERA_PGPASS} -eq 0 ] ; then
- cloudera_genpassfile="/var/lib/cloudera-scm-server-db/data/generated_password.txt"
- if [ ! -f ${cloudera_genpassfile} ] ; then
- echo "Could not find cloudera-scm generated password."
- exit 0
- fi
-
- CLOUDERA_PGPASS=$(head -1 ${cloudera_genpassfile})
- unset cloudera_genpassfile
-fi
-
-cloudera_dbprops="/etc/cloudera-scm-server/db.properties"
-if [ ! -f ${cloudera_dbprops} ] ; then
- echo "Could not find Cloudera db.properties files."
- exit 0
-fi
-hostPort=$(grep com.cloudera.cmf.db.host ${cloudera_dbprops} | awk -F= '{print $2}')
-if [ ${#hostPort} -eq 0 ] ; then
- echo "Could not find com.cloudera.cmf.db.host in Cloudera db.properties file."
- exit 0
-fi
-unset cloudera_dbprops
-
-echo "${hostPort}:*:${clouderaUser}:${CLOUDERA_PGPASS}" > ${PGPASSFILE}
-if [ ! -f ${PGPASSFILE} ] ; then
- echo "Could not create temporary psql password files ${PGPASSFILE}"
- exit 0
-fi
-chmod 600 ${PGPASSFILE}
-
-#
-# Following will make sure our password and temporary files are removed.
-cleanPASSFILE()
-{
- rm -f ${PGPASSFILE} ${tempFile}
-}
-trap cleanPASSFILE ERR INT
-
-#
-# We're ready to go.
-# Get list of tablespace.
-phost=$(echo ${hostPort} | awk -F: '{print $1}')
-pport=$(echo ${hostPort} | awk -F: '{print $2}')
-
-for currDB in ${dbToMove}
-do
- if [ $(psql -h ${phost} -p ${pport} -U ${clouderaUser} -l -q -t | grep -c ${currDB}) -eq 0 ] ; then
- echo "Db ${currDB} was not found in the PostgreSQL."
- cleanPASSFILE
- exit 0
- fi
-done
-
-dataSpace="data_space"
-currDB=$(echo ${dbToMove} | awk '{print $1}')
-psql -h ${phost} -p ${pport} -U ${clouderaUser} -d ${currDB} -q -t -c \\db > ${tempFile}
-
-if [ $(grep -c ${dataSpace} ${tempFile}) -gt 0 ] ; then
- if [ $(grep ${dataSpace} ${tempFile} | awk '{print $5}') != ${newLocation} ] ; then
- echo "${dataSpace} is already defined and does not match ${newLocation}."
- grep ${dataSpace} ${tempFile}
- cleanPASSFILE
- exit 0
- fi
-else
- psql -h ${phost} -p ${pport} -U ${clouderaUser} -d ${currDB} <<-EOT > ${tempFile}
- CREATE TABLESPACE ${dataSpace} LOCATION '${newLocation}';
- GRANT ALL ON TABLESPACE ${dataSpace} TO PUBLIC;
- \q
- EOT
- if [ $(grep -c 'CREATE TABLESPACE' ${tempFile}) -ne 1 ] ; then
- echo "Error creating tablespace ${dataSpace}"
- cat ${tempFile}
- cleanPASSFILE
- exit 0
- fi
- exit 0
-fi
-
-#
-# Tablespace exists.
-# Now get list of tables and indexes and setup move.
-#
-for currDB in ${dbToMove}
-do
- echo "ALTER DATABASE ${currDB} SET default_tablespace = ${dataSpace};" > ${tempFile}
- while read -r parm1 parm2 objectName parmRest ; do
- if [ ${#objectName} -gt 0 ] ; then
- echo "ALTER TABLE ${objectName} set tablespace ${dataSpace};" >> ${tempFile}
- fi
- done <<< "$(psql -h ${phost} -p ${pport} -U ${clouderaUser} -d ${currDB} -q -t -c \\dt)"
- while read -r parm1 parm2 objectName parmRest ; do
- if [ ${#objectName} -gt 0 ] ; then
- echo "ALTER INDEX ${objectName} set tablespace ${dataSpace};" >> ${tempFile}
- fi
- done <<< "$(psql -h ${phost} -p ${pport} -U ${clouderaUser} -d ${currDB} -q -t -c \\di)"
-
- #
- # Ready to apply changes.
- #
- psql -h ${phost} -p ${pport} -U ${clouderaUser} -d ${currDB} -a -f ${tempFile}
- #cat ${tempFile}
-done
-
-cleanPASSFILE
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/tools/cloudera_setup
----------------------------------------------------------------------
diff --git a/install/installer/tools/cloudera_setup b/install/installer/tools/cloudera_setup
deleted file mode 100755
index 51d1a3b..0000000
--- a/install/installer/tools/cloudera_setup
+++ /dev/null
@@ -1,198 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# Setup Cloudera
-
-#==============================================
-# Default values
-typeset TRAF_WORKDIR="$( cd "$( dirname "$0" )" && pwd )/.."
-typeset timestamp=$(date +%F-%H-%M-%S)
-typeset SETUP_LOG="/var/log/trafodion/traf_cloudera_setup_$timestamp.log"
-
-CLOUDERA=$(rpm -qa | grep cloudera | wc -l)
-#==============================================
-
-function print_usage {
-cat << EOF
-This script will do the one-time setup needed
-to install Cloudera.
-
-NOTE: Please refer to the offical Cloudera documentation for questions.
-
-Usage: $(basename $0) [options]
-
-Options:
- --help Print this message and exit.
-
-EOF
-}
-
-#==============================================
-# Parse input parameters
-while [[ $# -gt 0 ]]; do
- case "$1" in
- --help)
- print_usage
- exit -1
- ;;
- *)
- echo "***ERROR: unknown parameter '$1'"
- print_usage
- exit -1
- esac
- shift
-done
-#==============================================
-#Info for log file
-sudo mkdir -p /var/log/trafodion
-sudo chmod 777 /var/log/trafodion
-
-echo "***INFO: Log file located at /var/log/trafodion"
-echo "***Log File: trafodion_cloudera_setup script***" >> $SETUP_LOG
-echo >> $SETUP_LOG
-echo "Working directory: $TRAF_WORKDIR" >> $SETUP_LOG
-echo >> $SETUP_LOG
-
-#==============================================
-echo "***INFO: Checking the size of /var for Cloudera DB"
-
-var_min=20000000
-var_file='/var'
-var_lib_file='/var/lib'
-var_size=0
-var_on_root=0
-clouderadb_varfile="/var/lib/cloudera-scm-server-db"
-clouderadb_file="cloudera-scm-server-db"
-root="/"
-
-if [ -d ${var_file} ] ; then
- df /var | grep var
- if [ $? -eq 0 ] ; then
- var_size=`df /var |grep var | tr -s [:space:] ':' | cut -d':' -f4`
- else
- var_size=`df / |grep dev | tr -s [:space:] ':' | cut -d':' -f4`
- var_on_root=1
- fi
-fi
-
-if [ -d ${clouderadb_varfile} ] ; then
- echo "*** WARNING: /var/lib/cloudera-scm-server-db already exists." | tee -a $SETUP_LOG
- if [ -h ${clouderadb_varfile} ] ; then
- echo "*** WARNING: The /var/lib/cloudera-scm-server-db is a symbolic link to a cloudera-scm-server-db directory." | tee -a $SETUP_LOG
- if ! [ -L ${clouderadb_varfile} ] ; then
- echo "*** WARNING: The /var/lib/cloudera-scm-server-db exists but the matching cloudera-scm-server-db directory does not." | tee -a $SETUP_LOG
- echo "*** WARNING: Check the desired location for cloudera-scm-servera-db directory and either establish a valid symbolic link to an existing directory or create the directory." | tee -a $SETUP_LOG
- fi
- elif [ ${var_on_root} -eq 0 ] ; then
- if [ ${var_size} -lt ${var_min} ] ; then
- echo "*** WARNING: There is insufficient space available for the Cloudera database on /var." | tee -a $SETUP_LOG
- echo "*** WARNING: It is recommended to review the 'installer/unsupported_tools/clouderaMoveDB.sh script to move the database to a disk with more available space." | tee -a $SETUP_LOG
- fi
- else
- echo "*** WARNING: /var/lib/cloudera-scm-server-db is already located directly on /." | tee -a $SETUP_LOG
- echo "*** WARNING: No additional movement of the file is recommended." | tee -a $SETUP_LOG
- fi
-else
- if [ ${var_size} -lt ${var_min} ] ; then
- echo "*** WARNING: There is insufficient space available for the Cloudera database on /var." | tee -a $SETUP_LOG
- echo "*** WARNING: An attempt will be made to soft link the cloudera-scm-server-db directory to the / directory." | tee -a $SETUP_LOG
- if [ $UID -ne 0 ] ; then
- echo "*** WARNING: The cloudera-scm-server-db directory creation and soft linking must have root access." | tee -a $SETUP_LOG
- else
- if [ ! -d ${root}${clouderadb_file} ] ; then
- mkdir ${root}${clouderadb_file}
- fi
- if [ ! -d ${var_lib_file} ] ; then
- mkdir ${var_lib_file}
- fi
- ln -s ${root}${clouderadb_file} ${var_lib_file}
- if [ $? -ne 0 ] ; then
- echo "*** WARNING: The cloudera-scm-server-db directory was not successfully soft linked to /var/lib." | tee -a $SETUP_LOG
- fi
- fi
- fi
-fi
-
-#==============================================
-cloudera_installed=$(rpm -qa | grep cloudera | wc -l )
-
-if [[ $cloudera_installed -eq 0 ]]; then
-
- echo "***INFO: Installing Cloudera, will need browser access to complete" | tee -a $SETUP_LOG
-
- sudo rm -rf cloudera-manager-* 2>/dev/null
-
- wget http://archive.cloudera.com/cm5/installer/latest/cloudera-manager-installer.bin
-
- if [ $? -ne 0 ]; then
- echo "****ERROR: Time our error. Please check http_proxy settings." | tee -a $SETUP_LOG
- echo "***ERROR: Exiting..." | tee -a $SETUP_LOG
- echo
- exit -1
- fi
-
- sudo rm -rf oracle-j2sdk* 2>/dev/null
- linuxInstalled=$(grep -cr SUSE /proc/version)
- if [[ "$linuxInstalled" -eq "1" ]]; then
- wget http://archive.cloudera.com/cm5/sles/11/x86_64/cm/5.3.0/RPMS/x86_64/oracle-j2sdk1.7-1.7.0+update67-1.x86_64.rpm
- else
- if [[ ! -d /usr/java/jdk1.7.0_67-cloudera ]]; then
- wget http://archive.cloudera.com/cm5/redhat/6/x86_64/cm/5/RPMS/x86_64/oracle-j2sdk1.7-1.7.0+update67-1.x86_64.rpm
- fi
- fi
-
- if [ $? -ne 0 ]; then
- echo "****ERROR: Time our error. Please check http_proxy settings." | tee -a $SETUP_LOG
- echo "***ERROR: Exiting..." | tee -a $SETUP_LOG
- echo
- exit -1
- fi
-
- if [[ ! -d /usr/java/jdk1.7.0_67-cloudera ]]; then
-
- sudo rpm -ivh oracle-j2sdk1.7-1.7.0+update67-1.x86_64.rpm
- fi
-
- chmod +x cloudera-manager-installer.bin
-
- echo -n "Setting up with a local repository? (Y/N) "
- read answer
-
- if [[ $answer != "Y" ]] && [[ $answer != "y" ]]; then
- sudo ./cloudera-manager-installer.bin --i-agree-to-all-licenses --noreadme --noprompt
- else
- sudo ./cloudera-manager-installer.bin --i-agree-to-all-licenses --noreadme --noprompt --skip_repo_package=1
- fi
-
- if [ $? -ne 0 ]; then
- echo "***ERROR: Error while installing Cloudera" | tee -a $SETUP_LOG
- echo "***ERROR: Exiting..." | tee -a $SETUP_LOG
- echo
- exit -1
- fi
-
- echo "***INFO: Complete Cloudera setup from http://$(hostname --long):7180" | tee -a $SETUP_LOG
-else
- echo
- echo "***INFO: Cloudera previously installed." | tee -a $SETUP_LOG
-fi
-#==============================================
[3/8] incubator-trafodion git commit: [TRAFODION-2644] Obsolete bash
installer
Posted by su...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_config_check
----------------------------------------------------------------------
diff --git a/install/installer/traf_config_check b/install/installer/traf_config_check
deleted file mode 100755
index 45a300e..0000000
--- a/install/installer/traf_config_check
+++ /dev/null
@@ -1,1158 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-#==========================================
-# Check Configuration File for Errors
-#==========================================
-
-export TRAF_CONFIG="/etc/trafodion/trafodion_config"
-export ERROR_LOG="$LOCAL_WORKDIR/config_setup_error.log"
-
-source $TRAF_CONFIG
-
-function majorErrorFound {
- if [[ "$errorFound" == "1" ]]; then
- echo
- echo
- echo "******************************************"
- cat $TRAF_CONFIG
- echo
- echo
- echo "******************************************"
- cat $ERROR_LOG
- echo "******************************************"
- echo
- echo
- echo "******************************************"
- exit -1
- fi
-}
-
-function setUpErrorLog {
-echo
-echo "===========================================" > $ERROR_LOG
-echo "Trafodion Configuration File Check Errors" >> $ERROR_LOG
-echo "===========================================" >> $ERROR_LOG
-echo >> $ERROR_LOG
-echo "*** WARNING: All errors must be fixed before Installation will continue" >> $ERROR_LOG
-}
-
-function checkSuseLinux {
-
-if [[ -z $SUSE_LINUX ]]; then
- errorFound=1;
- echo "SUSE LINUX" >> $ERROR_LOG
- echo "***ERROR: SUSE_LINUX variable not set in config file." >> $ERROR_LOG
-else
- suseLinux=$(grep -cr SUSE /proc/version)
-
- if [[ "$suseLinux" -ge "1" ]]; then
- if [[ "$SUSE_LINUX" == "false" ]]; then
- errorFound=1;
- echo "SUSE LINUX" >> $ERROR_LOG
- echo "***ERROR: SUSE Linux system detected." >> $ERROR_LOG
- echo "***ERROR: SUSE_LINUX should equal true." >> $ERROR_LOG
- fi
- else
- if [[ "$SUSE_LINUX" == "true" ]]; then
- errorFound=1;
- echo "SUSE LINUX" >> $ERROR_LOG
- echo "***ERROR: None SUSE Linux system detected." >> $ERROR_LOG
- echo "***ERROR: SUSE_LINUX should equal false." >> $ERROR_LOG
- fi
- fi
-fi
-}
-
-function checkDirectories {
-
-if [[ -z $TRAF_WORKDIR ]]; then
- errorFound=1;
- echo "DIRECTORIES" >> $ERROR_LOG
- echo "***ERROR: TRAF_WORKDIR variable not set in config file." >> $ERROR_LOG
-fi
-
-if [[ -z $LOCAL_WORKDIR ]]; then
- errorFound=1;
- echo "DIRECTORIES" >> $ERROR_LOG
- echo "***ERROR: LOCAL_WORKDIR variable not set in config file." >> $ERROR_LOG
-fi
-}
-
-function checkTrafodionUser {
-
-if [[ -z $TRAF_USER ]]; then
- errorFound=1;
- echo "TRAFODION USER" >> $ERROR_LOG
- echo "***ERROR: TRAF_USER variable not set in config file." >> $ERROR_LOG
-fi
-
-}
-
-function checkTrafPassword {
-
-if [[ -z $TRAF_USER_PASSWORD ]]; then
- errorFound=1;
- echo "TRAFODION PASSWORD" >> $ERROR_LOG
- echo "***ERROR: TRAF_USER_PASSWORD variable not set in config file." >> $ERROR_LOG
-else
- length=${#TRAF_USER_PASSWORD}
- if [[ $length -lt "6" ]]; then
- errorFound=1;
- echo "TRAFODION PASSWORD" >> $ERROR_LOG
- echo "***ERROR: Linux requires password to be at least 6 characters" >> $ERROR_LOG
- echo "***ERROR: Password length must be from 6-8 characters." >> $ERROR_LOG
- fi
-fi
-}
-
-function checkNodeList {
-
-if [[ -z $NODE_LIST ]]; then
- errorFound=1
- echo "TRAFODION NODE LIST" >> $ERROR_LOG
- echo "***ERROR: NODE_LIST variable not set in config file." >> $ERROR_LOG
-else
-
- ERROR_NODES=""
- NODES=""
-
- for node in $NODE_LIST
- do
- newNode=$(ssh -q -n $node hostname)
-
- if [[ $? -ne "0" ]]; then
- errorFound=1
- echo "TRAFODION NODE LIST" >> $ERROR_LOG
- echo "***ERROR: Could not ssh to $node." >> $ERROR_LOG
- echo "***ERROR: Please check node names for typos" >> $ERROR_LOG
- majorErrorFound
- fi
-
- nodeName=$(echo $newNode | sed 's/[^a-zA-Z0-9\ \.\-]//g')
-
- if [[ "$nodeName" != "$newNode" ]]; then
- errorFound=1
- echo "TRAFODION NODE LIST" >> $ERROR_LOG
- echo "***ERROR: Nodes are not named properly." >> $ERROR_LOG
- echo "***ERROR: Nodes can have no special characters other than '-' and '.'" >> $ERROR_LOG
- fi
-
- if [[ "$newNode" =~ ^([0-9]{1,3})[.]([0-9]{1,3})[.]([0-9]{1,3})[.]([0-9]{1,3})$ ]]; then
- errorFound=1
- echo "TRAFODION NODE LIST" >> $ERROR_LOG
- echo "***ERROR: Nodes are not named properly." >> $ERROR_LOG
- echo "***ERROR: IP addresses are not supported. Please use node names." >> $ERROR_LOG
- fi
-
- #Testing sudo access on all nodes
- ssh -q -n $newNode sudo echo "***INFO: Testing sudo access on node $newNode"
- if [ $? -ne "0" ]; then
- error=1
- ERROR_NODES="$ERROR_NODES $newNode"
- fi
- NODES="$NODES $newNode"
- done
-
- NODE_LIST=$NODES
-
- if [[ $error == "1" ]]; then
- errorFound=1
- echo "TRAFODION NODE LIST" >> $ERROR_LOG
- echo "***ERROR: $ERROR_NODES does not have sudo access." >> $ERROR_LOG
- echo "***ERROR: Must have sudo access on all nodes." >> $ERROR_LOG
- fi
-
-
- for node in $NODE_LIST
- do
- ssh -q -n $node echo "***INFO: Testing ssh on $node"
- if [[ $? -ne "0" ]]; then
- error=1
- ERROR_NODES="$ERROR_NODES $node"
- fi
- done
-
- if [[ $error == "1" ]]; then
- errorFound=1
- echo "TRAFODION NODE LIST" >> $ERROR_LOG
- echo "***ERROR: Could not ssh to $ERROR_NODES." >> $ERROR_LOG
- echo "***ERROR: Check permissions and known hosts files." >> $ERROR_LOG
- majorErrorFound
- fi
-
- node_count=$(echo $NODE_LIST | wc -w)
-
- sudo chmod 777 $TRAF_CONFIG
- sed -i '/NODE_LIST\=/d' $TRAF_CONFIG
- echo "export NODE_LIST=\"$NODE_LIST\"" >> $TRAF_CONFIG
- sed -i '/node_count\=/d' $TRAF_CONFIG
- echo "export node_count=\"$node_count\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
-
- MY_NODES=""
-
- for node in $NODE_LIST
- do
- MY_NODES="$MY_NODES -w $node"
- done
-
- sudo chmod 777 $TRAF_CONFIG
- sed -i '/MY_NODES\=/d' $TRAF_CONFIG
- echo "export MY_NODES=\"$MY_NODES\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
-
-fi
-source $TRAF_CONFIG
-}
-
-function checkManageNodeList {
-
-if [[ -z $MANAGEMENT_NODES ]]; then
- errorFound=1
- echo "MANAGEMENT NODE LIST" >> $ERROR_LOG
- echo "***ERROR: MANAGEMENT_NODES variable not set in config file." >> $ERROR_LOG
-else
-
- ERROR_NODES=""
- NODES=""
-
- for node in $MANAGEMENT_NODES
- do
- newNode=$(ssh -q -n $node hostname)
-
- if [[ $? -ne "0" ]]; then
- errorFound=1
- echo "MANAGEMENT NODE LIST" >> $ERROR_LOG
- echo "***ERROR: Could not ssh to $node." >> $ERROR_LOG
- echo "***ERROR: Please check node names for typos" >> $ERROR_LOG
- majorErrorFound
- fi
-
- nodeName=$(echo $newNode | sed 's/[^a-zA-Z0-9\ \.\-]//g')
-
- if [[ "$nodeName" != "$newNode" ]]; then
- errorFound=1
- echo "MANAGEMENT NODE LIST" >> $ERROR_LOG
- echo "***ERROR: Nodes are not named properly." >> $ERROR_LOG
- echo "***ERROR: Nodes can have no special characters other than '-' and '.'" >> $ERROR_LOG
- fi
-
- if [[ "$newNode" =~ ^([0-9]{1,3})[.]([0-9]{1,3})[.]([0-9]{1,3})[.]([0-9]{1,3})$ ]]; then
- errorFound=1
- echo "MANAGEMENT NODE LIST" >> $ERROR_LOG
- echo "***ERROR: Nodes are not named properly." >> $ERROR_LOG
- echo "***ERROR: IP addresses are not supported. Please use node names." >> $ERROR_LOG
- fi
-
- #Testing sudo access on all nodes
- ssh -q -n $newNode sudo echo "***INFO: Testing sudo access on node $newNode"
- if [ $? -ne "0" ]; then
- error=1
- ERROR_NODES="$ERROR_NODES $newNode"
- fi
- NODES="$NODES $newNode"
- done
-
- NODE_LIST=$NODES
- if [[ $error == "1" ]]; then
- errorFound=1
- echo "MANAGEMENT NODE LIST" >> $ERROR_LOG
- echo "***ERROR: $ERROR_NODES does not have sudo access." >> $ERROR_LOG
- echo "***ERROR: Must have sudo access on all nodes." >> $ERROR_LOG
- majorErrorFound
- fi
-
-
- for node in $MANAGEMENT_NODES
- do
- ssh -q -n $node echo "***INFO: Testing ssh on $node"
- if [[ $? -ne "0" ]]; then
- error=1
- ERROR_NODES="$ERROR_NODES $node"
- fi
- done
-
- if [[ $error == "1" ]]; then
- errorFound=1
- echo "TRAFODION NODE LIST" >> $ERROR_LOG
- echo "***ERROR: Could not ssh to $ERROR_NODES." >> $ERROR_LOG
- echo "***ERROR: Check permissions and known hosts files." >> $ERROR_LOG
- majorErrorFound
- fi
-
-
- sudo chmod 777 $TRAF_CONFIG
- sed -i '/MANAGEMENT_NODES\=/d' $TRAF_CONFIG
- echo "export MANAGEMENT_NODES=\"$MANAGEMENT_NODES\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
-
- manage_node_count=$(echo $MANAGEMENT_NODES | wc -w)
-
- sudo chmod 777 $TRAF_CONFIG
- sed -i '/manage_node_count\=/d' $TRAF_CONFIG
- echo "export manage_node_count=\"$manage_node_count\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
-
-
- MY_MANAGEMENT_NODES=""
-
- for node in $MANAGEMENT_NODES
- do
- MY_MANAGEMENT_NODES="$MY_MANAGEMENT_NODES -w $node"
- done
-
- sudo chmod 777 $TRAF_CONFIG
- sed -i '/MY_MANAGEMENT_NODES\=/d' $TRAF_CONFIG
- echo "export MY_MANAGEMENT_NODES=\"$MY_MANAGEMENT_NODES\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
-
-fi
-source $TRAF_CONFIG
-}
-
-function createAllNodes {
-
-ALL_NODE_LIST="$NODE_LIST $MANAGEMENT_NODES"
-
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/ALL_NODE_LIST\=/d' $TRAF_CONFIG
-echo "export ALL_NODE_LIST=\"$ALL_NODE_LIST\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-
-all_node_count=$(echo $ALL_NODE_LIST | wc -w)
-
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/all_node_count\=/d' $TRAF_CONFIG
-echo "export all_node_count=\"$all_node_count\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-
-ALL_NODES="$MY_MANAGEMENT_NODES $MY_NODES"
-
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/ALL_NODES\=/d' $TRAF_CONFIG
-echo "export ALL_NODES=\"$ALL_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-
-}
-
-function createPDSH {
-
-source $TRAF_CONFIG
-export PDSH_SSH_CMD="ssh -q -n %h"
-
-if [ $all_node_count -eq 1 ]; then
- TRAF_PDSH=""
- TRAF_PDCP=""
-else
- TRAF_PDSH="pdsh -R exec $ALL_NODES $PDSH_SSH_CMD"
- TRAF_PDCP="pdcp -R ssh $ALL_NODES"
-fi
-
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/TRAF_PDSH\=/d' $TRAF_CONFIG
-echo "export TRAF_PDSH=\"$TRAF_PDSH\"" >> $TRAF_CONFIG
-sed -i '/TRAF_PDCP\=/d' $TRAF_CONFIG
-echo "export TRAF_PDCP=\"$TRAF_PDCP\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-
-
-}
-
-function checkJavaVersion {
-
-source /etc/trafodion/trafodion_config
-
-if [[ -z "$JAVA_HOME" ]]; then
- errorFound=1
- echo "JAVA HOME" >> $ERROR_LOG
- echo "***ERROR: JAVA_HOME variable not set in config file." >> $ERROR_LOG
-else
-
- REQ_VER="1.7.0_65"
- error=""
- #Only checking on 1 node for now. This will change.
- if [[ "$JAVA_8_SUPPORT" == "Y" ]]; then
- $LOCAL_WORKDIR/checkJava8.py
- if [[ $? != 0 ]]; then
- error=1
- fi
- else
- $LOCAL_WORKDIR/checkJava.py
- if [[ $? != 0 ]]; then
- error=1
- fi
- fi
-
-
- if [[ -n $error ]]; then
- errorFound=1
- echo "JAVA HOME" >> $ERROR_LOG
- if [[ "$JAVA_8_SUPPORT" == "Y" ]]; then
- #Get used to this error. You are going to see it alot.
- echo "***ERROR: Your existing JAVA_HOME is not JAVA 8" >> $ERROR_LOG
- echo "***ERROR: Required java version is JAVA 8, any other version is not supported" >> $ERROR_LOG
- else
- echo "***ERROR: Your existing JAVA_HOME is less than $REQ_VER" >> $ERROR_LOG
- echo "***ERROR: Required java version should be greater than $REQ_VER" >> $ERROR_LOG
- fi
- fi
-
-
- export PATH="$JAVA_HOME/bin:$PATH"
- sudo chmod 777 $TRAF_CONFIG
- sed -i '/\<PATH\>\=/d' $TRAF_CONFIG
- echo "export PATH=\"$PATH\"" >>$TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- source $TRAF_CONFIG
-
-
-fi
-
-}
-
-function checkHomeDir {
-
-userForTrafodion=`grep "$TRAF_USER:" /etc/passwd | wc -l`
-
-if [[ "$userForTrafodion" == "0" ]]; then
- if [[ -z $HOME_DIR ]]; then
- errorFound=1
- echo "TRAFODION HOME DIR" >> $ERROR_LOG
- echo "***ERROR: HOME_DIR variable not set in config file." >> $ERROR_LOG
- else
- # strip off TRAF_USER if user added it on end of directory
- HOME_DIR=$(echo "$HOME_DIR" | sed -e "s@/$TRAF_USER\$@@")
-
- #Test if home directory is on a NFS disk
- diskType="$( df -P -T $HOME_DIR | tail -n +2 | awk '{print $2}')"
- if [ "$diskType" == "nfs" ]; then
- errorFound=1
- echo "TRAFODION HOME DIR" >> $ERROR_LOG
- echo "***ERROR: Trafodion userid's home directory ($HOME_DIR) cannot be on an NFS disk"
- echo "***ERROR: Please choose a different directory to install on."
- fi
- fi
-else
- HOME_DIR=$(grep -r "trafodion" /etc/passwd | sed 's/.*:://' | sed 's/\:.*$//' | sed 's/\/trafodion.*$//')
-fi
-
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/HOME_DIR\=/d' $TRAF_CONFIG
-echo "export HOME_DIR=\"$HOME_DIR\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-source $TRAF_CONFIG
-
-}
-
-function checkBackupUser {
-
-TRAF_CONFIG="/etc/trafodion/trafodion_config"
-
-source $TRAF_CONFIG
-
-if [ -z $BACKUP_USER ]; then
- echo "***WARNING: BACKUP_USER variable not set in config file."
- echo "***WARNING: BACKUP_USER will be set to trafodion."
- sudo chmod 777 $TRAF_CONFIG
- sudo echo "export BACKUP_USER=\"trafodion\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
-fi
-
-}
-
-function checkHadoopUserPass {
-
-if [ -z $ADMIN ]; then
- errorFound=1
- echo "HADOOP ADMIN" >> $ERROR_LOG
- echo "***ERROR: ADMIN variable not set in config file." >> $ERROR_LOG
-
-fi
-
-if [ -z $PASSWORD ]; then
- errorFound=1
- echo "HADOOP PASSWORD" >> $ERROR_LOG
- echo "***ERROR: PASSWORD variable not set in config file." >> $ERROR_LOG
-
-fi
-}
-
-function checkHadoopURL {
-
-if [[ -z "$URL" ]]; then
- errorFound=1
- echo "HADOOP URL" >> $ERROR_LOG
- echo "***ERROR: Hadoop URL variable not set in config file."
- majorErrorFound
-else
- validURL=$(curl -k -s --head $URL | head -n 1 | grep "OK" | wc -l)
-
- if [[ $validURL -ne "1" ]]; then
- errorFound=1
- echo "HADOOP URL" >> $ERROR_LOG
- echo "***ERROR: Could not access $URL" >> $ERROR_LOG
- echo "***ERROR: Check that URL and port are correct or if $HADOOP_TYPE is up" >> $ERROR_LOG
- majorErrorFound
- fi
-
- hadoopVersion=$(curl -k -su $ADMIN:$PASSWORD $URL/api/v1/clusters | grep version | grep -c CDH)
-
- if [[ $hadoopVersion -lt "1" ]]; then
- hadoopVersion=$(curl -k -su $ADMIN:$PASSWORD $URL/api/v1/clusters | grep version | grep -c HDP)
- if [[ $hadoopVersion -ne "1" ]]; then
- errorFound=1
- echo "HADOOP URL" >> $ERROR_LOG
- echo "***ERROR: Hadoop type can not be determined" >> $ERROR_LOG
- echo "***ERROR: Check that URL and port are correct or if Hadoop is up" >> $ERROR_LOG
- majorErrorFound
- else
- HADOOP_TYPE="hortonworks"
- fi
- else
- HADOOP_TYPE="cloudera"
- fi
- sudo chmod 777 $TRAF_CONFIG
- sed -i '/HADOOP_TYPE\=/d' $TRAF_CONFIG
- echo "export HADOOP_TYPE=\"$HADOOP_TYPE\"" >> $TRAF_CONFIG
- echo "export MULTI_CLUSTER=\"N\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- source $TRAF_CONFIG
-
- if [[ $MULTI_CLUSTER == "N" ]]; then
- temp=$(curl -k -su $ADMIN:$PASSWORD $URL/api/v1/clusters |grep name | sed -e 's@[,]@@'g | sed 's/^[^\:]* ://')
- CLUSTER_NAME=$(echo $temp | sed -e 's/^"//' -e 's/"$//')
- fi
- CLUSTER_NAME=${CLUSTER_NAME// /%20}
-
- if [ -z $CLUSTER_NAME ]; then
- errorFound=1
- echo "HADOOP URL" >> $ERROR_LOG
- echo "***ERROR: Could not access $URL" >> $ERROR_LOG
- echo "***ERROR: Check URL and port are correct or if $hadoop_type is up." >> $ERROR_LOG
- majorErrorFound
- fi
-
- sudo chmod 777 $TRAF_CONFIG
- sed -i '/CLUSTER_NAME\=/d' $TRAF_CONFIG
- echo "export CLUSTER_NAME=\"$CLUSTER_NAME\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- source $TRAF_CONFIG
-
- if [[ $node_count -ne 1 ]]; then
- nameOfInstallNode=$(hostname -s)
- sudo chmod 777 $TRAF_CONFIG
- sed -i '/CLUSTERNAME\=/d' $TRAF_CONFIG
- echo "export CLUSTERNAME=\"$nameOfInstallNode\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- source $TRAF_CONFIG
- fi
-
-fi
-}
-
-function setPath {
-
-export PATH=$PATH:$HADOOP_PREFIX/bin:$HADOOP_PREFIX/sbin:$HBASE_HOME/bin
-
-if [ ! -z $HIVE_HOME ]; then
- export PATH=$PATH:$HIVE_HOME/bin
-fi
-
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/PATH\=/d' $TRAF_CONFIG
-echo "export PATH=\"$PATH\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-source $TRAF_CONFIG
-
-}
-
-function setHBaseDistro {
-if [[ "$HADOOP_TYPE" == "mapr" ]]; then
- HBASE_DISTRO="MAPR"
-fi
-
-if [[ $HADOOP_TYPE == "apache" ]]; then
- HBASE_DISTRO="APACHE"$APACHE_VERSION
-elif [[ $HADOOP_TYPE == "hortonworks" ]]; then
- HBASE_DISTRO="HDP"$hdpVersion
-elif [[ $HADOOP_TYPE == "cloudera" ]]; then
- HBASE_DISTRO="CDH"$cdhVersion
-fi
-
-export HBASE_DISTRO
-
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/HBASE_DISTRO\=/d' $TRAF_CONFIG
-echo "export HBASE_DISTRO=\"$HBASE_DISTRO\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-source $TRAF_CONFIG
-
-}
-
-function getHadoopNodes {
-
-echo "***INFO: Getting list of all $HADOOP_TYPE nodes"
-
-if [[ "$HADOOP_TYPE" == "mapr" ]]; then
- HADOOP_TYPE="apache"
-fi
-
-if [[ $MULTI_CLUSTER == "N" ]]; then
- $LOCAL_WORKDIR/traf_getHadoopNodes
-fi
-
-
-if [ $? -ne "0" ]; then
- errorFound=1
- echo "HADOOP NODES" >> $ERROR_LOG
- echo "***ERROR: Could not get list of all Hadoop nodes" >> $ERROR_LOG
-
-else
- checkHadoopVersion
-fi
-
-}
-
-function checkHadoopVersion {
-count=0
-
-source $TRAF_CONFIG
-
-for node in $HADOOP_NODES;
-do
- if [[ $HADOOP_TYPE == "apache" ]]; then
- ssh -q -n $node 'echo "exit" | '$HBASE_HOME'/bin/hbase shell &> $HOME/hbaseVersion.txt'
- else
- ssh -q -n $node 'echo "exit" | hbase shell &> $HOME/hbaseVersion.txt'
- fi
- count=$[$count+1]
- foundFile=$(ssh -q -n $node ls $HOME/hbaseVersion.txt | wc -l)
- if [[ $foundFile -eq "0" ]]; then
- if [[ $count -ge $hadoop_node_count ]]; then
- echo "***ERROR: HBase shell not found on any node"
- echo "***ERROR: Check that HBase is installed and working"
- exit -1
- fi
- else
- echo "***INFO: Checking $HADOOP_TYPE Version"
- if [[ $HADOOP_TYPE == "hortonworks" ]]; then
- checkHDPVersion
- fi
-
- if [[ $HADOOP_TYPE == "cloudera" ]]; then
- checkClouderaVersion
- checkRoleGroups
- fi
-
- if [[ $HADOOP_TYPE == "apache" ]]; then
- checkApacheVersion
- fi
-
- break;
- fi
-done
-}
-
-function checkRoleGroups {
-
- regionGroup1=$(curl -k -su $ADMIN:$PASSWORD $URL/api/v10/clusters/$CLUSTER_NAME/services/hbase/roleConfigGroups | grep displayName | grep "RegionServer Group 1" | wc -l)
-
- if [[ $regionGroup1 -ge "1" ]]; then
- errorFound=1
- echo "Cloudera HBase Role Groups" >> $ERROR_LOG
- echo "***ERROR: Cloudera has more than the default Region Group." >> $ERROR_LOG
- echo "***ERROR: This must be fixed for install to continue" >> $ERROR_LOG
- fi
-
-}
-
-
-function checkClouderaVersion {
-
-hbaseVersion=$(ssh -q -n $node grep "Version" $HOME/hbaseVersion.txt | awk {'print$2'} | sed 's/,.*//' )
-cdhVersion=$(echo $hbaseVersion | grep -o "cdh[0-9]\.[0-9]\.[0-9]")
-#get cdh version,eg:5.5 or 5.7
-cdhVersion=${cdhVersion:3:3}
-if [[ $CDH_5_3_HDP_2_2_SUPPORT == "N" ]]; then
- #Check that Cloudera 5.2 or 5.3 are not installed.
- if [[ "$CDH_5_4_SUPPORT" == "Y" ]] || [[ "$CDH_5_5_SUPPORT" == "Y" ]] || [[ "$CDH_5_7_SUPPORT" == "Y" ]]; then
- nameOfVersion=$( echo $hbaseVersion | grep cdh5.[4-7].*)
- #Check that Cloudera 5.[n>4].* is not installed.
- if [[ -z $nameOfVersion ]]; then
- versionInstalled=$( echo $hbaseVersion | grep cdh[5-9].[7-9].* | wc -l)
- if [[ $versionInstalled -gt "0" ]]; then
- errorFound=1
- echo "HADOOP VERSION" >> $ERROR_LOG
- echo "***ERROR: Trafodion and Cloudera versions may not be compatible" >> $ERROR_LOG
- echo "***ERROR: Detected Cloudera version:" >> $ERROR_LOG
- ssh -q -n $node cat $HOME/hbaseVersion.txt >> $ERROR_LOG
- fi
- fi
- else
- versionInstalled=$( echo $cdhVersion | grep cdh5.[0-1].* | wc -l)
- nameOfVersion=$( echo $cdhVersion | grep cdh5.[0-1].*)
- if [[ $versionInstalled -eq "0" ]]; then
- errorFound=1
- echo "HADOOP VERSION" >> $ERROR_LOG
- echo "***ERROR: Only Cloudera Versions 5.0.* or 5.1.* are currently supported" >> $ERROR_LOG
- echo "***ERROR: Detected Cloudera version:" $ERROR_LOG
- ssh -q -n $node cat hbaseVersion.txt >> $ERROR_LOG
- fi
- fi
-else
- nameOfVersion=$( echo $cdhVersion | grep cdh5.[2-3].*)
- #Check that Cloudera 5.[n>3].* is not installed.
- if [[ -z $nameOfVersion ]]; then
- versionInstalled=$( echo $cdhVersion | grep cdh[4-6].[0-9].* | wc -l)
- if [[ $versionInstalled -gt "0" ]]; then
- errorFound=1
- echo "HADOOP VERSION" >> $ERROR_LOG
- echo "***ERROR: Trafodion and Cloudera versions may not be compatible" >> $ERROR_LOG
- echo "***ERROR: Detected Cloudera version:" >> $ERROR_LOG
- ssh -q -n $node cat hbaseVersion.txt >> $ERROR_LOG
- fi
- fi
-fi
-
-
-echo "***INFO: nameOfVersion=$nameOfVersion"
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/hbaseVersion\=/d' $TRAF_CONFIG
-echo "export hbaseVersion=\"$hbaseVersion\"" >> $TRAF_CONFIG
-sed -i '/cdhVersion\=/d' $TRAF_CONFIG
-echo "export cdhVersion=\"$cdhVersion\"" >> $TRAF_CONFIG
-source $TRAF_CONFIG
-
-}
-
-function checkHDPVersion {
-hbaseVersion=$(ssh -q -n $node grep "Version" $HOME/hbaseVersion.txt | sed 's/,.*//' | awk {'print$2'})
-#get hdp version,eg:2.1 or 2.3
-hdpVersion=${hbaseVersion:6:3}
-if [[ $CDH_5_3_HDP_2_2_SUPPORT == "N" ]]; then
- if [[ $HDP_2_3_SUPPORT == "N" ]]; then
- #Check that Hortonworks 2.1 is not installed
- nameOfVersion=$( echo ${hdpVersion} | grep 2.1)
- if [[ -z $nameOfVersion ]]; then
- versionInstalled=$( echo ${hdpVersion} | grep [1-3].[3-9].* | wc -l)
- if [[ $versionInstalled -gt "0" ]]; then
- errorFound=1
- echo "HADOOP VERSION" >> $ERROR_LOG
- echo "***ERROR: Trafodion and Hortonworks versions may not be compatible" >> $ERROR_LOG
- echo "***ERROR: Detected Hortonworks version:" >> $ERROR_LOG
- ssh -q -n $node cat $HOME/hbaseVersion.txt >> $ERROR_LOG
- fi
- fi
- else
- nameOfVersion=$( echo ${hdpVersion} | grep 2.[3-5])
- #Check that HDP 2.[n>3].* is not installed.
- if [[ -z $nameOfVersion ]]; then
- versionInstalled=$( echo ${hdpVersion} | grep [1-3].[0-9].* | wc -l)
- if [[ $versionInstalled -gt "0" ]]; then
- errorFound=1
- echo "HADOOP VERSION" >> $ERROR_LOG
- echo "***ERROR: Trafodion and Hortonworks versions may not be compatible" >> $ERROR_LOG
- echo "***ERROR: Detected Hortonworks version:" >> $ERROR_LOG
- ssh -q -n $node cat $HOME/hbaseVersion.txt >> $ERROR_LOG
- fi
- fi
- fi
-else
- nameOfVersion=$( echo ${hdpVersion} | grep 2.2)
- #Check that HDP 2.[n>2].* is not installed.
- if [[ -z $nameOfVersion ]]; then
- versionInstalled=$( echo ${hdpVersion} | grep [1-3].[0-9].* | wc -l)
- if [[ $versionInstalled -gt "0" ]]; then
- errorFound=1
- echo "HADOOP VERSION" >> $ERROR_LOG
- echo "***ERROR: Trafodion and Hortonworks versions may not be compatible" >> $ERROR_LOG
- echo "***ERROR: Detected Hortonworks version:" >> $ERROR_LOG
- ssh -q -n $node cat $HOME/hbaseVersion.txt >> $ERROR_LOG
- fi
- fi
-fi
-
-
-echo "***INFO: nameOfVersion=$nameOfVersion"
-echo "***INFO: HADOOP_PATH=$HADOOP_PATH"
-
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/hbaseVersion\=/d' $TRAF_CONFIG
-echo "export hbaseVersion=\"$hbaseVersion\"" >> $TRAF_CONFIG
-sed -i '/hdpVersion\=/d' $TRAF_CONFIG
-echo "export hdpVersion=\"$hdpVersion\"" >> $TRAF_CONFIG
-source $TRAF_CONFIG
-
-}
-
-function checkApacheVersion {
-hbaseVersion=$(ssh -q -n $node grep "Version" $HOME/hbaseVersion.txt | awk {'print$2'} | sed s/,//g)
-#get apache hbase version,eg:1.0 or 1.1 or 1.2
-APACHE_VERSION=${hbaseVersion:0:3}
-if [[ $APACHE_1_0_X_SUPPORT=="Y" || $APACHE_1_1_X_SUPPORT=="Y" || $APACHE_1_2_X_SUPPORT=="Y" ]]; then
- nameOfVersion=$( echo ${hbaseVersion} | grep 1.[0-2].*)
- #Check that hbase 1.x.x is not installed.
- if [[ -z $nameOfVersion ]]; then
- versionInstalled=$( echo ${hbaseVersion} | grep [0-9].[0-9].* | wc -l)
- if [[ $versionInstalled -gt "0" ]]; then
- errorFound=1
- echo "HADOOP VERSION" >> $ERROR_LOG
- echo "***ERROR: Trafodion and apache hbase versions may not be compatible" >> $ERROR_LOG
- echo "***ERROR: Detected apache hbase version:" >> $ERROR_LOG
- ssh -q -n $node cat $HOME/hbaseVersion.txt >> $ERROR_LOG
- fi
- fi
-fi
-
-echo "***INFO: nameOfVersion=$nameOfVersion"
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/hbaseVersion\=/d' $TRAF_CONFIG
-echo "export hbaseVersion=\"$hbaseVersion\"" >> $TRAF_CONFIG
-sed -i '/APACHE_VERSION\=/d' $TRAF_CONFIG
-echo "export APACHE_VERSION=\"$APACHE_VERSION\"" >> $TRAF_CONFIG
-source $TRAF_CONFIG
-
-}
-function checkHadoopNames {
-if [[ -z "$HDFS_USER" ]]; then
- errorFound=1
- echo "HADOOP NAMES" >> $ERROR_LOG
- echo "***ERROR: HDFS_USER variable not set in config file."
-fi
-
-if [[ -z "$HBASE_USER" ]]; then
- errorFound=1
- echo "HADOOP NAMES" >> $ERROR_LOG
- echo "***ERROR: HBASE_USER variable not set in config file."
-fi
-
-if [[ -z "$HBASE_GROUP" ]]; then
- errorFound=1
- echo "HADOOP NAMES" >> $ERROR_LOG
- echo "***ERROR: HBASE_GROUP variable not set in config file."
-fi
-}
-
-function checkSQROOT {
-
-if [[ -z $TRAF_HOME ]]; then
- errorFound=1
- echo "SQ ROOT" >> $ERROR_LOG
- echo "***ERROR: TRAF_HOME variable not set in config file" >> $ERROR_LOG
-fi
-
-}
-
-function checkStart {
-
-if [[ -z $START ]]; then
- erroFound=1
- echo "START" >> $ERROR_LOG
- echo "***ERROR: START variable not set in config file" >> $ERROR_LOG
-else
- if [[ $START == "Y" ]]; then
- INIT_TRAFODION="Y"
- else
- INIT_TRAFODION="N"
- fi
-fi
-
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/INIT_TRAFODION\=/d' $TRAF_CONFIG
-echo "export INIT_TRAFODION=\"$INIT_TRAFODION\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-source $TRAF_CONFIG
-
-}
-
-function checkDCS {
-
-if [[ -z $DCS_SERVERS_PARM ]]; then
- errorFound=1
- echo "DCS" >> $ERROR_LOG
- echo "***ERROR: DCS_SERVERS_PARM not set in config file" >> $ERROR_LOG
-else
-
- if [[ $DCS_SERVERS_PARM == *[!0-9]* ]]; then
- errorFound=1
- echo "DCS" >> $ERROR_LOG
- echo "***ERROR: DCS servers must be a number." >> $ERROR_LOG
-
- fi
-fi
-
-
-if [[ -z "$DCS_MASTER_PORT" ]]; then
- sudo chmod 777 $TRAF_CONFIG
- echo "export DCS_MASTER_PORT=\"23400\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
-fi
-
-if [[ -z "$DCS_MASTER_HOST" ]]; then
- if [[ "$ENABLE_HA" == "true" ]]; then
- sudo chmod 777 $TRAF_CONFIG
- echo "export DCS_MASTER_HOST=\"$FLOATING_IP\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- else
- sudo chmod 777 $TRAF_CONFIG
- echo "export DCS_MASTER_HOST=\"$DCS_PRIMARY_MASTER_NODE\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- fi
-fi
-
-}
-
-function checkLDAP {
-
-if [[ -z $LDAP_SECURITY ]]; then
- errorFound=1
- echo "LDAP" >> $ERROR_LOG
- echo "***ERROR: LDAP_SECURITY variable not set in config file." >> $ERROR_LOG
-else
- if [[ $LDAP_SECURITY == "Y" ]]; then
- if [[ -z $LDAP_AUTH_FILE ]]; then
- errorFound=1
- echo "LDAP" >> $ERROR_LOG
- echo "***ERROR: LDAP_AUTH_FILE not set in config file." >> $ERROR_LOG
- fi
- fi
-fi
-
-}
-
-function checkJavaSupport {
-
-if [[ "$ONE_TAR_INSTALL" == "N" ]] || [[ -z "$ONE_TAR_INSTALL" ]] ; then
- TRAF_BUILD=$(tar -tf $TRAF_PACKAGE | grep "trafodion_.*server")
- tar -xzf $TRAF_PACKAGE --directory $LOCAL_WORKDIR
- TRAF_BUILD_PATH=$LOCAL_WORKDIR/$TRAF_BUILD
- install_features_path=$(tar -tf $TRAF_BUILD_PATH | grep "install_features")
-
-else
- TRAF_BUILD_PATH=$TRAF_PACKAGE
- install_features_path=$(tar -tf $TRAF_PACKAGE | grep "install_features")
-
-fi
-
-if [[ ! -z $install_features_path ]]; then
- if [[ "$ONE_TAR_INSTALL" == "N" ]]; then
- tar -xzf $TRAF_BUILD_PATH $install_features_path
- if [[ $? -ne "0" ]]; then
- echo "***ERROR: Error with untar of $TRAF_BUILD_PATH"
- exit -1
- fi
- else
- tar -xzf $TRAF_PACKAGE $install_features_path
- if [[ $? -ne "0" ]]; then
- echo "***ERROR: Error with untar of $TRAF_BUILD_PATH"
- exit -1
- fi
- fi
- source $install_features_path
-
- if [[ -z $JAVA_8_SUPPORT ]]; then
- sudo chmod 777 $TRAF_CONFIG
- echo "export JAVA_8_SUPPORT=\"N\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- else
- sudo chmod 777 $TRAF_CONFIG
- echo "export JAVA_8_SUPPORT=\"$JAVA_8_SUPPORT\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- fi
-else
- JAVA_8_SUPPORT="N"
- sudo chmod 777 $TRAF_CONFIG
- echo "export JAVA_8_SUPPORT=\"$JAVA_8_SUPPORT\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
-fi
-
-
-
-}
-
-function checkHadoopSupport {
-
-if [[ "$ONE_TAR_INSTALL" == "N" ]] || [[ -z "$ONE_TAR_INSTALL" ]] ; then
- TRAF_BUILD=$(tar -tf $TRAF_PACKAGE | grep "trafodion_.*server")
- tar -xzf $TRAF_PACKAGE --directory $LOCAL_WORKDIR
- TRAF_BUILD_PATH=$LOCAL_WORKDIR/$TRAF_BUILD
- install_features_path=$(tar -tf $TRAF_BUILD_PATH | grep "install_features")
-
-else
- TRAF_BUILD_PATH=$TRAF_PACKAGE
- install_features_path=$(tar -tf $TRAF_PACKAGE | grep "install_features")
-
-fi
-
-install_features_path=$(tar -tf $TRAF_BUILD_PATH | grep "install_features")
-
-if [[ ! -z $install_features_path ]]; then
- if [[ "$ONE_TAR_INSTALL" == "N" ]]; then
- tar -xzf $TRAF_BUILD_PATH $install_features_path
- if [[ $? -ne "0" ]]; then
- echo "***ERROR: Error with untar of $TRAF_BUILD_PATH"
- exit -1
- fi
- else
- tar -xzf $TRAF_PACKAGE $install_features_path
- if [[ $? -ne "0" ]]; then
- echo "***ERROR: Error with untar of $TRAF_BUILD_PATH"
- exit -1
- fi
- fi
- source $install_features_path
- #cat $install_features_path
-
- sudo chmod 777 $TRAF_CONFIG
- echo "export CDH_5_3_HDP_2_2_SUPPORT=\"$CDH_5_3_HDP_2_2_SUPPORT\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- if [[ -z $CDH_5_7_SUPPORT ]]; then
- sudo chmod 777 $TRAF_CONFIG
- echo "export CDH_5_7_SUPPORT=\"N\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- else
- sudo chmod 777 $TRAF_CONFIG
- echo "export CDH_5_7_SUPPORT=\"$CDH_5_7_SUPPORT\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- fi
- if [[ -z $CDH_5_5_SUPPORT ]]; then
- sudo chmod 777 $TRAF_CONFIG
- echo "export CDH_5_5_SUPPORT=\"N\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- else
- sudo chmod 777 $TRAF_CONFIG
- echo "export CDH_5_5_SUPPORT=\"$CDH_5_5_SUPPORT\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- fi
- if [[ -z $CDH_5_4_SUPPORT ]]; then
- sudo chmod 777 $TRAF_CONFIG
- echo "export CDH_5_4_SUPPORT=\"N\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- else
- sudo chmod 777 $TRAF_CONFIG
- echo "export CDH_5_4_SUPPORT=\"$CDH_5_4_SUPPORT\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- fi
- if [[ -z $HDP_2_3_SUPPORT ]]; then
- sudo chmod 777 $TRAF_CONFIG
- echo "export HDP_2_3_SUPPORT=\"N\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- else
- sudo chmod 777 $TRAF_CONFIG
- echo "export HDP_2_3_SUPPORT=\"$HDP_2_3_SUPPORT\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- fi
- if [[ -z $APACHE_1.0_X_SUPPORT ]]; then
- sudo chmod 777 $TRAF_CONFIG
- echo "export APACHE_1_0_X_SUPPORT=\"N\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- else
- sudo chmod 777 $TRAF_CONFIG
- echo "export APACHE_1_0_X_SUPPORT=\"Y\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
- fi
-else
- CDH_5_3_HDP_2_2_SUPPORT="N"
- CDH_5_4_SUPPORT="N"
- CDH_5_5_SUPPORT="N"
- CDH_5_7_SUPPORT="N"
- HDP_2_3_SUPPORT="N"
- APACHE_1_0_X_SUPPORT="N"
- sudo chmod 777 $TRAF_CONFIG
- echo "export CDH_5_3_HDP_2_2_SUPPORT=\"$CDH_5_3_HDP_2_2_SUPPORT\"" >> $TRAF_CONFIG
- echo "export CDH_5_4_SUPPORT=\"$CDH_5_4_SUPPORT\"" >> $TRAF_CONFIG
- echo "export CDH_5_5_SUPPORT=\"$CDH_5_5_SUPPORT\"" >> $TRAF_CONFIG
- echo "export CDH_5_7_SUPPORT=\"$CDH_5_7_SUPPORT\"" >> $TRAF_CONFIG
- echo "export HDP_2_3_SUPPORT=\"$HDP_2_3_SUPPORT\"" >> $TRAF_CONFIG
- echo "export APACHE_1_0_X_SUPPORT=\"$APACHE_1_0_X_SUPPORT\"" >> $TRAF_CONFIG
- sudo chmod 777 $TRAF_CONFIG
-fi
-
-}
-
-
-#===========================================
-#Main
-
-echo "***INFO: Trafodion Configuration File Check"
-
-setUpErrorLog
-
-checkSuseLinux
-
-checkDirectories
-
-checkTrafodionUser
-
-checkTrafPassword
-
-checkNodeList
-
-if [[ $MANAGEMENT_ENABLED == "Y" ]]; then
- checkManageNodeList
-fi
-
-createAllNodes
-
-createPDSH
-
-checkJavaSupport
-
-checkJavaVersion
-
-checkHomeDir
-
-checkHadoopSupport
-
-if [[ "$HADOOP_TYPE" != "apache" ]] && [[ "$HADOOP_TYPE" != "mapr" ]]; then
- checkBackupUser
-
- checkHadoopUserPass
-
- checkHadoopURL
-
-fi
-
-if [[ "$HADOOP_TYPE" == "apache" ]] && [[ "$HADOOP_TYPE" != "mapr" ]]; then
- setPath
-fi
-
-getHadoopNodes
-
-setHBaseDistro
-
-if [[ "$HADOOP_TYPE" != "mapr" ]]; then
- checkHadoopNames
-fi
-
-checkSQROOT
-
-checkStart
-
-checkDCS
-
-checkLDAP
-
-majorErrorFound
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_config_setup
----------------------------------------------------------------------
diff --git a/install/installer/traf_config_setup b/install/installer/traf_config_setup
deleted file mode 100755
index 8180ae2..0000000
--- a/install/installer/traf_config_setup
+++ /dev/null
@@ -1,816 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# Script that prompts user for all user input needed for the
-# trafodion_config file
-
-
-#==============================================
-# Defaults
-suseLinux=$(grep -cr SUSE /proc/version)
-LOCAL_WORKDIR="$( cd "$( dirname "$0" )" && pwd )"
-TRAF_WORKDIR="/usr/lib/trafodion"
-TRAF_CONFIG="/etc/trafodion/trafodion_config"
-TRAF_CONFIG_DIR=$(dirname $TRAF_CONFIG)
-LOCAL_TRAF_CONFIG="$LOCAL_WORKDIR/trafodion_config"
-TRAF_USER="trafodion"
-TRAF_USER_PASSWORD="traf123" # must be 6-8 chars
-userForTrafodion=`grep "$TRAF_USER:" /etc/passwd | wc -l`
-NODE_LIST=""
-HOME_DIR="/home"
-
-TRAF_PACKAGE=""
-TRAF_BUILD=""
-DCS_BUILD=""
-REST_BUILD=""
-HADOOP_TYPE=""
-ADMIN="admin"
-PASSWORD="admin"
-URL=""
-HADOOP_NODES=""
-
-HADOOP_PREFIX=""
-HBASE_HOME=""
-HIVE_HOME=""
-
-HDFS_USER="hdfs"
-HBASE_USER="hbase"
-HBASE_GROUP="hbase"
-ZOO_USER="zookeeper"
-
-TRAF_HOME=""
-INIT_TRAFODION="N"
-START="N"
-SQCONFIG=""
-DCS_SERVERS_PARM="2"
-ENABLE_HA="false"
-FLOATING_IP=""
-BACKUP_DCS_NODES=""
-SCANNER_MODE="N"
-DCS_PRIMARY_MASTER_NODE=`hostname -f`
-DCS_MASTER_PORT="23400"
-DCS_MASTER_HOST="$DCS_PRIMARY_MASTER_NODE"
-CLOUD_CONFIG="N"
-CLOUD_TYPE=""
-AWS_CLOUD=""
-OPEN_STACK=""
-OTHER_CLOUD=""
-MANAGEMENT_ENABLED="N"
-MANAGEMENT_NODES=""
-#==============================================
-
-function print_usage {
-cat << EOF
-
-This script takes in user input to add to the trafodion_config file or uses known
-defaults. Script will return an error if user enters bad inputs. Type response or
-select [Enter] to select default.
-
-Inputs Requested:
-
-*Trafodion Password (default is [$TRAF_USER_PASSWORD])
-*List of Nodes
-*Home directory (default is [$HOME_DIR])
-*Is cluster on the cloud (default is [No])
-*Location of EPEL RPM (default is [None])
-*Full path to Trafodion Server tar file
-(default is [$TRAF_BUILD])
-*Hadoop distribution user name (default is [$ADMIN])
-*Hadoop distribution password (default is [$PASSWORD])
-*Hadoop distribution url (default is distribution dependent)
-*HDFS username (default is [$HDFS_USER])
-*HBase username (default is [$HBASE_USER])
-*HBase group (default is [$HBASE_GROUP])
-*Full pathname to the install directory location (default [$TRAF_HOME])
-*Full pathname to the DNS build tar file (default [$DCS_BUILD])
-*Start Trafodion after install (default is [No])
-*Total number of DCS servers to start
-
-
-Options:
- --help Print this message and exit.
-
-EOF
-}
-
-#==============================================
-#Parse input parameters
-
-while [[ $# -gt 0 ]]; do
- case "$1" in
- --scanner_mode)
- SCANNER_MODE="Y"
- ;;
-
- --help)
- print_usage
- exit -1
- ;;
- *)
- echo "***ERROR: unknown parameter '$1'"
- print_usage
- exit -1
- esac
- shift
-done
-
-#==============================================
-
-
-echo
-echo "************************************"
-echo " Trafodion Configuration File Setup"
-echo "************************************"
-echo
-echo "***INFO: Please press [Enter] to select defaults."
-echo
-
-sudo mkdir -p $TRAF_WORKDIR
-sudo chmod 777 $TRAF_WORKDIR
-
-# if there was a partial config file then use it
-# to fill in default values so user doesn't have to retype
-# everything again.
-if [ -f $LOCAL_TRAF_CONFIG ]; then
- source $LOCAL_TRAF_CONFIG
-fi
-
-if [[ -f $TRAF_CONFIG ]]; then
- source $TRAF_CONFIG
-fi
-
-if [[ "$suseLinux" -ge "1" ]]; then
- SUSE_LINUX="true"
-else
- SUSE_LINUX="false"
-fi
-
-echo "#!/bin/bash" > $LOCAL_TRAF_CONFIG
-echo "export SUSE_LINUX=\"$SUSE_LINUX\"" >> $LOCAL_TRAF_CONFIG
-echo "export TRAF_USER=\"$TRAF_USER\"" >> $LOCAL_TRAF_CONFIG
-echo "export TRAF_WORKDIR=\"$TRAF_WORKDIR\"" >> $LOCAL_TRAF_CONFIG
-echo "export LOCAL_WORKDIR=\"$LOCAL_WORKDIR\"" >> $LOCAL_TRAF_CONFIG
-echo "export SQCONFIG=\"$SQCONFIG\"" >> $LOCAL_TRAF_CONFIG
-
-#==============================================
-#Check if customer is using cloud environment and get the type of cloud being used
-#Get the CLOUD_CONFIG and CLOUD_TYPE
-echo -n "Is this a cloud environment (Y/N), default is [$CLOUD_CONFIG]: "
-read answer
-
-if [ ! -z $answer ]; then
- if [[ "${answer}" =~ ^[Yy]$ ]]; then
- CLOUD_CONFIG="Y"
- fi
-fi
-
-echo "export CLOUD_CONFIG=\"$CLOUD_CONFIG\"" >> $LOCAL_TRAF_CONFIG
-
-if [[ "$CLOUD_CONFIG" == "Y" ]]; then
- echo -n "Specify the type of cloud being used (1: AWS(Amazon cloud), 2: OpenStack, 3: Other): "
- read answer1
- if [[ -z "$answer1" ]]; then
- echo "***ERROR: User must specify the type of Cloud being used."
- exit -1
- else
- CLOUD_TYPE=$answer1
- fi
- echo "export CLOUD_TYPE=\"$CLOUD_TYPE\"" >> $LOCAL_TRAF_CONFIG
- case "$CLOUD_TYPE" in
- 1) AWS_CLOUD=true
- echo "export AWS_CLOUD=\"$AWS_CLOUD\"" >> $LOCAL_TRAF_CONFIG
- ;;
- 2) OPEN_STACK=true
- echo "export OPEN_STACK=\"$OPEN_STACK\"" >> $LOCAL_TRAF_CONFIG
- ;;
- 3) CLOUD_OTHER=true
- echo "export CLOUD_OTHER=\"$CLOUD_OTHER\"" >> $LOCAL_TRAF_CONFIG
- esac
-fi
-
-#==============================================
-# Password
-echo -n "Enter $TRAF_USER password, default is [$TRAF_USER_PASSWORD]: "
-read answer
-if [ -z $answer ]; then
- echo "export TRAF_USER_PASSWORD=\"$TRAF_USER_PASSWORD\"" >> $LOCAL_TRAF_CONFIG
-else
- echo "export TRAF_USER_PASSWORD=\"$answer\"" >> $LOCAL_TRAF_CONFIG
-fi
-
-#==============================================
-# List of Nodes
-
-echo -n "Enter list of data nodes (blank separated), default [$NODE_LIST]: "
-read answer
-if [[ -z "$answer" ]]; then
- if [ -z "$NODE_LIST" ]; then
- echo "***ERROR: Must enter list of nodes."
- exit -1
- fi
-else
- NODE_LIST="$answer"
-fi
-
-echo "export NODE_LIST=\"$NODE_LIST\"" >> $LOCAL_TRAF_CONFIG
-node_count=$(echo $NODE_LIST | wc -w)
-
-#==============================================
-echo -n "Do you have a set of management nodes (Y/N), default is N: "
-read answer
-
-
-if [[ "${answer}" =~ ^[Yy]$ ]]; then
- echo "export MANAGEMENT_ENABLED=\"Y\"" >> $LOCAL_TRAF_CONFIG
- #List of Management Nodes
- echo -n "Enter list management nodes (blank separated), default [$MANAGEMENT_NODES]: "
- read answer
- if [[ -z "$answer" ]]; then
- if [ -z "$MANAGEMENT_NODES" ]; then
- echo "***ERROR: Management nodes must be specified."
- exit -1
- fi
- else
- MANAGEMENT_NODES="$answer"
- echo "export MANAGEMENT_NODES=\"$MANAGEMENT_NODES\"" >> $LOCAL_TRAF_CONFIG
- fi
-else
- echo "export MANAGEMENT_ENABLED=\"N\"" >> $LOCAL_TRAF_CONFIG
-fi
-
-#==============================================
-# Home directory
-if [[ "$userForTrafodion" == "0" ]]; then
- echo -n "Enter Trafodion userid's home directory prefix, default is [$HOME_DIR]: "
- read answer
-
- if [ ! -z $answer ]; then
- # strip off TRAF_USER if user added it on end of directory
- HOME_DIR=$(echo "$answer" | sed -e "s@/$TRAF_USER\$@@")
- fi
-else
- HOME_DIR=$(grep -r "trafodion" /etc/passwd | sed 's/.*:://' | sed 's/\:.*$//' | sed 's/\/trafodion.*$//')
-
-fi
-
-echo "export HOME_DIR=\"$HOME_DIR\"" >> $LOCAL_TRAF_CONFIG
-
-#==============================================
-#Check location given for Java 65 or greater
-
-echo -n "Specify location of Java 1.7.0_65 or higher (JDK), default is [$JAVA_HOME]: "
-read answer
-
-if [ -z $answer ]; then
- if [ -z $JAVA_HOME ]; then
- echo "***ERROR: Must specify location of Java 1.7.0_65 or higher (JDK)."
- exit -1
- fi
-else
- JAVA_HOME=$answer
-fi
-
-echo "export JAVA_HOME=\"$JAVA_HOME\"" >> $LOCAL_TRAF_CONFIG
-
-#==============================================
-# Trafodion Build location
-# set the following based on what the user provided as input
-# TRAF_PACKAGE = the trafodion package tar file which contains trafodion core & dcs
-# TRAF_BUILD = the trafodion core tar file extracted from the trafodion package
-# DCS_BUILD = the dcs tar file extracted from the trafodion package
-# 05/10/2016
-if [ -z "$TRAF_PACKAGE" ]; then
- TRAF_DEFAULT="$TRAF_BUILD"
-else
- TRAF_DEFAULT="$TRAF_PACKAGE"
-fi
-
-
-echo -n "Enter full path (including .tar or .tar.gz) of trafodion tar file [$TRAF_DEFAULT]: "
-read answer
-if [ -z $answer ] && [ -z $TRAF_DEFAULT ]; then
- echo "***ERROR: Must specify Trafodion tar file location."
- exit -1
-fi
-
-if [ ! -z "$answer" ]; then
- TRAF_PACKAGE="$answer"
-else
- TRAF_PACKAGE="$TRAF_DEFAULT"
-fi
-
-# make sure file exists
-if [ ! -f $TRAF_PACKAGE ]; then
- echo "***ERROR: $TRAF_PACKAGE does not exist"
- exit -1
-fi
-
-# Determine if we have a package that was created before 05/10/2016.
-# Tar files created after 05/10/2016 are no longer a tar of tar packages
-# but just one tar file.
-
-package=$(tar -tzf $TRAF_PACKAGE | grep build-version.txt | wc -l )
-if [ $package -eq 0 ]; then
-
- ONE_TAR_INSTALL="Y"
- TRAF_BUILD=""
- DCS_BUILD=""
- REST_BUILD=""
-else
- # user specifed a package file
- ONE_TAR_INSTALL="N"
- TRAF_BUILD=""
- DCS_BUILD=""
- REST_BUILD=""
-fi
-
-
-echo "export TRAF_PACKAGE=\"$TRAF_PACKAGE\"" >> $LOCAL_TRAF_CONFIG
-echo "export TRAF_BUILD=\"$TRAF_BUILD\"" >> $LOCAL_TRAF_CONFIG
-echo "export DCS_BUILD=\"$DCS_BUILD\"" >> $LOCAL_TRAF_CONFIG
-echo "export REST_BUILD=\"$REST_BUILD\"" >> $LOCAL_TRAF_CONFIG
-echo "export ONE_TAR_INSTALL=\"$ONE_TAR_INSTALL\"" >> $LOCAL_TRAF_CONFIG
-
-#==============================================
-#Backup restore user
-export BACKUP_USER="trafodion"
-
-echo -n "Enter Backup/Restore username (can be Trafodion), default is [$BACKUP_USER]: "
-read answer
-
-if [ -z $answer ]; then
- echo "export BACKUP_USER=\"$BACKUP_USER\"" >> $LOCAL_TRAF_CONFIG
-else
- echo "export BACKUP_USER=\"$answer\"" >> $LOCAL_TRAF_CONFIG
-fi
-
-#==============================================
-#Enter Hadoop Type
-
-echo -n "Specify the Hadoop distribution installed (1: Cloudera, 2: Hortonworks, 3: Other): "
-read answer1
- if [[ -z "$answer1" ]]; then
- echo "***ERROR: User must specify the version of Hadoop being used."
- exit -1
- fi
- case "$answer1" in
- 1) HADOOP_TYPE="cloudera"
- echo "export HADOOP_TYPE=\"$HADOOP_TYPE\"" >> $LOCAL_TRAF_CONFIG
- ;;
- 2) HADOOP_TYPE="hortonworks"
- echo "export HADOOP_TYPE=\"$HADOOP_TYPE\"" >> $LOCAL_TRAF_CONFIG
- ;;
- 3) HADOOP_TYPE="apache"
- echo "export HADOOP_TYPE=\"$HADOOP_TYPE\"" >> $LOCAL_TRAF_CONFIG
- esac
-
-export $HADOOP_TYPE
-#==============================================
-if [[ "$HADOOP_TYPE" == "apache" ]]; then
- echo -n "Enter Hadoop installed full path (example: '/opt/hadoop-2.6.0'), default is [$HADOOP_PREFIX]: "
- read answer
-
- if [ -z $answer ]; then
- if [[ -z $HADOOP_PREFIX ]]; then
- echo "***ERROR: Must enter Hadoop installed path"
- exit -1
- fi
- else
- if [[ -e $answer ]]; then
- HADOOP_PREFIX=$answer
- else
- echo "***ERROR: Hadoop installed path doesn't exist"
- exit -1
- fi
- fi
- echo "export HADOOP_PREFIX=\"$HADOOP_PREFIX\"" >> $LOCAL_TRAF_CONFIG
-
- #Hbase path
- echo -n "Enter HBase installed full path (example: '/opt/hbase-1.2.0'), default is [$HBASE_HOME]: "
- read answer
-
- if [ -z $answer ]; then
- if [[ -z $HBASE_HOME ]]; then
- echo "***ERROR: Must enter HBase installed path"
- exit -1
- fi
- else
- if [[ -e $answer ]]; then
- HBASE_HOME=$answer
- else
- echo "***ERROR: HBase installed path doesn't exist"
- exit -1
- fi
- fi
- echo "export HBASE_HOME=\"$HBASE_HOME\"" >> $LOCAL_TRAF_CONFIG
-
- #Zookeeper path
- echo -n "Enter Zookeeper installed full path (example: '/opt/zoo'), default is [$ZOO_HOME]: "
- read answer
-
- if [ -z $answer ]; then
- if [[ -z $ZOO_HOME ]]; then
- echo "***ERROR: Must enter HBase installed path"
- exit -1
- fi
- else
- if [[ -e $answer ]]; then
- ZOO_HOME=$answer
- else
- echo "***ERROR: HBase installed path doesn't exist"
- exit -1
- fi
- fi
- echo "export ZOO_HOME=\"$ZOO_HOME\"" >> $LOCAL_TRAF_CONFIG
-
- #Hive path
-
- echo -n "Is Hive Installed (Y/N), default is N: "
- read answer
-
- if [[ "${answer}" =~ ^[Yy]$ ]]; then
-
- echo -n "Enter Hive installed full path, default is [$HIVE_HOME]: "
- read answer1
-
- if [ -z $answer1 ]; then
- if [[ -z $HIVE_HOME ]]; then
- echo "***ERROR: Must enter apache Hive installed path"
- exit -1
- fi
- else
- if [[ -e $answer1 ]]; then
- HIVE_HOME=$answer
- else
- echo "***ERROR: apache Hive installed path doesn't exist"
- exit -1
- fi
- fi
- fi
- echo "export HIVE_HOME=\"$HIVE_HOME\"" >> $LOCAL_TRAF_CONFIG
-
- echo -n "Enter list of all nodes in this cluster (blank separated), default [$HADOOP_NODES]: "
- read answer2
- if [[ -z "$answer2" ]]; then
- if [ -z "$HADOOP_NODES" ]; then
- echo "***ERROR: All nodes in this cluster must be specified."
- exit -1
- fi
- else
- HADOOP_NODES="$answer2"
- echo "export HADOOP_NODES=\"$HADOOP_NODES\"" >> $LOCAL_TRAF_CONFIG
- fi
-
- echo -n "Enter list of all HBase nodes in this cluster (blank separated), default [$HBASE_NODES]: "
- read answer3
- if [[ -z "$answer3" ]]; then
- if [ -z "$HBASE_NODES" ]; then
- echo "***ERROR: All nodes in this cluster must be specified."
- exit -1
- fi
- else
- HBASE_NODES="$answer3"
- echo "export HBASE_NODES=\"$HBASE_NODES\"" >> $LOCAL_TRAF_CONFIG
- fi
-
- echo -n "Enter list of all HDFS nodes in this cluster (blank separated), default [$HDFS_NODES]: "
- read answer4
- if [[ -z "$answer4" ]]; then
- if [ -z "$HDFS_NODES" ]; then
- echo "***ERROR: All nodes in this cluster must be specified."
- exit -1
- fi
- else
- HDFS_NODES="$answer4"
- echo "export HDFS_NODES=\"$HDFS_NODES\"" >> $LOCAL_TRAF_CONFIG
- fi
-
-fi
-
-#==============================================
-#Hadoop user name
-
-if [[ "$HADOOP_TYPE" != "apache" ]]; then
-
- echo -n "Enter Hadoop admin username, default is [$ADMIN]: "
- read answer
-
- if [ -z $answer ]; then
- echo "export ADMIN=\"$ADMIN\"" >> $LOCAL_TRAF_CONFIG
- username=$ADMIN
- else
- echo "export ADMIN=\"$answer\"" >> $LOCAL_TRAF_CONFIG
- username=$answer
- fi
- #==============================================
- #Hadoop Password
-
- echo -n "Enter Hadoop admin password, default is [$PASSWORD]: "
- read answer
-
- if [ -z $answer ]; then
- echo "export PASSWORD=\"$PASSWORD\"" >> $LOCAL_TRAF_CONFIG
- password=$PASSWORD
- else
- echo "export PASSWORD=\"$answer\"" >> $LOCAL_TRAF_CONFIG
- password=$answer
- fi
-
- #==============================================
- #Hadoop URL
-
- echo -n "Enter full Hadoop external network URL:port (include 'http://' or 'https://), default is [$URL]: "
- read answer
-
- if [ -z $answer ]; then
- if [[ -z $URL ]]; then
- echo "***ERROR: Must enter $HADOOP_TYPE external network URL"
- exit -1
- fi
- else
- URL=$answer
- fi
-
- validURL=$(curl -k -s --head $URL | head -n 1 | grep "OK" | wc -l)
-
- if [[ $validURL -eq "1" ]]; then
- echo "export URL=\"$URL\"" >> $LOCAL_TRAF_CONFIG
- else
- echo "***ERROR: Could not access $URL"
- echo "***ERROR: Check that URL and port are correct or if $HADOOP_TYPE is up"
- exit -1
- fi
-fi
-#==============================================
-
-#echo -n "Is this a multi-cluster setup (Y/N), default is N: "
-#read answer
-
-#if [[ "${answer}" =~ ^[Yy]$ ]]; then
-# echo "export MULTI_CLUSTER=\"Y\"" >> $LOCAL_TRAF_CONFIG
-
-# echo -n "Enter full Hadoop Cluster name, default is [$CLUSTER_NAME]: "
-# read answer
-
-# answer=${answer// /%20}
-
-# if [ -z $answer ]; then
-# if [[ -z $CLUSTER_NAME ]]; then
-# echo "***ERROR: Must enter full Hadoop Cluster name"
-# exit -1
-# fi
-# else
-# CLUSTER_NAME=$answer
-# echo "export CLUSTER_NAME=\"$CLUSTER_NAME\"" >> $LOCAL_TRAF_CONFIG
-# fi
-
-# echo -n "Enter list of all nodes in this cluster (blank separated), default [$HADOOP_NODES]: "
-# read answer
-# if [[ -z "$answer" ]]; then
-# if [ -z "$HADOOP_NODES" ]; then
-# echo "***ERROR: All nodes in this cluster must be specified."
-# exit -1
-# fi
-# else
-# HADOOP_NODES="$answer"
-# echo "export HADOOP_NODES=\"$HADOOP_NODES\"" >> $LOCAL_TRAF_CONFIG
-# fi
-
-# echo -n "Enter list of all HBase nodes in this cluster (blank separated), default [$HBASE_NODES]: "
-# read answer
-# if [[ -z "$answer" ]]; then
-# if [ -z "$HBASE_NODES" ]; then
-# echo "***ERROR: All nodes in this cluster must be specified."
-# exit -1
-# fi
-# else
-# HBASE_NODES="$answer"
-# echo "export HBASE_NODES=\"$HBASE_NODES\"" >> $LOCAL_TRAF_CONFIG
-# fi
-
-# echo -n "Enter list of all HDFS nodes in this cluster (blank separated), default [$HDFS_NODES]: "
-# read answer
-# if [[ -z "$answer" ]]; then
-# if [ -z "$HDFS_NODES" ]; then
-# echo "***ERROR: All nodes in this cluster must be specified."
-# exit -1
-# fi
-# else
-# HDFS_NODES="$answer"
-# echo "export HDFS_NODES=\"$HDFS_NODES\"" >> $LOCAL_TRAF_CONFIG
-# fi
-
-#else
- echo "export MULTI_CLUSTER=\"N\"" >> $LOCAL_TRAF_CONFIG
-#fi
-
-
-#==============================================
-#HDFS Username
-
-echo -n "Enter HDFS username or username running HDFS, default is [$HDFS_USER]: "
-read answer
-
-if [ -z $answer ]; then
- echo "export HDFS_USER=\"$HDFS_USER\"" >> $LOCAL_TRAF_CONFIG
-else
- echo "export HDFS_USER=\"$answer\"" >> $LOCAL_TRAF_CONFIG
-fi
-
-#==============================================
-#HBase user
-
-echo -n "Enter HBase username or username running HBase, default is [$HBASE_USER]: "
-read answer
-
-if [ -z $answer ]; then
- echo "export HBASE_USER=\"$HBASE_USER\"" >> $LOCAL_TRAF_CONFIG
-else
- echo "export HBASE_USER=\"$answer\"" >> $LOCAL_TRAF_CONFIG
-fi
-
-#==============================================
-#HBase group
-
-echo -n "Enter HBase group, default is [$HBASE_GROUP]: "
-read answer
-
-if [ -z $answer ]; then
- echo "export HBASE_GROUP=\"$HBASE_GROUP\"" >> $LOCAL_TRAF_CONFIG
-else
- echo "export HBASE_GROUP=\"$answer\"" >> $LOCAL_TRAF_CONFIG
-fi
-
-#==============================================
-#HBase group
-
-echo -n "Enter Zookeeper username or username running Zookeeper, default is [$ZOO_USER]: "
-read answer
-
-if [ -z $answer ]; then
- echo "export ZOO_USER=\"$ZOO_USER\"" >> $LOCAL_TRAF_CONFIG
-else
- echo "export ZOO_USER=\"$answer\"" >> $LOCAL_TRAF_CONFIG
-fi
-
-#==============================================
-#Install location
-
-traf_filename=$(basename "$TRAF_PACKAGE")
-TRAF_HOME="$HOME_DIR/$TRAF_USER/${traf_filename%.tar.gz}"
-
-echo -n "Enter directory to install trafodion to, default is [$TRAF_HOME]: "
-read answer
-
-if [ -z $answer ]; then
- echo "export TRAF_HOME=\"$TRAF_HOME\"" >> $LOCAL_TRAF_CONFIG
-else
- echo "export TRAF_HOME=\"$answer\"" >> $LOCAL_TRAF_CONFIG
-fi
-
-#==============================================
-#Run sqstart
-if [[ $SCANNER_MODE == "N" ]]; then
- echo -n "Start Trafodion after install (Y/N), default is Y: "
- read answer
-
- if [ -z $answer ]; then
- echo "export START=\"Y\"" >> $LOCAL_TRAF_CONFIG
- echo "export INIT_TRAFODION=\"Y\"" >> $LOCAL_TRAF_CONFIG
- else
- if [[ "${answer}" =~ ^[Yy]$ ]]; then
- echo "export START=\"Y\"" >> $LOCAL_TRAF_CONFIG
- echo "export INIT_TRAFODION=\"Y\"" >> $LOCAL_TRAF_CONFIG
- else
- echo "export START=\"N\"" >> $LOCAL_TRAF_CONFIG
- echo "export INIT_TRAFODION=\"N\"" >> $LOCAL_TRAF_CONFIG
- echo "***INFO: Trafodion will not be started after install is complete."
- echo "***INFO: User will need follow steps on the trafodion wiki on how to start."
- fi
- fi
-fi
-#==============================================
-#DCS Servers
-
-DCS_SERVERS_PARM=$(($node_count * 8))
-echo -n "Total number of client connections per cluster, default [$DCS_SERVERS_PARM]: "
-read answer
-
-if [ ! -z $answer ]; then
- DCS_SERVERS_PARM="$answer"
-fi
-
-echo "export DCS_SERVERS_PARM=\"$DCS_SERVERS_PARM\"" >> $LOCAL_TRAF_CONFIG
-
-#==============================================
-
-#Get the node name where the customer would like to start DcsMaster process
-
-echo -n "Enter the node of primary DcsMaster, default [$DCS_PRIMARY_MASTER_NODE]: "
-read answer
-
-if [ ! -z $answer ]; then
- DCS_PRIMARY_MASTER_NODE="$answer"
-fi
-
-echo "export DCS_PRIMARY_MASTER_NODE=\"$DCS_PRIMARY_MASTER_NODE\"" >> $LOCAL_TRAF_CONFIG
-echo "export DCS_MASTER_HOST=\"$DCS_PRIMARY_MASTER_NODE\"" >> $LOCAL_TRAF_CONFIG
-echo "export DCS_MASTER_PORT=\"$DCS_MASTER_PORT\"" >> $LOCAL_TRAF_CONFIG
-
-#==============================================
-#Enable HA
-
-echo -n "Enable High Availability (Y/N), default is N: "
-read answer
-
-if [[ ! -z $answer ]]; then
- if [[ "${answer}" =~ ^[Yy]$ ]]; then
- ENABLE_HA="true"
- else
- ENABLE_HA="false"
- fi
-else
- ENABLE_HA="false"
-fi
-
-echo "export ENABLE_HA=\"$ENABLE_HA\"" >> $LOCAL_TRAF_CONFIG
-
-#==============================================
-#Add Floating IP if HA Enabled
-if [[ "$ENABLE_HA" == "true" ]]; then
- #Get the floating IP address, interface name and the list of backup nodes to be used
- ######Get the floating IP address
- echo -n "Enter floating IP address for setting up HA: "
- read answer1
-
- if [[ -z $answer1 ]]; then
- echo "Floating IP address must be specified."
- exit 1
- else
- FLOATING_IP="$answer1"
- fi
- echo "export FLOATING_IP=\"$FLOATING_IP\"" >> $LOCAL_TRAF_CONFIG
- sed -i '/DCS_MASTER_HOST\=/d' $LOCAL_TRAF_CONFIG
- echo "export DCS_MASTER_HOST=\"$FLOATING_IP\"" >> $LOCAL_TRAF_CONFIG
-
- ######Get the interface used by the floating IP address
- echo -n "Enter interface used for floating IP address: "
- read answer2
-
- if [ -z $answer2 ]; then
- echo "Floating IP address interface name must be specified."
- exit 1
- else
- INTERFACE="$answer2"
- fi
- echo "export INTERFACE=\"$INTERFACE\"" >> $LOCAL_TRAF_CONFIG
-
- ######Get the list of backup nodes to be used
- echo -n "Enter backup nodes for HA (blank seperated): "
- read answer3
-
- if [[ -z "$answer3" ]]; then
- echo "Backup nodes must be specified."
- exit 1
- else
- BACKUP_DCS_NODES="$answer3"
- fi
- echo "export BACKUP_DCS_NODES=\"$BACKUP_DCS_NODES\"" >> $LOCAL_TRAF_CONFIG
-fi
-
-#==============================================
-#All items added to config file
-#Will add setup complete flag
-
-echo "export CONFIG_COMPLETE=\"true\"" >> $LOCAL_TRAF_CONFIG
-#=============================================
-#Create directories and cp files
-
-sudo mkdir -p $TRAF_CONFIG_DIR
-sudo chmod 777 $TRAF_CONFIG_DIR
-sudo cp $LOCAL_TRAF_CONFIG $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-
-#==============================================
-
-echo "***INFO: Trafodion configuration setup complete"
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_createPasswordLessSSH
----------------------------------------------------------------------
diff --git a/install/installer/traf_createPasswordLessSSH b/install/installer/traf_createPasswordLessSSH
deleted file mode 100755
index 4391d6f..0000000
--- a/install/installer/traf_createPasswordLessSSH
+++ /dev/null
@@ -1,63 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-export TRAF_CONFIG="/etc/trafodion/trafodion_config"
-source $TRAF_CONFIG
-
-export NODES=""
-
-while [[ $# -gt 0 ]]; do
- case "$1" in
- --nodes)
- NODES=$2
- shift
- ;;
- *)
- echo "***ERROR: unknown parameter '$1'"
- print_usage
- exit -1
- esac
- shift
-done
-
-
-
-for node in $NODES
-do
- sudo su $TRAF_USER --command "ssh -q -oStrictHostKeyChecking=no $node hostname" 2>&1 > /dev/null
- sudo su $TRAF_USER --command "ssh -q -oStrictHostKeyChecking=no localhost hostname" 2>&1 > /dev/null
- if [ $? -ne 0 ]; then
- echo "***ERROR: Unable to ssh to node $node"
- exit -1
- fi
-
- for nodes in $NODES
- do
- sudo su $TRAF_USER --command "ssh -q -oStrictHostKeyChecking=no $node ssh -q -oStrictHostKeyChecking=no $nodes hostname" 2>&1 > /dev/null
- if [ $? -ne 0 ]; then
- echo "***ERROR: Unable to ssh to node $node"
- exit -1
- fi
- done
-done
-
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_getHadoopNodes
----------------------------------------------------------------------
diff --git a/install/installer/traf_getHadoopNodes b/install/installer/traf_getHadoopNodes
deleted file mode 100755
index 49cff40..0000000
--- a/install/installer/traf_getHadoopNodes
+++ /dev/null
@@ -1,252 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-#
-
-source /etc/trafodion/trafodion_config
-TRAF_CONFIG=/etc/trafodion/trafodion_config
-
-
-curlRC=0
-if [ $HADOOP_TYPE == "cloudera" ]; then
- curl -k -su $ADMIN:$PASSWORD $URL/api/v10/hosts > tempFile
- curlRC=$?
- numberHadoopNodes=$(grep -r "hostname" tempFile | wc -l)
- grep -r "hostname" tempFile > tempFile2
- grep -r "hostId" tempFile > tempHadoop
-
- if [ -d /opt/cloudera/parcels/CDH ]; then
- export HADOOP_PATH="/opt/cloudera/parcels/CDH/lib/hbase/lib"
- export HADOOP_BIN_PATH="/opt/cloudera/parcels/CDH/bin"
- else
- export HADOOP_PATH="/usr/lib/hbase/lib"
- export HADOOP_BIN_PATH="/usr/bin"
- fi
- echo "***INFO: HADOOP_PATH=$HADOOP_PATH"
- echo "***INFO: HADOOP_BIN_PATH=$HADOOP_BIN_PATH"
-
- HADOOP_IDS=""
- HBASE_NODES=""
- MY_HBASE_NODES=""
- HDFS_NODES=""
- MY_HDFS_NODES=""
- while read line
- do
- hostName=$(echo $line | awk '{print $3}' | sed 's/\"//g' | sed 's/\..*//' | sed 's/\,//g')
- HADOOP_IDS="$HADOOP_IDS $hostName"
- done < tempHadoop
-
- for id in $HADOOP_IDS
- do
- hasHBase=$(curl -k -su $ADMIN:$PASSWORD $URL/api/v10/hosts/$id | grep "serviceName" | grep -i hbase | wc -l)
- if [[ "$hasHBase" -ge "1" ]]; then
- name=$(curl -k -su $ADMIN:$PASSWORD $URL/api/v10/hosts/$id | grep "hostname")
- hostName=$(echo $name | awk '{print $3}' | sed 's/\"//g' | sed 's/\..*//' | sed 's/\,//g')
- HBASE_NODES="$HBASE_NODES $hostName"
- MY_HBASE_NODES="$MY_HBASE_NODES -w $hostName"
- fi
-
- hasHDFS=$(curl -k -su $ADMIN:$PASSWORD $URL/api/v10/hosts/$id | grep "serviceName" | grep -i hdfs | wc -l)
- if [[ "$hasHDFS" -ge "1" ]]; then
- name=$(curl -k -su $ADMIN:$PASSWORD $URL/api/v10/hosts/$id | grep "hostname")
- hostName=$(echo $name | awk '{print $3}' | sed 's/\"//g' | sed 's/\..*//' | sed 's/\,//g')
- HDFS_NODES="$HDFS_NODES $hostName"
- MY_HDFS_NODES="$MY_HDFS_NODES -w $hostName"
- fi
- done
-
- HADOOP_NODES=""
- MY_HADOOP_NODES=""
- while read line
- do
- hostName=$(echo $line | awk '{print $3}' | sed 's/\"//g' | sed 's/\..*//' | sed 's/\,//g')
- HADOOP_NODES="$HADOOP_NODES $hostName"
- MY_HADOOP_NODES="$MY_HADOOP_NODES -w $hostName"
- done < tempFile2
- rm tempFile2
-fi
-
-if [[ $HADOOP_TYPE == "hortonworks" ]]; then
- curl -k -su $ADMIN:$PASSWORD $URL/api/v1/clusters/$CLUSTER_NAME/hosts > tempFile
- curlRC=$?
- numberHadoopNodes=$(grep -r "host_name" tempFile | wc -l)
- grep -r "host_name" tempFile > tempFile2
-
- if [ -d /usr/lib/hbase/lib ]; then
- HADOOP_PATH="/usr/lib/hbase/lib"
- else
- HADOOP_PATH="/usr/hdp/current/hbase-regionserver/lib"
- fi
- echo "***INFO: HADOOP_PATH=$HADOOP_PATH"
-
- HDFS_NODES=""
- MY_HDFS_NODES=""
- HBASE_NODES=""
- MY_HBASE_NODES=""
-
- HADOOP_NODES=""
- MY_HADOOP_NODES=""
- while read line
- do
- hostName=$(echo $line | awk '{print $3}' | sed 's/\"//g' | sed 's/\,//g')
- HADOOP_NODES="$HADOOP_NODES $hostName"
- MY_HADOOP_NODES="$MY_HADOOP_NODES -w $hostName"
- done < tempFile2
-
- for node in $HADOOP_NODES
- do
- hasHBase=$(curl -k -su $ADMIN:$PASSWORD $URL/api/v1/clusters/$CLUSTER_NAME/hosts/$node | grep component_name| grep -i hbase | wc -l)
- if [[ "$hasHBase" -ge "1" ]]; then
- HBASE_NODES="$HBASE_NODES $node"
- MY_HBASE_NODES="$MY_HBASE_NODES -w $node"
- fi
-
- hasHDFS=$(curl -k -su $ADMIN:$PASSWORD $URL/api/v1/clusters/$CLUSTER_NAME/hosts/$node | grep component_name | grep -i datanode | wc -l)
- hasHDFS1=$(curl -k -su $ADMIN:$PASSWORD $URL/api/v1/clusters/$CLUSTER_NAME/hosts/$node | grep component_name | grep -i namenode | wc -l)
-
- if [[ "$hasHDFS" -ge "1" ]] || [[ "$hasHDFS1" -ge "1" ]]; then
- HDFS_NODES="$HDFS_NODES $node"
- MY_HDFS_NODES="$MY_HDFS_NODES -w $node"
- fi
-
- done
-fi
-
-if [[ $HADOOP_TYPE == "apache" ]]; then
- export HADOOP_PATH="$HADOOP_PREFIX"
- export HADOOP_BIN_PATH="$HADOOP_PREFIX/bin"
-
- HDFS_NODES="$HDFS_NODES"
- MY_HDFS_NODES=""
- for node in $HDFS_NODES
- do
- MY_HDFS_NODES="$MY_HDFS_NODES -w $node"
- done
-
- HBASE_NODES="$HBASE_NODES"
- MY_HBASE_NODES=""
- for node in $HBASE_NODES
- do
- MY_HBASE_NODES="$MY_HBASE_NODES -w $node"
- done
-
- HADOOP_NODES="$HADOOP_NODES"
- MY_HADOOP_NODES=""
- for node in $HADOOP_NODES
- do
- MY_HADOOP_NODES="$MY_HADOOP_NODES -w $node"
- done
-fi
-
-
-if [[ $curlRC != 0 && $HADOOP_TYPE != "apache" ]]; then
- echo "***ERROR: Unable to get list of hosts from $HADOOP_TYPE (RC=$curlRC)"
- echo "***ERROR: curl command failed."
- exit -1
-fi
-
-if [[ $HADOOP_TYPE != "apache" ]]; then
- # in most cases curl does not return an error
- # so curl's actual output needs to be checked, too
- curl_error=$(grep TITLE tempFile | grep Error | wc -l)
-
- if [ $curl_error -ne 0 ]; then
- echo "***ERROR: Unable to get list of hosts from $HADOOP_TYPE"
- cat tempFile
- exit -1
- fi
-fi
-
-if [[ -z $HADOOP_NODES ]]; then
- echo "***ERROR: List of $HADOOP_TYPE nodes not found."
- echo "***ERROR: Check that $HADOOP_TYPE is up and running."
- echo "***INFO: $HADOOP_TYPE list of nodes: $HADOOP_NODES"
- exit -1
-fi
-
-echo "***INFO: $HADOOP_TYPE list of nodes: $HADOOP_NODES"
-echo "***INFO: $HADOOP_TYPE list of HDFS nodes: $HDFS_NODES"
-echo "***INFO: $HADOOP_TYPE list of HBASE nodes: $HBASE_NODES"
-
-
-
-hadoop_node_count=$(echo $HADOOP_NODES | wc -w)
-
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/HADOOP_NODES\=/d' $TRAF_CONFIG
-echo "export HADOOP_NODES=\"$HADOOP_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/MY_HADOOP_NODES\=/d' $TRAF_CONFIG
-echo "export MY_HADOOP_NODES=\"$MY_HADOOP_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/HDFS_NODES\=/d' $TRAF_CONFIG
-echo "export HDFS_NODES=\"$HDFS_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/MY_HDFS_NODES\=/d' $TRAF_CONFIG
-echo "export MY_HDFS_NODES=\"$MY_HDFS_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/HBASE_NODES\=/d' $TRAF_CONFIG
-echo "export HBASE_NODES=\"$HBASE_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/MY_HBASE_NODES\=/d' $TRAF_CONFIG
-echo "export MY_HBASE_NODES=\"$MY_HBASE_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/HADOOP_PATH\=/d' $TRAF_CONFIG
-echo "export HADOOP_PATH=\"$HADOOP_PATH\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/HADOOP_BIN_PATH\=/d' $TRAF_CONFIG
-echo "export HADOOP_BIN_PATH=\"$HADOOP_BIN_PATH\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/hadoop_node_count\=/d' $TRAF_CONFIG
-echo "export hadoop_node_count=\"$hadoop_node_count\"" >> $TRAF_CONFIG
-
-for node in $HADOOP_NODES
-do
- ssh -q -n $node echo "***INFO: Testing ssh on $node"
- if [[ $? -ne "0" ]]; then
- errorFound=1
- ERROR_NODES="$ERROR_NODES $node"
- fi
-done
-
-if [[ $errorFound == "1" ]]; then
- echo "***ERROR: Could not ssh to $ERROR_NODES."
- echo "***ERROR: Check permissions and known hosts files."
- exit -1
-fi
-
-for node in $HADOOP_NODES
-do
- ssh -q -n $node sudo echo "***INFO: Testing sudo access on $node"
- if [ $? -ne "0" ]; then
- error=1
- ERROR_NODES="$ERROR_NODES $newNode"
- fi
-done
-
-if [[ $error == "1" ]]; then
- echo "***ERROR: $ERROR_NODES does not have sudo access."
- echo "***ERROR: Must have sudo access on all nodes."
- exit -1
-fi
-
-
-rm -rf tempFile*
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_getMultiHadoopNodes
----------------------------------------------------------------------
diff --git a/install/installer/traf_getMultiHadoopNodes b/install/installer/traf_getMultiHadoopNodes
deleted file mode 100755
index a109dba..0000000
--- a/install/installer/traf_getMultiHadoopNodes
+++ /dev/null
@@ -1,145 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-#
-
-source /etc/trafodion/trafodion_config
-TRAF_CONFIG=/etc/trafodion/trafodion_config
-
-
-if [[ $HADOOP_TYPE == "cloudera" ]]; then
- if [ -d /opt/cloudera/parcels/CDH ]; then
- export HADOOP_PATH="/opt/cloudera/parcels/CDH/lib/hbase/lib"
- export HADOOP_BIN_PATH="/opt/cloudera/parcels/CDH/bin"
- else
- export HADOOP_PATH="/usr/lib/hbase/lib"
- export HADOOP_BIN_PATH="/usr/bin"
- fi
-
- echo "***INFO: HADOOP_PATH=$HADOOP_PATH"
- echo "***INFO: HADOOP_BIN_PATH=$HADOOP_BIN_PATH"
-fi
-
-MY_HBASE_NODES=""
-MY_HDFS_NODES=""
-
-if [[ -z $HBASE_NODES ]]; then
- echo "***ERROR: List of $HADOOP_TYPE HBase nodes not found."
- exit -1
-fi
-
-for node in $HBASE_NODES
-do
- MY_HBASE_NODES="$MY_HBASE_NODES -w $node"
-done
-
-if [[ -z $HDFS_NODES ]]; then
- echo "***ERROR: List of $HADOOP_TYPE HBase nodes not found."
- exit -1
-fi
-
-for node in $HDFS_NODES
-do
- MY_HDFS_NODES="$MY_HDFS_NODES -w $node"
-done
-
-
-MY_HADOOP_NODES=""
-
-if [[ -z $HADOOP_NODES ]]; then
- echo "***ERROR: List of $HADOOP_TYPE nodes not found."
- exit -1
-fi
-
-
-for node in $HADOOP_NODES
-do
- MY_HADOOP_NODES="$MY_HADOOP_NODES -w $node"
-done
-
-
-echo "***INFO: $HADOOP_TYPE list of nodes: $HADOOP_NODES"
-echo "***INFO: $HADOOP_TYPE list of HDFS nodes: $HDFS_NODES"
-echo "***INFO: $HADOOP_TYPE list of HBASE nodes: $HBASE_NODES"
-
-
-
-hadoop_node_count=$(echo $HADOOP_NODES | wc -w)
-
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/HADOOP_NODES\=/d' $TRAF_CONFIG
-echo "export HADOOP_NODES=\"$HADOOP_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/MY_HADOOP_NODES\=/d' $TRAF_CONFIG
-echo "export MY_HADOOP_NODES=\"$MY_HADOOP_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/HDFS_NODES\=/d' $TRAF_CONFIG
-echo "export HDFS_NODES=\"$HDFS_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/MY_HDFS_NODES\=/d' $TRAF_CONFIG
-echo "export MY_HDFS_NODES=\"$MY_HDFS_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/HBASE_NODES\=/d' $TRAF_CONFIG
-echo "export HBASE_NODES=\"$HBASE_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/MY_HBASE_NODES\=/d' $TRAF_CONFIG
-echo "export MY_HBASE_NODES=\"$MY_HBASE_NODES\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/HADOOP_PATH\=/d' $TRAF_CONFIG
-echo "export HADOOP_PATH=\"$HADOOP_PATH\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/HADOOP_BIN_PATH\=/d' $TRAF_CONFIG
-echo "export HADOOP_BIN_PATH=\"$HADOOP_BIN_PATH\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/hadoop_node_count\=/d' $TRAF_CONFIG
-echo "export hadoop_node_count=\"$hadoop_node_count\"" >> $TRAF_CONFIG
-
-for node in $HADOOP_NODES
-do
- ssh -q -n $node echo "***INFO: Testing ssh on $node"
- if [[ $? -ne "0" ]]; then
- errorFound=1
- ERROR_NODES="$ERROR_NODES $node"
- fi
-done
-
-if [[ $errorFound == "1" ]]; then
- echo "***ERROR: Could not ssh to $ERROR_NODES."
- echo "***ERROR: Check permissions and known hosts files."
- exit -1
-fi
-
-for node in $HADOOP_NODES
-do
- ssh -q -n $node sudo echo "***INFO: Testing sudo access on $node"
- if [ $? -ne "0" ]; then
- error=1
- ERROR_NODES="$ERROR_NODES $newNode"
- fi
-done
-
-if [[ $error == "1" ]]; then
- echo "***ERROR: $ERROR_NODES does not have sudo access."
- echo "***ERROR: Must have sudo access on all nodes."
- exit -1
-fi
-
-
[2/8] incubator-trafodion git commit: [TRAFODION-2644] Obsolete bash
installer
Posted by su...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_hortonworks_mods
----------------------------------------------------------------------
diff --git a/install/installer/traf_hortonworks_mods b/install/installer/traf_hortonworks_mods
deleted file mode 100755
index 2cca29e..0000000
--- a/install/installer/traf_hortonworks_mods
+++ /dev/null
@@ -1,625 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-#
-# This script will configure HBase with HBase-trx
-# and co-processors needed for Trafodion. It uses
-# Ambari's configs.sh script to do this.
-#
-# NOTE: Only for Ambari installations
-
-TRAF_CONFIG=/etc/trafodion/trafodion_config
-source $TRAF_CONFIG
-
-export PDSH="pdsh -R exec"
-export PDSH_SSH_CMD="ssh -q -n %h"
-export PDCP="pdcp -R ssh"
-
-export PDSH_HADOOP_NODES="$PDSH $MY_HBASE_NODES $PDSH_SSH_CMD"
-export PDCP_HADOOP_NODES="$PDCP $MY_HBASE_NODES"
-
-#=====================================
-# create principals for hdfs user if secure hadoop is enabled
-if [[ $SECURE_HADOOP == "Y" ]]; then
- echo "***INFO: obtain and cache the Kerberos ticket-granting ticket for hdfs user"
- HDFS_PRINCIPAL=$(sudo klist -kte $HDFS_KEYTAB | awk '{print $4}' | uniq)
- echo " using keytab $HDFS_KEYTAB and principal $HDFS_PRINCIPAL"
- sudo -u $HDFS_USER kinit -kt $HDFS_KEYTAB $HDFS_PRINCIPAL
- if [ $? != 0 ]; then
- echo "***ERROR: failed to obtain and cache the Kerberos ticket-granting ticket for hdfs user"
- exit -1
- fi
-fi
-
-#=====================================
-# copy Trafodion hbase trx jar to /usr/lib/hbase/lib
-
-cd $UNTAR_DIR
-
-PORT=`echo $URL | sed 's/.*://'`
-AMBARI_HOST=$(echo $URL | sed 's@.*://@@' | sed 's@:.*@@')
-HDFS_NODE=$(echo $HDFS_NODES | head -n1 | awk '{print $1;}')
-HBASE_NODE=$(echo $HBASE_NODES | head -n1 | awk '{print $1;}')
-echo "export AMBARI_HOST=\"$AMBARI_HOST\"" >> $TRAF_CONFIG
-echo "export HDFS_NODE=\"$HDFS_NODE\"" >> $TRAF_CONFIG
-echo "export HBASE_NODE=\"$HBASE_NODE\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-source $TRAF_CONFIG
-
-#determine java version and choose corresponding jar files
-if [[ $CDH_5_3_HDP_2_2_SUPPORT == "N" ]]; then
- if [[ $HDP_2_3_SUPPORT == "Y" ]]; then
- hbase_trx_jar="hbase-trx-hdp2_3-*.jar"
- else
- hbase_trx_jar="hbase-trx-hdp2_1-*.jar"
- fi
-else
- hbase_trx_jar="hbase-trx-hdp2_2-*.jar"
-fi
-
-traf_util_jar="trafodion-utility-*.jar"
-
-
-# The permissions the Trafodion build process creates on the hbase-trx jar
-# files does not work well with the installation process so we change them
-sudo chmod -R 777 $UNTAR_DIR/export/lib
-
-#if [ ! -f $UNTAR_DIR/export/lib/$hbase_trx_jar ]; then
-# echo "***ERROR: unable to find $UNTAR_DIR/export/lib/$hbase_trx_jar"
-# exit -1
-#fi
-
-# if more than one node then copy to all nodes
-echo "***INFO: copying $hbase_trx_jar to all nodes"
-if [ $node_count -ne 1 ]; then
- $PDSH_HADOOP_NODES sudo rm -rf $HADOOP_PATH/hbase-trx* 2>/dev/null
- $PDSH_HADOOP_NODES sudo rm -rf /usr/lib/hbase/lib/hbase-trx* 2>/dev/null
- $PDSH_HADOOP_NODES sudo rm -rf /usr/hdp/current/hbase-regionserver/lib/hbase-trx* 2>/dev/null
- $PDSH_HADOOP_NODES sudo rm -rf /usr/share/cmf/lib/plugins/hbase-trx* 2>/dev/null
- $PDSH_HADOOP_NODES sudo rm -rf /usr/lib/hbase/lib/trafodion* 2>/dev/null
- $PDSH_HADOOP_NODES sudo rm -rf /usr/hdp/current/hbase-regionserver/lib/trafodion* 2>/dev/null
- $PDSH_HADOOP_NODES sudo rm -rf /usr/share/cmf/lib/plugins/trafodion* 2>/dev/null
- $TRAF_PDSH mkdir -p $LOCAL_WORKDIR 2>/dev/null
- $PDSH_HADOOP_NODES mkdir -p $LOCAL_WORKDIR 2>/dev/null
- cp $UNTAR_DIR/export/lib/$hbase_trx_jar $LOCAL_WORKDIR
- cp $UNTAR_DIR/export/lib/$traf_util_jar $LOCAL_WORKDIR
- $PDCP_HADOOP_NODES $LOCAL_WORKDIR/$hbase_trx_jar $LOCAL_WORKDIR
- $PDCP_HADOOP_NODES $LOCAL_WORKDIR/$traf_util_jar $LOCAL_WORKDIR
- $PDSH_HADOOP_NODES sudo cp $LOCAL_WORKDIR/$traf_util_jar $HADOOP_PATH
- $PDSH_HADOOP_NODES sudo cp $LOCAL_WORKDIR/$hbase_trx_jar $HADOOP_PATH
- $PDSH_HADOOP_NODES sudo chmod 644 $HADOOP_PATH/$hbase_trx_jar
- $PDSH_HADOOP_NODES sudo chmod 644 $HADOOP_PATH/$traf_util_jar
-
- $PDSH_HADOOP_NODES rm $LOCAL_WORKDIR/$hbase_trx_jar 2>/dev/null
- $PDSH_HADOOP_NODES rm $LOCAL_WORKDIR/$traf_util_jar 2>/dev/null
-else
- for node in $HBASE_NODES
- do
- ssh -q -n $node sudo rm -rf $HADOOP_PATH/hbase-trx* 2>/dev/null
- ssh -q -n $node sudo rm -rf /usr/lib/hbase/lib/hbase-trx* 2>/dev/null
- ssh -q -n $node sudo rm -rf /usr/share/cmf/lib/plugins/hbase-trx* 2>/dev/null
- ssh -q -n $node sudo rm -rf /usr/lib/hbase/lib/trafodion* 2>/dev/null
- ssh -q -n $node sudo rm -rf /usr/share/cmf/lib/plugins/trafodion* 2>/dev/null
- ssh -q -n $node sudo mkdir -p $TRAF_WORKDIR 2>/dev/null
- ssh -q -n $node sudo chmod 777 $TRAF_WORKDIR
- scp -q $UNTAR_DIR/export/lib/$hbase_trx_jar $(whoami)@$node:$TRAF_WORKDIR
- scp -q $UNTAR_DIR/export/lib/$traf_util_jar $(whoami)@$node:$TRAF_WORKDIR
- ssh -q -n $node sudo cp $TRAF_WORKDIR/$hbase_trx_jar $HADOOP_PATH
- ssh -q -n $node sudo cp $TRAF_WORKDIR/$traf_util_jar $HADOOP_PATH
- ssh -q -n $node sudo chmod 644 $HADOOP_PATH/$hbase_trx_jar
- ssh -q -n $node sudo chmod 644 $HADOOP_PATH/$traf_util_jar
- done
-fi
-
-#=======================================
-#Check that HBase-trx copied to all nodes
-
-for node in $HBASE_NODES
-do
- copiedOver=$(ssh -q -n $node sudo ls $HADOOP_PATH/hbase-trx* | wc -l)
- if [[ $copiedOver -ne "1" ]]; then
- echo "***ERROR: $hbase_trx_jar was not copied on $node"
- echo "***ERROR: Please investigate why this happened"
- echo "***ERROR: Trafodion can not start without this. EXITING..."
- exit -1
- fi
-done
-
-echo "***INFO: $hbase_trx_jar copied correctly! Huzzah."
-
-
-
-#Copy hbase-site.xml file
-ssh -q -n $HBASE_NODE sudo cp /etc/hbase/conf/hbase-site.xml $HOME
-ssh -q -n $HBASE_NODE sudo chown $(whoami).$(whoami) $HOME/hbase-site.xml
-ssh -q -n $HBASE_NODE sudo chmod 777 $HOME/hbase-site.xml
-
-scp -q $(whoami)@$HBASE_NODE:$HOME/hbase-site.xml $HOME
-if [[ $? -gt 1 ]]; then
- echo "***ERROR: Unable to find /etc/hbase/conf/hbase-site.xml file on $HBASE_NODE or unable to copy."
- exit -1
-fi
-sudo cp $HOME/hbase-site.xml $TRAF_WORKDIR
-sudo chown trafodion.trafodion $TRAF_WORKDIR/hbase-site.xml
-
-#=====================================
-# create new directories for bulkload and lobs if not already there
-rm $LOCAL_WORKDIR/traf_temp_output 2>/dev/null
-
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "hadoop fs -mkdir -p /user/'"$TRAF_USER"'"'
-if [ $? != 0 ]; then
- echo "***ERROR: 'hadoop fs -mkdir -p /user/$TRAF_USER' command failed"
- exit -1
-fi
-
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "hadoop fs -chown -R '"$TRAF_USER"' /user/'"$TRAF_USER"'"'
-
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "hadoop fs -mkdir -p /hbase-staging"'
-if [ $? != 0 ]; then
- echo "***ERROR: 'hadoop fs -mkdir -p /hbase-staging' command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "hadoop fs -chown -R' "$HBASE_USER"':'"$HBASE_GROUP" '/hbase-staging"'
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "hadoop fs -mkdir -p /bulkload"'
-if [ $? != 0 ]; then
- echo "***ERROR: 'hadoop fs -mkdir -p /bulkload' command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "hadoop fs -chown -R' "$TRAF_USER"':trafodion /bulkload"'
-
-# Create lobs directory
-ssh -q -n $HDFS_NODE 'sudo su hdfs --command "hadoop fs -mkdir -p /lobs"'
-if [ $? != 0 ]; then
- echo "***ERROR: 'hadoop fs -mkdir -p /lobs' command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su hdfs --command "hadoop fs -chown -R' "$TRAF_USER"':trafodion /lobs"'
-
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "hadoop fs -mkdir -p /trafodion_backups" 2> $HOME/traf_temp_output'
-if [ $? != 0 ]; then
- echo "***ERROR: 'hadoop fs -mkdir -p /trafodion_backups' command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su' "$HDFS_USER" '--command "hadoop fs -chown -R' "$TRAF_USER"':trafodion /trafodion_backups"'
-
-
-ssh -q -n $HDFS_NODE 'rm -rf $HOME/traf_temp_output'
-#=====================================
-# change the hbase configuration using Ambari's script
-
-AMBARI_DIR=/var/lib/ambari-server/resources/scripts
-cd $LOCAL_WORKDIR
-
-# Bug: install removes hbase co-processors installed as part of kerberozing Hadoop. Add them
-# as part of adding trafodion co-processor (add JIRA #)
-if [[ "$SECURE_HADOOP" == "Y" ]]; then
- ssh -q -n $AMBARI_HOST "$AMBARI_DIR"'/configs.sh -u' "$ADMIN" '-p' "$PASSWORD" '-port' "$PORT" 'set' "$AMBARI_HOST" "$CLUSTER_NAME" 'hbase-site hbase.coprocessor.region.classes "org.apache.hadoop.hbase.coprocessor.transactional.TrxRegionObserver,org.apache.hadoop.hbase.coprocessor.transactional.TrxRegionEndpoint,org.apache.hadoop.hbase.coprocessor.AggregateImplementation,org.apache.hadoop.hbase.security.access.AccessController,org.apache.hadoop.hbase.security.token.TokenProvider"'
-else
- ssh -q -n $AMBARI_HOST "$AMBARI_DIR"'/configs.sh -u' "$ADMIN" '-p' "$PASSWORD" '-port' "$PORT" 'set' "$AMBARI_HOST" "$CLUSTER_NAME" 'hbase-site hbase.coprocessor.region.classes "org.apache.hadoop.hbase.coprocessor.transactional.TrxRegionObserver,org.apache.hadoop.hbase.coprocessor.transactional.TrxRegionEndpoint,org.apache.hadoop.hbase.coprocessor.AggregateImplementation"'
-fi
-if [ $? != 0 ]; then
- echo "***ERROR: unable to modify hbase.coprocessor.region.classes through Ambari's configs.sh script."
- exit -1
-fi
-sleep 2
-ssh -q -n $AMBARI_HOST "$AMBARI_DIR"'/configs.sh -u' "$ADMIN" '-p' "$PASSWORD" '-port' "$PORT" 'set' "$AMBARI_HOST" "$CLUSTER_NAME" 'hbase-site hbase.hregion.impl org.apache.hadoop.hbase.regionserver.transactional.TransactionalRegion'
-if [ $? != 0 ]; then
- echo "***ERROR: unable to modify hbase.hregion.impl through Ambari's configs.sh script."
- exit -1
-fi
-sleep 2
-ssh -q -n $AMBARI_HOST "$AMBARI_DIR"'/configs.sh -u' "$ADMIN" '-p' "$PASSWORD" '-port' "$PORT" 'set' "$AMBARI_HOST" "$CLUSTER_NAME" 'hbase-site hbase.regionserver.region.split.policy org.apache.hadoop.hbase.regionserver.ConstantSizeRegionSplitPolicy'
-if [ $? != 0 ]; then
- echo "***ERROR: unable to modify hbase.regionserver.region.split.policy through Ambari's configs.sh script."
- exit -1
-fi
-sleep 2
-ssh -q -n $AMBARI_HOST "$AMBARI_DIR"'/configs.sh -u' "$ADMIN" '-p' "$PASSWORD" '-port' "$PORT" 'set' "$AMBARI_HOST" "$CLUSTER_NAME" 'hbase-site hbase.snapshot.enabled true'
-if [ $? != 0 ]; then
- echo "***ERROR: unable to modify hbase.snapshot.enabled through Ambari's configs.sh script."
- exit -1
-fi
-sleep 2
-ssh -q -n $AMBARI_HOST "$AMBARI_DIR"'/configs.sh -u' "$ADMIN" '-p' "$PASSWORD" '-port' "$PORT" 'set' "$AMBARI_HOST" "$CLUSTER_NAME" 'hbase-site hbase.snapshot.master.timeoutMillis 600000'
-if [ $? != 0 ]; then
- echo "***ERROR: unable to modify hbase.snapshot.master.timeoutMillis through Ambari's configs.sh script."
- exit -1
-fi
-sleep 2
-ssh -q -n $AMBARI_HOST "$AMBARI_DIR"'/configs.sh -u' "$ADMIN" '-p' "$PASSWORD" '-port' "$PORT" 'set' "$AMBARI_HOST" "$CLUSTER_NAME" 'hbase-site hbase.snapshot.region.timeout 600000'
-if [ $? != 0 ]; then
- echo "***ERROR: unable to modify hbase.snapshot.region.timeout through Ambari's configs.sh script."
- exit -1
-fi
-sleep 2
-ssh -q -n $AMBARI_HOST "$AMBARI_DIR"'/configs.sh -u' "$ADMIN" '-p' "$PASSWORD" '-port' "$PORT" 'set' "$AMBARI_HOST" "$CLUSTER_NAME" 'hdfs-site dfs.namenode.acls.enabled true'
-if [ $? != 0 ]; then
- echo "***ERROR: unable to modify dfs.namenode.acls.enabled through Ambari's configs.sh script."
- exit -1
-fi
-sleep 2
-ssh -q -n $AMBARI_HOST "$AMBARI_DIR"'/configs.sh -u' "$ADMIN" '-p' "$PASSWORD" '-port' "$PORT" 'set' "$AMBARI_HOST" "$CLUSTER_NAME" 'hbase-site hbase.client.scanner.timeout.period 600000'
-if [ $? != 0 ]; then
- echo "***ERROR: unable to modify hbase.client.scanner.timeout.period through Ambari's configs.sh script."
- exit -1
-fi
-sleep 2
-ssh -q -n $AMBARI_HOST "$AMBARI_DIR"'/configs.sh -u' "$ADMIN" '-p' "$PASSWORD" '-port' "$PORT" 'set' "$AMBARI_HOST" "$CLUSTER_NAME" 'hbase-site hbase.client.keyvalue.maxsize 0'
-if [ $? != 0 ]; then
- echo "***ERROR: unable to modify hbase.client.keyvalue.maxsize through Ambari's configs.sh script."
- exit -1
-fi
-sleep 2
-echo
-
-#Change Zookeeeper settings
-
-ssh -q -n $AMBARI_HOST "$AMBARI_DIR"'/configs.sh -u' "$ADMIN" '-p' "$PASSWORD" '-port' "$PORT" 'set' "$AMBARI_HOST" "$CLUSTER_NAME" 'zoo.cfg maxClientCnxns 0'
-if [ $? != 0 ]; then
- echo "***ERROR: unable to modify maxClientCnxns through Ambari's configs.sh script."
- exit -1
-fi
-sleep 2
-echo
-
-
-#=====================================
-# stop HBase to restart HDFS and pick up all the changes just made
-
-poll_time=30
-echo "***INFO: Restarting HBase to pick up config changes for Trafodion"
-echo "***INFO: Stopping HBase..."
-curl -k -u $ADMIN:$PASSWORD \
- -H "X-Requested-By: Trafodion" \
- -X PUT -d '{"ServiceInfo": { "state" : "INSTALLED" }}' \
- $URL/api/v1/clusters/$CLUSTER_NAME/services/HBASE > $TRAF_WORKDIR/traf_hbase_restart_temp
-
-if [ $? != 0 ]; then
- echo "***ERROR: Unable to stop HBase"
- echo "***ERROR: Please manually restart HBase through the Ambari web GUI"
-fi
-
-# in most cases curl does not return an error
-# so curl's actual output needs to be checked, too
-curl_error=$(grep TITLE $TRAF_WORKDIR/traf_hbase_restart_temp | grep Error | wc -l)
-
-if [ $curl_error -ne 0 ]; then
- echo "***ERROR: Unable to stop HBase"
- echo "***ERROR: Please manually restart HBase through the Ambari web GUI"
-fi
-
-echo "***INFO: ...polling every $poll_time seconds until HBase stop is completed."
-command_id=$(cat $TRAF_WORKDIR/traf_hbase_restart_temp | grep id | awk '{print $3}' | sed -e 's@,@@' )
-echo "***DEBUG: Ambari command_id=$command_id"
-
-# poll until stop is completed as a stop can take a while
-completed=0
-while [ $completed -eq 0 ]; do
- sleep $poll_time
- curl -k -u $ADMIN:$PASSWORD \
- $URL/api/v1/clusters/$CLUSTER_NAME/requests/$command_id \
- > $LOCAL_WORKDIR/hbase_restart_status_temp
- cat $LOCAL_WORKDIR/hbase_restart_status_temp
- echo "***INFO: ...polling every $poll_time seconds until HBase stop is completed."
- # if stop command is completed then completed will not equal 0
- completed=$(cat $LOCAL_WORKDIR/hbase_restart_status_temp | grep '"request_status" : "COMPLETED"' | wc -l)
- failed=$(cat $LOCAL_WORKDIR/hbase_restart_status_temp | grep '"request_status" : "FAILED"' | wc -l)
- if [[ "$failed" -ge "1" ]]; then
- echo "***ERROR: Unable to stop HBase"
- echo "***ERROR: Please manually restart HBase through the Ambari web GUI"
- exit -1
- fi
-done
-
-echo "***INFO: HBase stop completed"
-
-#=====================================
-#Stop Zookeeper
-
-echo "***INFO: Stopping Zookeeper..."
-curl -k --user $ADMIN:$PASSWORD \
- -H "X-Requested-By: Trafodion" \
- -X PUT -d '{"ServiceInfo": { "state" : "INSTALLED" }}' \
- $URL/api/v1/clusters/$CLUSTER_NAME/services/ZOOKEEPER > $TRAF_WORKDIR/traf_zoo_restart_temp
-
-if [ $? != 0 ]; then
- echo "***ERROR: Unable to restart Zookeeper"
- echo "***ERROR: Please manually restart Zookeeper through the Ambari web GUI"
-fi
-
-# in most cases curl does not return an error
-# so curl's actual output needs to be checked, too
-curl_error=$(grep TITLE $TRAF_WORKDIR/traf_zoo_restart_temp | grep Error | wc -l)
-
-if [ $curl_error -ne 0 ]; then
- echo "***ERROR: Unable to restart Zookeeper"
- echo "***ERROR: Please manually restart Zookeeper through the Ambari web GUI"
-fi
-
-echo "***INFO: ...polling every $poll_time seconds until Zookeeper stop is completed."
-command_id=$(cat $TRAF_WORKDIR/traf_zoo_restart_temp | grep id | awk '{print $3}' | sed -e 's@,@@' )
-echo "***DEBUG: Ambari command_id=$command_id"
-
-# poll until stop is completed as a stop can take a while
-completed=0
-while [ $completed -eq 0 ]; do
- sleep $poll_time
- curl -k --user $ADMIN:$PASSWORD \
- $URL/api/v1/clusters/$CLUSTER_NAME/requests/$command_id \
- > $LOCAL_WORKDIR/traf_zoo_restart_temp
- cat $LOCAL_WORKDIR/traf_zoo_restart_temp
- echo "***INFO: ...polling every $poll_time seconds until Zookeeper stop is completed."
- # if stop command is completed then completed will not equal 0
- completed=$(cat $LOCAL_WORKDIR/traf_zoo_restart_temp | grep '"request_status" : "COMPLETED"' | wc -l)
- failed=$(cat $LOCAL_WORKDIR/traf_zoo_restart_temp | grep '"request_status" : "FAILED"' | wc -l)
- if [[ "$failed" -ge "1" ]]; then
- echo "***ERROR: Unable to stop Zookeeper"
- echo "***ERROR: Please manually restart Zookeeper through the Ambari web GUI"
- exit -1
- fi
-
-done
-
-#=====================================
-# restart HDFS to pick up all the changes just made
-
-echo "***INFO: Restarting HDFS to pick up config changes for Trafodion"
-echo "***INFO: Stopping HDFS..."
-curl -k --user $ADMIN:$PASSWORD \
- -H "X-Requested-By: Trafodion" \
- -X PUT -d '{"ServiceInfo": { "state" : "INSTALLED" }}' \
- $URL/api/v1/clusters/$CLUSTER_NAME/services/HDFS > $TRAF_WORKDIR/traf_hdfs_restart_temp
-
-if [ $? != 0 ]; then
- echo "***ERROR: Unable to restart HDFS"
- echo "***ERROR: Please manually restart HDFS through the Ambari web GUI"
-fi
-
-# in most cases curl does not return an error
-# so curl's actual output needs to be checked, too
-curl_error=$(grep TITLE $TRAF_WORKDIR/traf_hdfs_restart_temp | grep Error | wc -l)
-
-if [ $curl_error -ne 0 ]; then
- echo "***ERROR: Unable to restart HDFS"
- echo "***ERROR: Please manually restart HDFS through the Ambari web GUI"
-fi
-
-echo "***INFO: ...polling every $poll_time seconds until HDFS stop is completed."
-command_id=$(cat $TRAF_WORKDIR/traf_hdfs_restart_temp | grep id | awk '{print $3}' | sed -e 's@,@@' )
-echo "***DEBUG: Ambari command_id=$command_id"
-
-# poll until stop is completed as a stop can take a while
-completed=0
-while [ $completed -eq 0 ]; do
- sleep $poll_time
- curl -k --user $ADMIN:$PASSWORD \
- $URL/api/v1/clusters/$CLUSTER_NAME/requests/$command_id \
- > $LOCAL_WORKDIR/traf_hdfs_restart_temp
- cat $LOCAL_WORKDIR/traf_hdfs_restart_temp
- echo "***INFO: ...polling every $poll_time seconds until HDFS stop is completed."
- # if stop command is completed then completed will not equal 0
- completed=$(cat $LOCAL_WORKDIR/traf_hdfs_restart_temp | grep '"request_status" : "COMPLETED"' | wc -l)
- failed=$(cat $LOCAL_WORKDIR/traf_hdfs_restart_temp | grep '"request_status" : "FAILED"' | wc -l)
- if [[ "$failed" -ge "1" ]]; then
- echo "***ERROR: Unable to stop HDFS"
- echo "***ERROR: Please manually restart HDFS through the Ambari web GUI"
- exit -1
- fi
-
-done
-
-echo "***INFO: Starting HDFS..."
-curl -k --user $ADMIN:$PASSWORD \
- -H "X-Requested-By: Trafodion" \
- -X PUT -d '{"ServiceInfo": { "state" : "STARTED" }}' \
- $URL/api/v1/clusters/$CLUSTER_NAME/services/HDFS > $TRAF_WORKDIR/traf_hdfs_restart_temp
-
-if [ $? != 0 ]; then
- echo "***ERROR: Unable to restart HDFS"
- echo "***ERROR: Please manually restart HDFS through the Ambari web GUI"
-fi
-
-# in most cases curl does not return an error
-# so curl's actual output needs to be checked, too
-curl_error=$(grep TITLE $TRAF_WORKDIR/traf_hdfs_restart_temp | grep Error | wc -l)
-if [ $curl_error -ne 0 ]; then
- echo "***ERROR: Unable to restart HDFS"
- echo "***ERROR: Please manually restart HDFS through the Ambari web GUI"
-fi
-
-echo "***INFO: ...polling every $poll_time seconds until HDFS start is completed."
-command_id=$(cat $TRAF_WORKDIR/traf_hdfs_restart_temp | grep id | awk '{print $3}' | sed -e 's@,@@' )
-echo "***DEBUG: Ambari command_id=$command_id"
-
-# poll until start is completed as a start can take a while
-completed=0
-while [ $completed -eq 0 ]; do
- sleep $poll_time
- curl -k --user $ADMIN:$PASSWORD \
- $URL/api/v1/clusters/$CLUSTER_NAME/requests/$command_id \
- > $LOCAL_WORKDIR/traf_hdfs_restart_temp
- cat $LOCAL_WORKDIR/traf_hdfs_restart_temp
- echo "***INFO: ...polling every $poll_time seconds until HDFS start is completed."
- # if start command is completed then completed will not equal 0
- completed=$(cat $LOCAL_WORKDIR/traf_hdfs_restart_temp | grep '"request_status" : "COMPLETED"' | wc -l)
- failed=$(cat $LOCAL_WORKDIR/traf_hdfs_restart_temp | grep '"request_status" : "FAILED"' | wc -l)
- if [[ "$failed" -ge "1" ]]; then
- echo "***ERROR: Unable to start HDFS"
- echo "***ERROR: Please manually restart HDFS through the Ambari web GUI"
- exit -1
- fi
-
-done
-
-echo "***INFO: HDFS restart completed"
-
-# wait to make sure HDFS is fully restarted and out of safemode
-echo "***INFO: waiting for HDFS to exit safemode"
-sudo su hdfs --command "hdfs dfsadmin -safemode wait"
-
-#=====================================
-# Start Zookeeper to pick up all the changes just made
-
-echo "***INFO: Starting Zookeeper..."
-curl -k --user $ADMIN:$PASSWORD \
- -H "X-Requested-By: Trafodion" \
- -X PUT -d '{"ServiceInfo": { "state" : "STARTED" }}' \
- $URL/api/v1/clusters/$CLUSTER_NAME/services/ZOOKEEPER > $TRAF_WORKDIR/traf_zoo_restart_temp
-
-if [ $? != 0 ]; then
- echo "***ERROR: Unable to restart Zookeeper"
- echo "***ERROR: Please manually restart Zookeeper through the Ambari web GUI"
-fi
-
-# in most cases curl does not return an error
-# so curl's actual output needs to be checked, too
-curl_error=$(grep TITLE $TRAF_WORKDIR/traf_zoo_restart_temp | grep Error | wc -l)
-if [ $curl_error -ne 0 ]; then
- echo "***ERROR: Unable to restart Zookeeper"
- echo "***ERROR: Please manually restart Zookeeper through the Ambari web GUI"
-fi
-
-echo "***INFO: ...polling every $poll_time seconds until Zookeeper start is completed."
-command_id=$(cat $TRAF_WORKDIR/traf_zoo_restart_temp | grep id | awk '{print $3}' | sed -e 's@,@@' )
-echo "***DEBUG: Ambari command_id=$command_id"
-
-# poll until start is completed as a start can take a while
-completed=0
-while [ $completed -eq 0 ]; do
- sleep $poll_time
- curl -k --user $ADMIN:$PASSWORD \
- $URL/api/v1/clusters/$CLUSTER_NAME/requests/$command_id \
- > $LOCAL_WORKDIR/traf_zoo_restart_temp
- cat $LOCAL_WORKDIR/traf_zoo_restart_temp
- echo "***INFO: ...polling every $poll_time seconds until Zookeeper start is completed."
- # if start command is completed then completed will not equal 0
- completed=$(cat $LOCAL_WORKDIR/traf_zoo_restart_temp | grep '"request_status" : "COMPLETED"' | wc -l)
- failed=$(cat $LOCAL_WORKDIR/traf_zoo_restart_temp | grep '"request_status" : "FAILED"' | wc -l)
- if [[ "$failed" -ge "1" ]]; then
- echo "***ERROR: Unable to start Zookeeper"
- echo "***ERROR: Please manually restart Zookeeper through the Ambari web GUI"
- exit -1
- fi
-
-done
-
-echo "***INFO: Zookeeper start completed"
-
-#=====================================
-# restart HBase to pick up all the changes just made
-
-echo "***INFO: Restarting HBase to pick up config changes for Trafodion"
-echo "***INFO: Starting HBase..."
-curl -k -u $ADMIN:$PASSWORD \
- -H "X-Requested-By: Trafodion" \
- -X PUT -d '{"ServiceInfo": { "state" : "STARTED" }}' \
- $URL/api/v1/clusters/$CLUSTER_NAME/services/HBASE > $TRAF_WORKDIR/traf_hbase_restart_temp
-
-if [ $? != 0 ]; then
- echo "***ERROR: Unable to restart HBase"
- echo "***ERROR: Please manually restart HBase through the Ambari web GUI"
-fi
-
-# in most cases curl does not return an error
-# so curl's actual output needs to be checked, too
-curl_error=$(grep TITLE $TRAF_WORKDIR/traf_hbase_restart_temp | grep Error | wc -l)
-if [ $curl_error -ne 0 ]; then
- echo "***ERROR: Unable to restart HBase"
- echo "***ERROR: Please manually restart HBase through the Ambari web GUI"
-fi
-
-echo "***INFO: ...polling every $poll_time seconds until HBase start is completed."
-command_id=$(cat $TRAF_WORKDIR/traf_hbase_restart_temp | grep id | awk '{print $3}' | sed -e 's@,@@' )
-echo "***DEBUG: Ambari command_id=$command_id"
-
-# poll until start is completed as a start can take a while
-completed=0
-while [ $completed -eq 0 ]; do
- sleep $poll_time
- curl -k -u $ADMIN:$PASSWORD \
- $URL/api/v1/clusters/$CLUSTER_NAME/requests/$command_id \
- > $LOCAL_WORKDIR/hbase_restart_status_temp
- cat $LOCAL_WORKDIR/hbase_restart_status_temp
- echo "***INFO: ...polling every $poll_time seconds until HBase start is completed."
- # if start command is completed then completed will not equal 0
- completed=$(cat $LOCAL_WORKDIR/hbase_restart_status_temp | grep '"request_status" : "COMPLETED"' | wc -l)
- failed=$(cat $LOCAL_WORKDIR/hbase_restart_status_temp | grep '"request_status" : "FAILED"' | wc -l)
- if [[ "$failed" -ge "1" ]]; then
- echo "***ERROR: Unable to start HBase"
- echo "***ERROR: Please manually restart HBase through the Ambari web GUI"
- exit -1
- fi
-
-done
-
-echo "***INFO: HBase restart completed"
-
-#=====================================
-# NOTE: These command must be done AFTER acls are
-# enabled and HDFS has been restarted
-echo "***INFO: Setting HDFS ACLs for snapshot scan support"
-ssh -q -n $HDFS_NODE 'sudo su hdfs --command "hdfs dfs -mkdir -p /apps/hbase/data/archive"'
-if [ $? != 0 ]; then
- echo "***ERROR: (hdfs dfs -mkdir -p /apps/hbase/data/archive) command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su hdfs --command "hdfs dfs -chown hbase:hdfs /apps/hbase/data/archive"'
-if [ $? != 0 ]; then
- echo "***ERROR: (hdfs dfs -chown hbase:hdfs /apps/hbase/data/archive) command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su hdfs --command "hdfs dfs -setfacl -R -m user:'"$TRAF_USER"':rwx /apps/hbase/data/archive"'
-if [ $? != 0 ]; then
- echo "***ERROR: (hdfs dfs -setfacl -R -m mask::rwx /apps/hbase/data/archive) command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su hdfs --command "hdfs dfs -setfacl -R -m default:user:'"$TRAF_USER"':rwx /apps/hbase/data/archive"'
-if [ $? != 0 ]; then
- echo "***ERROR: (hdfs dfs -setfacl -R -m mask::rwx /apps/hbase/data/archive) command failed"
- exit -1
-fi
-ssh -q -n $HDFS_NODE 'sudo su hdfs --command "hdfs dfs -setfacl -R -m mask::rwx /apps/hbase/data/archive"'
-if [ $? != 0 ]; then
- echo "***ERROR: (hdfs dfs -setfacl -R -m mask::rwx /apps/hbase/data/archive) command failed"
- exit -1
-fi
-
-# clean up files generated by Ambari's config.sh script
-ssh -q -n $AMBARI_HOST 'rm $HOME/doSet_version*'
-
-MODS_COMPLETE="Y"
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/MODS_COMPLETE\=/d' $TRAF_CONFIG
-echo "export MODS_COMPLETE=\"$MODS_COMPLETE\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-source $TRAF_CONFIG
-
-TRAF_CONFIG="trafodion_config"
-TRAF_CONFIG_DIR="/etc/trafodion"
-
-if [ $node_count -ne 1 ]; then
- cp $TRAF_CONFIG $LOCAL_WORKDIR
- $TRAF_PDCP $LOCAL_WORKDIR/$TRAF_CONFIG_FILE $HOME
- $TRAF_PDSH sudo mkdir -p $TRAF_CONFIG_DIR
- $TRAF_PDSH sudo cp -rf $HOME/$TRAF_CONFIG_FILE $TRAF_CONFIG_DIR
- $TRAF_PDSH sudo chmod 777 $TRAF_CONFIG
-fi
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_package_setup
----------------------------------------------------------------------
diff --git a/install/installer/traf_package_setup b/install/installer/traf_package_setup
deleted file mode 100755
index f22baee..0000000
--- a/install/installer/traf_package_setup
+++ /dev/null
@@ -1,202 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# Setup Trafodion environment on a Cluster System
-
-#==============================================
-
-timestamp=$(date +%F-%H-%M-%S)
-source /etc/trafodion/trafodion_config
-
-cd $LOCAL_WORKDIR
-
-echo "***Log File: traf_package_setup script***" >> $INSTALL_LOG
-echo >> $INSTALL_LOG
-echo "Username: $TRAF_USER" >> $INSTALL_LOG
-echo "Nodes: $NODE_LIST" >> $INSTALL_LOG
-echo "Home directory: $HOME_DIR" >> $INSTALL_LOG
-echo >> $INSTALL_LOG
-
-echo "***INFO: Starting Trafodion Package Setup ($timestamp)"
-#========================================
-echo "***INFO: Installing required packages"
-echo "***INFO: Log file located in /var/log/trafodion"
-YUM_LOG=/var/log/trafodion/trafodion_yum_$timestamp.log
-ZYPP_LOG=/var/log/trafodion/trafodion_zypp_$timestamp.log
-
-#===============================
-#Set internet access
-internetAccess="true"
-
-#================================
-#Checking to see if epel package is installed.
-if [[ $SUSE_LINUX == "false" ]]; then
- for node in $ALL_NODE_LIST;
- do
- EPEL_INSTALLED=$(ssh -q -n $node rpm -qa | grep epel | wc -l)
- if [[ $EPEL_INSTALLED == 0 ]]; then
- break;
- fi
- done
-
- if [[ $EPEL_INSTALLED == 0 ]]; then
- echo "***INFO: ... EPEL rpm"
- epel_rpm="epel-release-6-8.noarch.rpm"
- echo "***INFO: Downloading EPEL repo, since not installed."
-
- sudo yum --assumeyes install wget 2>> $YUM_LOG >> $YUM_LOG
-
- wget http://download.fedoraproject.org/pub/epel/6/x86_64/$epel_rpm
- if [ $? != 0 ]; then
- echo "***ERROR: Can't download EPEL rpm $epel_rpm"
- echo "***ERROR: Will need to download and install EPEL rpm on each node of cluster"
- echo
- exit -1
- fi
-
- if [ $all_node_count -ne 1 ]; then
- for node in $ALL_NODE_LIST
- do
- scp -q $LOCAL_WORKDIR/$epel_rpm $(whoami)@$node:$HOME
- if [[ $? -gt 1 ]]; then
- echo "***ERROR: Unable to find $EPEL_RPM or unable to copy."
- exit -1
- fi
- done
- else
- cp -rf $epel_rpm $HOME
- fi
- fi
-
- for node in $ALL_NODE_LIST;
- do
- EPEL_INSTALLED=$( ssh -q -n $node rpm -qa | grep epel | wc -l)
- if [[ $EPEL_INSTALLED == 0 ]]; then
- ssh -q -n $node sudo rpm -Uvh $HOME/epel* 2>> $YUM_LOG >> $YUM_LOG
- if [ $? != 0 ]; then
- echo "***ERROR: Can't install EPEL rpm $EPEL_RPM"
- exit -1
- fi
- fi
- done
-else
- echo
- echo
- echo
- echo "***WARNING: This system is using SUSE Linux"
- echo "***WARNING: pdsh must be installed prior to installing Trafodion."
- echo "***WARNING: If pdsh has not been installed. Please stop the installer and install pdsh"
- echo
- echo
- sleep 10
-fi
-
-#install pdsh if not on SUSE Linux
-if [[ $SUSE_LINUX == "false" ]]; then
- if [ $all_node_count -ne 1 ]; then
- for node in $ALL_NODE_LIST
- do
- echo "***INFO: ... pdsh on node $node"
- #if not already installed on this node, then install it
- ssh -q -n $node rpm -qa | grep pdsh &> /dev/null
- if [ $? -ne 0 ]; then
- ssh -q -n $node sudo mkdir -p $TRAF_WORKDIR
- ssh -q -n $node sudo mkdir -p /var/log/trafodion
- if [[ $internetAccess == "true" ]]; then
- ssh -q -n $node sudo yum --assumeyes install pdsh >> $YUM_LOG
- if [ $? != 0 ]; then
- echo "***ERROR: Can't install pdsh on node $node"
- exit -1
- fi
- else
- echo "***ERROR: Can't install pdsh on node $node"
- echo "***ERROR: Must have pdsh installed on each node."
- echo "***ERROR: No internet access to do automatic install."
- exit -1
- fi
- fi
- done
- # create working directory on all nodes
- $TRAF_PDSH sudo mkdir -p $TRAF_WORKDIR &> /dev/null
- $TRAF_PDSH sudo chmod -R 777 $TRAF_WORKDIR
- $TRAF_PDSH mkdir -p /var/log/trafodion &> /dev/null
-
- fi
-fi
-
-$TRAF_PDSH sudo mkdir -p $TRAF_WORKDIR
-$TRAF_PDSH sudo chmod 777 $TRAF_WORKDIR
-
-if [[ $SUSE_LINUX == "false" ]]; then
- # to handle the case where the EPEL rpm was already
- # installed but disabled, we enable it here
- # it doesn't hurt if it was already enabled and we try to enable it again
- $TRAF_PDSH sudo yum-config-manager --enable RedHat-6-x86_64-Fedora-EPEL 2>> $YUM_LOG >> $YUM_LOG
-
- package_list="apr apr-util sqlite expect perl-DBD-SQLite* protobuf xerces-c perl-Params-Validate perl-Time-HiRes gzip lzo lzop unzip gcc-c++ unixODBC unixODBC-devel libiodbc libiodbc-devel"
- if [[ $internetAccess == "true" ]]; then
- for package in $package_list
- do
- echo "***INFO: Checking if $package is installed ..."
- for node in $ALL_NODE_LIST
- do
- installed=`ssh -q -n $node sudo rpm -qa | grep $package | wc -l`
- if [[ $installed -eq "0" ]]; then
- echo "***INFO: Installing $package on all nodes"
- ssh -q -n $node sudo yum --assumeyes install $package 2>> $YUM_LOG >> $YUM_LOG
- if [ $? != 0 ]; then
- echo "***ERROR: Can't install $package"
- exit -1
- fi
- fi
- done
- done
- else
- for node in $ALL_NODE_LIST
- do
- echo "***ERROR: No internet access on $node"
- echo "***ERROR: Missing packages will need to be installed."
- echo "***ERROR: Missing packages: "
- for package in $package_list
- do
- installed=$(sudo rpm -qa | grep $package | wc -l)
- if [[ $installed -eq "0" ]]; then
- echo "$package"
- stopInstall=true
- fi
- done
- done
- if [[ $stopInstall == "true" ]]; then
- exit -1
- fi
- fi
-else
- echo
- echo
- echo "***WARNING: All needed RPM's must be installed in advance to install Trafodion on SUSE."
- echo "***WARNING: sqlite expect perl-DBD-SQLite* protobuf xerces-c perl-Params-Validate perl-Time-HiRes gzip"
- echo "***WARNING: If any of these packages have not been installed. Stop Trafodion installation and install."
- echo
- echo
- sleep 10
-fi
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_secure
----------------------------------------------------------------------
diff --git a/install/installer/traf_secure b/install/installer/traf_secure
deleted file mode 100755
index cbb3d11..0000000
--- a/install/installer/traf_secure
+++ /dev/null
@@ -1,60 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-
-
-export TRAF_CONFIG=/etc/trafodion/trafodion_config
-
-source $TRAF_CONFIG
-
-rm $TRAF_HOME/logs/securityErrors.txt 2>/dev/null
-
-if [[ "$all_node_count" -eq "1" ]]; then
- STARTING_NODE=$NODE_LIST
-else
- STARTING_NODE=$(echo $MY_NODES | awk '{print $2}')
-fi
-
-#==========================================
-
-echo "***INFO: Starting Trafodion instance, if not already started" | tee -a $TRAF_HOME/logs/securityErrors.txt
-
-ssh $STARTING_NODE "cd $TRAF_HOME/sql/scripts; sqstart"
-SQSTART_RC=$?
-if [ "$SQSTART_RC" -ne "0" -a "$SQSTART_RC" -ne "1" ]; then
- echo "***ERROR: sqstart failed with RC=$SQSTART_RC. Check $TRAF_HOME/sqmon.log file for details." | tee -a $TRAF_HOME/logs/securityErrors.txt
- exit -1;
-fi
-
-# Do initialize authorization and alter predefined users
-echo "***INFO: Initialize authorization and set up predefined users" | tee -a $TRAF_HOME/logs/securityErrors.txt
-ssh $STARTING_NODE "cd $TRAF_HOME/sql/scripts; echo \"initialize authorization; alter user DB__ROOT set external name \"$DB_ROOT_NAME\";\" | sqlci" | tee -a $TRAF_HOME/logs/securityErrors.txt
-foundError=$(grep "ERROR" $TRAF_HOME/logs/securityErrors.txt | wc -l)
-if [ "$foundError" -ge "1" ];then
- echo "***ERROR: Security installation failed, continuing. Check files $TRAF_HOME/logs/securityErrors.txt for details." | tee -a $TRAF_HOME/logs/securityErrors.txt
-fi
-
-echo "***INFO: Please check the install log $TRAF_HOME/logs/securityErrors.txt for any issues" | tee -a $TRAF_HOME/logs/securityErrors.txt
-
-#==========================================
-echo "***INFO: Installation setup completed successfully." | tee -a $TRAF_HOME/logs/securityErrors.txt
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_secure_setup
----------------------------------------------------------------------
diff --git a/install/installer/traf_secure_setup b/install/installer/traf_secure_setup
deleted file mode 100755
index eda3333..0000000
--- a/install/installer/traf_secure_setup
+++ /dev/null
@@ -1,345 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# KDC attributes
-MAX_LIFETIME="24hours"
-RENEW_LIFETIME="7days"
-
-# LDAP attributes
-LDAP_AUTH_FILE="traf_authentication_config_${HOSTNAME}"
-
-HOST_NAME=`hostname -f`
-
-#==============================================
-# Setup Trafodion environment for secure Hadoop
-#==============================================
-
-LOCAL_WORKDIR="$( cd "$( dirname "$0" )" && pwd )"
-
-TRAF_CONFIG="/etc/trafodion/trafodion_config"
-LOCAL_SECURE_CONFIG="$LOCAL_WORKDIR/trafodion_secure_config"
-rm $LOCAL_SECURE_CONFIG 2>/dev/null
-source $TRAF_CONFIG
-
-# Get Kerberos key details
-# These differ depending on the distribution
-if [[ $HADOOP_TYPE == "cloudera" ]]; then
- TRAF_KEYTAB_DIR='/etc/trafodion'
- TRAF_KEYTAB="trafodion.keytab"
- HBASE_KEYTAB=`sudo find /var/run/cloudera-scm-agent/process/ -name hbase.keytab | grep 'hbase-MASTER' | head -n 1`
- HDFS_KEYTAB=`sudo find /var/run/cloudera-scm-agent/process/ -name hdfs.keytab | grep 'hdfs-NAMENODE/' | head -n 1`
-else
- TRAF_KEYTAB_DIR='/etc/security/keytabs'
- TRAF_KEYTAB="trafodion.service.keytab"
- HBASE_KEYTAB='/etc/security/keytabs/hbase.service.keytab'
- HDFS_KEYTAB='/etc/security/keytabs/hdfs.headless.keytab'
-fi
-
-
-#==============================================
-# Kerberos enabled
-
-echo "***INFO: Starting Trafodion security configuration setup"
-
-# Check to see if kerberos is enabled in Hadoop
-cat /etc/hadoop/conf/core-site.xml | while read a; do
- found=`echo $a | grep "hadoop.security.authentication" | wc -l`
- if [[ $found -eq 1 ]]; then
- read b
- enabled=`echo $b | grep kerberos | wc -l`
- if [[ $enabled -eq 1 ]]; then
- exit 1
- else
- exit 0
- fi
- fi
-done
-
-retcode=$?
-if [[ $retcode -eq 1 ]]; then
- SECURE_HADOOP="Y"
-else
- SECURE_HADOOP="N"
-fi
-sed -i '/SECURE_HADOOP\=/d' $TRAF_CONFIG
-echo "export SECURE_HADOOP=\"$SECURE_HADOOP\"" >> $LOCAL_SECURE_CONFIG
-
-
-if [[ "$SECURE_HADOOP" == "Y" ]]; then
- echo -n "Enter KDC server address, default is [$KDC_SERVER]:"
- read answer
- if [[ ! -z $answer ]]; then KDC_SERVER=$answer; fi
- sed -i '/KDC_SERVER\=/d' $TRAF_CONFIG
- echo "export KDC_SERVER=\"$KDC_SERVER\"" >> $LOCAL_SECURE_CONFIG
-
- echo -n "Enter admin principal (include realm), default is [$ADMIN_PRINCIPAL]:"
- read answer
- if [[ ! -z $answer ]]; then ADMIN_PRINCIPAL=$answer; fi
- sed -i '/ADMIN_PRINCIPAL\=/d' $TRAF_CONFIG
- echo "export ADMIN_PRINCIPAL=\"$ADMIN_PRINCIPAL\"" >> $LOCAL_SECURE_CONFIG
-
- # need a secure way to save password, until then ask later
- #echo -n "Enter admin password:"
- #read -s answer
- #if [[ ! -z $answer ]]; then ADMIN_PASSWD=$answer; fi
- #echo ""
-
- echo -n "Enter fully qualified name for HBase keytab, default is [$HBASE_KEYTAB]:"
- read answer
- if [[ ! -z $answer ]]; then HBASE_KEYTAB=$answer; fi
- sed -i '/HBASE_KEYTAB\=/d' $TRAF_CONFIG
- echo "export HBASE_KEYTAB=\"$HBASE_KEYTAB\"" >> $LOCAL_SECURE_CONFIG
-
- echo -n "Enter fully qualified name for HDFS keytab, default is [$HDFS_KEYTAB]:"
- read answer
- if [[ ! -z $answer ]]; then HDFS_KEYTAB=$answer; fi
- sed -i '/HDFS_KEYTAB\=/d' $TRAF_CONFIG
- echo "export HDFS_KEYTAB=\"$HDFS_KEYTAB\"" >> $LOCAL_SECURE_CONFIG
-
- echo -n "Enter max lifetime for Trafodion principal (valid format required), default is [$MAX_LIFETIME]:"
- read answer
- if [[ ! -z $answer ]]; then MAX_LIFETIME=$answer; fi
- sed -i '/MAX_LIFETIME\=/d' $TRAF_CONFIG
- echo "export MAX_LIFETIME=\"$MAX_LIFETIME\"" >> $LOCAL_SECURE_CONFIG
-
- echo -n "Enter renew lifetime for Trafodion principal (valid format required), default is [$RENEW_LIFETIME]:"
- read answer
- if [[ ! -z $answer ]]; then RENEW_LIFETIME=$answer; fi
- sed -i '/RENEW_LIFETIME\=/d' $TRAF_CONFIG
- echo "export RENEW_LIFETIME=\"$RENEW_LIFETIME\"" >> $LOCAL_SECURE_CONFIG
-
- echo -n "Enter Trafodion keytab name, default is [$TRAF_KEYTAB]:"
- read answer
- if [[ ! -z $answer ]]; then TRAF_KEYTAB=$answer; fi
- sed -i '/TRAF_KEYTAB\=/d' $TRAF_CONFIG
- echo "export TRAF_KEYTAB=\"$TRAF_KEYTAB\"" >> $LOCAL_SECURE_CONFIG
-
- echo -n "Enter keytab location, default is [$TRAF_KEYTAB_DIR]:"
- read answer
- if [[ ! -d $TRAF_KEYTAB_DIR ]]; then
- echo -n "**Missing keytab directory $TRAF_KEYTAB_DIR, create it (Y/N), default is [Y]:"
- read answer
- if [[ "${answer}" =~ ^[Yy]$ ]]; then
- if [[ "$all_node_count" -ne "1" ]]; then
- echo "***INFO: creating $TRAF_KEYTAB_DIR"
- $TRAF_PDSH $MY_NODES sudo mkdir -p $TRAF_KEYTAB_DIR 2>/dev/null
- $TRAF_PDSH $MY_NODES sudo chown $TRAF_USER:$TRAF_GROUP $TRAF_KEYTAB_DIR
- $TRAF_PDSH $MY_NODES sudo chmod 700 $TRAF_KEYTAB_DIR
- else
- echo "***INFO: creating $TRAF_KEYTAB_DIR"
- sudo mkdir -p $TRAF_KEYTAB_DIR 2>/dev/null
- sudo chown $TRAF_USER:$TRAF_GROUP $TRAF_KEYTAB_DIR
- sudo chmod 700 $TRAF_KEYTAB_DIR
- fi
- else
- echo "***ERROR: Please create $TRAF_KEYTAB_DIR on all nodes and rerun"
- exit 1
- fi
- fi
- sed -i '/TRAF_KEYTAB_DIR\=/d' $TRAF_CONFIG
- echo "export TRAF_KEYTAB_DIR=\"$TRAF_KEYTAB_DIR\"" >> $LOCAL_SECURE_CONFIG
-fi
-
-#==============================================
-# LDAP security
-
-if [[ "$SECURE_HADOOP" == "Y" ]]; then
- LDAP_SECURITY="Y"
-else
- echo -n "Enable LDAP security (Y/N), default is [$LDAP_SECURITY]: "
- read answer
-
- if [ ! -z $answer ]; then
- if [[ "${answer}" =~ ^[Yy]$ ]]; then
- LDAP_SECURITY="Y"
- else
- LDAP_SECURITY="N"
- fi
- fi
-fi
-sed -i '/LDAP_SECURITY\=/d' $TRAF_CONFIG
-echo "export LDAP_SECURITY=\"$LDAP_SECURITY\"" >> $LOCAL_SECURE_CONFIG
-
-if [[ "$LDAP_SECURITY" == "N" ]]; then
- cat $LOCAL_SECURE_CONFIG >> $TRAF_CONFIG
- echo "***INFO: Trafodion security configuration setup complete"
- exit 0;
-fi
-
-#Hostnames
-echo -n "Enter list of LDAP Hostnames (blank separated), default [$LDAP_HOSTS]: "
-read answer
-if [[ -z "$answer" ]]; then
- if [ -z "$LDAP_HOSTS" ]; then
- echo "***ERROR: Must enter list of LDAP Hostnames."
- exit -1
- fi
-else
- LDAP_HOSTS=$answer
-fi
-sed -i '/LDAP_HOSTS\=/d' $TRAF_CONFIG
-echo "export LDAP_HOSTS=\"$LDAP_HOSTS\"" >> $LOCAL_SECURE_CONFIG
-cp -rf traf_authentication_conf_default $LOCAL_WORKDIR/$LDAP_AUTH_FILE
-sed -i '/LDAP_AUTH_FILE\=/d' $TRAF_CONFIG
-echo "export LDAP_AUTH_FILE=\"$LDAP_AUTH_FILE\"" >> $LOCAL_SECURE_CONFIG
-
-counter=0
-for host in $LDAP_HOSTS
-do
- counter=$[$counter+1]
- if [ $counter -eq "1" ]; then
- list=" LdapHostname: $host"
- elif [ $counter -eq "$node_count" ]; then
- list="LdapHostname: $host\n $list"
- else
- list=" LdapHostname: $host\n $list"
- fi
-done
-sed -i -e "s/LdapHostname:/$list/g" $LDAP_AUTH_FILE
-
-#Port numbers
-echo -n "Enter LDAP Port number (Example: 389 for no encryption or TLS, 636 for SSL), default [$LDAP_PORT]: "
-read answer
-if [[ -z "$answer" ]]; then
- if [ -z "$LDAP_PORT" ]; then
- echo "***ERROR: Must enter LDAP port."
- exit -1
- fi
-else
- LDAP_PORT=$answer
-fi
-
-sed -i '/LDAP_PORT\=/d' $TRAF_CONFIG
-echo "export LDAP_PORT=\"$LDAP_PORT\"" >> $LOCAL_SECURE_CONFIG
-port="LdapPort: $LDAP_PORT"
-sed -i -e "s/LdapPort:389/$port/g" $LDAP_AUTH_FILE
-
-#Unique IDs
-echo -n "Enter all LDAP unique identifiers (blank separated), default [$LDAP_ID]: "
-read answer
-if [[ -z "$answer" ]]; then
- if [ -z "$LDAP_ID" ]; then
- echo "***ERROR: Must enter LDAP unique identifiers."
- exit -1
- fi
-else
- LDAP_ID=$answer
-fi
-sed -i '/LDAP_ID\=/d' $TRAF_CONFIG
-echo "export LDAP_ID=\"$LDAP_ID\"" >> $LOCAL_SECURE_CONFIG
-
-counter=0
-for id in $LDAP_ID
-do
- counter=$[$counter+1]
- if [ $counter -eq "1" ]; then
- list=" UniqueIdentifier: $id"
- elif [ $counter -eq "$node_count" ]; then
- list="UniqueIdentifier: $id\n $list"
- else
- list=" LdapHostname: $id\n $list"
- fi
-done
-
-sed -i -e "s/UniqueIdentifier:/$list/g" $LDAP_AUTH_FILE
-
-#Encryption level
-echo -n "Enter LDAP Encryption Level (0: Encryption not used, 1: SSL, 2: TLS), default [$LDAP_LEVEL]: "
-read answer
-if [[ -z "$answer" ]]; then
- if [ -z "$LDAP_LEVEL" ]; then
- echo "***ERROR: Must enter LDAP Encryption level."
- exit -1
- fi
-else
- LDAP_LEVEL=$answer
-fi
-sed -i '/LDAP_LEVEL\=/d' $TRAF_CONFIG
-echo "export LDAP_LEVEL=\"$LDAP_LEVEL\"" >> $LOCAL_SECURE_CONFIG
-
-level="LDAPSSL: $LDAP_LEVEL"
-sed -i -e "s/LDAPSSL:0/$level/g" $LDAP_AUTH_FILE
-
-if [[ "$LDAP_LEVEL" -eq "1" ]] || [[ "$LDAP_LEVEL" -eq "2" ]]; then
- echo -n "Enter full path to TLS certificate, default [$LDAP_CERT]: "
- read answer
- if [[ -z "$answer" ]]; then
- if [ -z "$LDAP_CERT" ]; then
- echo "***ERROR: Encryption level 2(TLS) requires a certificate file (*.pem)"
- exit -1
- fi
- else
- LDAP_CERT=$answer
- LDAP_CERT_BASE=$(basename $LDAP_CERT)
-
- if [[ ! -f $LDAP_CERT ]]; then
- echo "***ERROR: File does not exist."
- echo "***ERROR: Please enter full path or check for errors."
- exit -1
- fi
-
- fi
- sed -i '/LDAP_CERT\=/d' $TRAF_CONFIG
- echo "export LDAP_CERT=\"$LDAP_CERT\"" >> $LOCAL_SECURE_CONFIG
- sed -i '/LDAP_CERT_BASE\=/d' $TRAF_CONFIG
- echo "export LDAP_CERT_BASE=\"$LDAP_CERT_BASE\"" >> $LOCAL_SECURE_CONFIG
-
- list="TLS_CACERTFilename: $HOME_DIR/$TRAF_USER/$LDAP_CERT_BASE"
-
- sed -i -e "s@TLS\_CACERTFilename:@$list@" $LDAP_AUTH_FILE
-fi
-
-#Search username and password
-echo -n "Enter Search user name (if required), default [$LDAP_USER]: "
-read answer
-if [[ ! -z "$answer" ]]; then
- LDAP_USER=$answer
- sed -i '/LDAP_USER\=/d' $TRAF_CONFIG
- echo "export LDAP_USER=\"$LDAP_USER\"" >> $LOCAL_SECURE_CONFIG
-
- echo -n "Enter Search password (if required), default [$LDAP_PASSWORD]: "
- read answer
- if [[ ! -z "$answer" ]]; then
- LDAP_PASSWORD=$answer
- sed -i '/LDAP_PASSWORD\=/d' $TRAF_CONFIG
- echo "export LDAP_PASSWORD=\"$LDAP_PASSWORD\"" >> $LOCAL_SECURE_CONFIG
- fi
-fi
-user="LDAPSearchDN: $LDAP_USER"
-sed -i -e "s/LDAPSearchDN:/$user/g" $LDAP_AUTH_FILE
-password="LDAPSearchPwd: $LDAP_PASSWORD"
-sed -i -e "s/LDAPSearchPwd:/$password/g" $LDAP_AUTH_FILE
-
-
-#LDAP uid/cn assigned to DB__ROOT
-echo -n "Enter LDAP name to be assigned DB root privileges (DB__ROOT), default [$DB_ROOT_NAME]: "
-read answer
-if [[ ! -z "$answer" ]]; then
- DB_ROOT_NAME=$answer
-fi
-sed -i '/DB_ROOT_NAME\=/d' $TRAF_CONFIG
-echo "export DB_ROOT_NAME=\"$DB_ROOT_NAME\"" >> $LOCAL_SECURE_CONFIG
-
-cat $LOCAL_SECURE_CONFIG >> $TRAF_CONFIG
-echo "***INFO: Trafodion security configuration setup complete"
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_setup
----------------------------------------------------------------------
diff --git a/install/installer/traf_setup b/install/installer/traf_setup
deleted file mode 100755
index 05bb2cf..0000000
--- a/install/installer/traf_setup
+++ /dev/null
@@ -1,134 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# Setup Trafodion environment on a Cluster System
-
-#==============================================
-
-timestamp=$(date +%F-%H-%M-%S)
-source /etc/trafodion/trafodion_config
-
-cd $LOCAL_WORKDIR
-
-echo "***Log File: trafodion_setup script***" >> $INSTALL_LOG
-echo >> $INSTALL_LOG
-echo "Username: $TRAF_USER" >> $INSTALL_LOG
-echo "Nodes: $NODE_LIST" >> $INSTALL_LOG
-echo "Home directory: $HOME_DIR" >> $INSTALL_LOG
-echo >> $INSTALL_LOG
-
-echo "***INFO: Starting Trafodion environment setup ($timestamp)"
-
-#==============================================
-# display license text and get acceptance
-echo "=== $timestamp ==="
-if [ "$ACCEPT_LICENSE" != "Y" ]; then
- cat $( cd "$( dirname "$0" )" && pwd )/trafodion_license
- echo -n "BY TYPING \"ACCEPT\" YOU AGREE TO THE TERMS OF THIS AGREEMENT: "
- read answer
- if [ "$answer" != "accept" ] && [ "$answer" != "ACCEPT" ] && [ "$answer" != "Accept" ]; then
- echo "***ERROR: You must accept this license by typing \"accept\" to install."
- exit -1
- fi
-fi
-#============================
-# check that we are running from a userid with sudo access
-sudo echo "***INFO: testing sudo access"
-if [ $? -ne 0 ]; then
- echo "***ERROR: This script must be run from userid with sudo access."
- exit -1
-fi
-
-#================================
-# make sure the user didn't specify the sudo userid as the Trafodion userid
-# because we rewrite the .bashrc file and don't want to mess up the user's
-# current environment
-if [ "$USER" == "$TRAF_USER" ]; then
- echo "***ERROR: The Trafodion username cannot be the same as the install username"
- exit -1
-fi
-
-#================================
-#installing required packages"
-
-$LOCAL_WORKDIR/traf_package_setup
-
-if [ $? != 0 ]; then
- echo "***ERROR: Error installing required packages"
- exit -1
-fi
-
-#================================
-# Set some limits needed by Trafodion
-
-TRAF_LIMITS_CONF="$TRAF_WORKDIR/trafodion.conf"
-sudo rm $TRAF_WORKDIR/trafodion.conf &>/dev/null
-
-echo "***INFO: modifying limits in $TRAF_LIMITS_CONF on all nodes"
-
-# append Trafodion settings to end of file
-echo "# Trafodion settings" >> $TRAF_LIMITS_CONF
-echo "$TRAF_USER soft core unlimited" >> $TRAF_LIMITS_CONF
-echo "$TRAF_USER hard core unlimited" >> $TRAF_LIMITS_CONF
-echo "$TRAF_USER soft memlock unlimited" >> $TRAF_LIMITS_CONF
-echo "$TRAF_USER hard memlock unlimited" >> $TRAF_LIMITS_CONF
-echo "$TRAF_USER soft nofile 32768" >> $TRAF_LIMITS_CONF
-echo "$TRAF_USER hard nofile 65536" >> $TRAF_LIMITS_CONF
-echo "$TRAF_USER soft nproc 100000" >> $TRAF_LIMITS_CONF
-echo "$TRAF_USER hard nproc 100000" >> $TRAF_LIMITS_CONF
-echo "hbase soft nofile 8192" >> $TRAF_LIMITS_CONF
-echo "$TRAF_USER soft nofile 8192" >> $TRAF_LIMITS_CONF
-echo "$TRAF_USER hard nofile 65535" >> $TRAF_LIMITS_CONF
-
-# copy to all nodes
-if [ $all_node_count -eq 1 ]; then
- sudo cp $TRAF_LIMITS_CONF /etc/security/limits.d/trafodion.conf
- if [ $? != 0 ]; then
- echo "***ERROR: unable to copy $TRAF_LIMITS_CONF to /etc/security/limits.d/trafodion.conf"
- exit -1
- fi
-else
- $TRAF_PDCP $TRAF_LIMITS_CONF $TRAF_LIMITS_CONF
- if [ $? != 0 ]; then
- echo "***ERROR: unable to copy $TRAF_LIMITS_CONF to all nodes"
- exit -1
- fi
-
- $TRAF_PDSH sudo cp $TRAF_LIMITS_CONF /etc/security/limits.d/trafodion.conf
- if [ $? != 0 ]; then
- echo "***ERROR: unable to copy $TRAF_LIMITS_CONF to /etc/security/limits.d/trafodion.conf on all nodes"
- exit -1
- fi
-
-fi
-
-#=======================================
-echo "***INFO: create Trafodion userid \"$TRAF_USER\" "
-$LOCAL_WORKDIR/traf_add_user
-
-if [ $? != 0 ]; then
- echo "***ERROR: Unable to create Trafodion userid: $TRAF_USER"
- exit -1
-fi
-
-#=======================================
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_sqconfig
----------------------------------------------------------------------
diff --git a/install/installer/traf_sqconfig b/install/installer/traf_sqconfig
deleted file mode 100755
index 31315c2..0000000
--- a/install/installer/traf_sqconfig
+++ /dev/null
@@ -1,84 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# Create the sqconfig file
-
-#=================================================
-
-TRAF_CONFIG="/etc/trafodion/trafodion_config"
-source $TRAF_CONFIG
-
-typeset TRAF_USER_DIR="$HOME_DIR/$TRAF_USER"
-typeset TRAF_GROUP="trafodion"
-
-#================================================
-
-#=================================================
-# Create initial sqconfig file only if we have more than one node.
-# If only one node, then we'll use the sqconfig included in the Trafodion build
-
-echo "***INFO: creating sqconfig file"
-sqconfig=$LOCAL_WORKDIR/sqconfig_${HOSTNAME}_${TRAF_USER}
-rm $sqconfig &> /dev/null
-
-cores=$(lscpu | grep "CPU(s) list" | awk '{print $4}' | sed -e "s@,@-@" )
-maxCores=`echo $cores | sed 's/.*\-//'`
-
-if [[ "$maxCores" -gt "255" ]]; then
- cores="0-255"
-fi
-processors=$(lscpu | grep "Socket(s)" | awk '{print $2}')
-
-# On some VMs it seems that "Socket(s)" is not listed in
-# lscpu so, we will default processors=1 in that case
-if [ "$processors" == "" ]; then
- processors=$(lscpu | grep "CPU socket(s)" | awk '{print $3}')
- if [ "$processors" == "" ]; then
- echo "***WARNING: unable to determine number of sockets with 'lscpu'..."
- echo "***WARNING: ...defaulting sqconfig 'processors=1'"
- processors="1"
- fi
-fi
-sudo chmod 777 $TRAF_CONFIG
-sed -i '/CORES\=/d' $TRAF_CONFIG
-echo "export CORES=\"$cores\"" >> $TRAF_CONFIG
-sed -i '/PROCESSORS\=/d' $TRAF_CONFIG
-echo "export PROCESSORS=\"$processors\"" >> $TRAF_CONFIG
-sudo chmod 777 $TRAF_CONFIG
-
-
-echo "#" > $sqconfig
-echo "begin node" >> $sqconfig
-node_id=0
-for node in $NODE_LIST
-do
- echo "node-id=$node_id;node-name=$node;cores=$cores;processors=$processors;roles=connection,aggregation,storage" >> $sqconfig
- ((node_id++))
-done
-
-echo "end node" >> $sqconfig
-
-sudo cp $sqconfig $UNTAR_DIR
-sudo cp $sqconfig $TRAF_USER_DIR/sqconfig
-sudo chown $TRAF_USER.$TRAF_GROUP $TRAF_USER_DIR/sqconfig
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_sqgen
----------------------------------------------------------------------
diff --git a/install/installer/traf_sqgen b/install/installer/traf_sqgen
deleted file mode 100755
index 28aa500..0000000
--- a/install/installer/traf_sqgen
+++ /dev/null
@@ -1,75 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-export TRAF_CONFIG=/etc/trafodion/trafodion_config
-
-source $TRAF_CONFIG
-
-STARTING_NODE=$(hostname)
-
-#==========================================
-echo "***INFO: starting sqgen" | tee -a $INSTALL_LOG
-cd $TRAF_HOME/sql/scripts
-
-#If sqconfig.db exists remove it and then sqgen can be run
-if [[ -e $TRAF_HOME/sql/scripts/sqconfig.db ]]; then
- $TRAF_PDSH rm -rf $TRAF_HOME/sql/scripts/sqconfig.db
-fi
-
-$TRAF_HOME/sql/scripts/sqgen
-SQGEN_RC=$?
-if [ "$SQGEN_RC" != "0" ]; then
- echo "***ERROR: sqgen failed with RC=$SQGEN_RC. Check install log file for details." | tee -a $INSTALL_LOG
- exit -1;
-fi
-#==========================================
-
-if [ "$node_count" -ne "1" ]; then
- echo "***INFO: copying $HOME/sqcert directory to all nodes" | tee -a $INSTALL_LOG
- $PDCP $ALL_NODES -x $HOSTNAME -r $HOME/sqcert $HOME
-fi
-
-
-#==========================================
-
-if [ "$all_node_count" -ne "1" ]; then
-
- echo "***INFO: copying install to all nodes" | tee -a $INSTALL_LOG
- $PDCP $ALL_NODES -x $HOSTNAME -r $TRAF_HOME $TRAF_HOME/..
-
- if [ "$?" != "0" ]; then
- echo "***ERROR: Unable to copy Trafodion install to all machines in this cluster. Check install log files for details." | tee -a $INSTALL_LOG
- exit -1;
- fi
-fi
-
-#=========================================
-#Copying certificate to scripts directory
-if [[ "$LDAP_SECURITY" == "Y" ]]; then
- if [[ $LDAP_LEVEL == "1" ]]; then
- echo "TLS_CACERT $HOME/$LDAP_CERT_BASE" > $HOME_DIR/$TRAF_USER/.ldaprc
- echo "TLS_REQCERT demand" >> $HOME_DIR/$TRAF_USER/.ldaprc
- fi
-fi
-
-#==========================================
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_start
----------------------------------------------------------------------
diff --git a/install/installer/traf_start b/install/installer/traf_start
deleted file mode 100755
index 7a74d81..0000000
--- a/install/installer/traf_start
+++ /dev/null
@@ -1,75 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-
-
-export TRAF_CONFIG=/etc/trafodion/trafodion_config
-
-source $TRAF_CONFIG
-
-if [[ "$all_node_count" -eq "1" ]]; then
- STARTING_NODE=$NODE_LIST
-else
- STARTING_NODE=$(echo $MY_NODES | awk '{print $2}')
-fi
-
-#==========================================
-
-if [ "$START" == "N" ]; then
- echo "***INFO: Trafodion will not be started, skipping sqstart." | tee -a $INSTALL_LOG
-else
- echo "***INFO: starting Trafodion instance" | tee -a $INSTALL_LOG
-
- ssh $STARTING_NODE "cd $TRAF_HOME/sql/scripts; sqstart"
- SQSTART_RC=$?
- if [ "$SQSTART_RC" != "0" ]; then
- echo "***ERROR: sqstart failed with RC=$SQSTART_RC. Check $TRAF_HOME/sqmon.log file for details." | tee -a $INSTALL_LOG
- exit -1;
- fi
-
- # Do init_trafodion if specified
- if [ "$INIT_TRAFODION" == "Y" ]; then
- echo
- echo
- echo "***INFO: Trafodion is initializing...this will take a few minutes."
- echo
- echo
- ssh $STARTING_NODE "cd $TRAF_HOME/sql/scripts; echo \"initialize Trafodion;\" | sqlci" | tee -a $TRAF_HOME/initializeErrors.txt
- error1392=$(grep "1392" $TRAF_HOME/initializeErrors.txt | wc -l)
- error1395=$(grep "1395" $TRAF_HOME/initializeErrors.txt | wc -l)
- if [ "$error1395" -ge "1" ] || [ "$error1392" -ge "1" ]; then
- ssh $STARTING_NODE "cd $TRAF_HOME/sql/scripts; echo \"get version of metadata;\" | sqlci" | tee $TRAF_HOME/initializeErrors.txt
- metadataCurrent=$(grep "Metadata is current" $TRAF_HOME/initializeErrors.txt | wc -l)
- if [[ "$metadataCurrent" -ne "1" ]]; then
- ssh $STARTING_NODE "cd $TRAF_HOME/sql/scripts; echo \"initialize Trafodion, upgrade;\" | sqlci" | tee $TRAF_HOME/initializeErrors.txt
- fi
- fi
- anyError=$(grep "ERROR" $TRAF_HOME/initializeErrors.txt | wc -l)
- if [[ "$anyError" != "0" ]]; then
- echo "***ERROR: initialize Trafodion failed. Check install log files for details." | tee -a $INSTALL_LOG
- exit -1;
- fi
- fi
-fi
-#==========================================
-echo "***INFO: Installation setup completed successfully." | tee -a $INSTALL_LOG
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_user_prompt
----------------------------------------------------------------------
diff --git a/install/installer/traf_user_prompt b/install/installer/traf_user_prompt
deleted file mode 100755
index 2f35e64..0000000
--- a/install/installer/traf_user_prompt
+++ /dev/null
@@ -1,28 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# Script that prompts user for all user input needed for the
-# trafodion_config file. This script will be called from
-# traf_config_setup and will prompt for user needed prompts.
-
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/traf_user_prompt_check
----------------------------------------------------------------------
diff --git a/install/installer/traf_user_prompt_check b/install/installer/traf_user_prompt_check
deleted file mode 100755
index 0de6e71..0000000
--- a/install/installer/traf_user_prompt_check
+++ /dev/null
@@ -1,27 +0,0 @@
-#!/bin/bash
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# Script that prompts user for all user input needed for the
-# trafodion_config file. This script will be called from
-# traf_config_setup and will prompt for user needed prompts.
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/trafodion_config_default
----------------------------------------------------------------------
diff --git a/install/installer/trafodion_config_default b/install/installer/trafodion_config_default
deleted file mode 100755
index bfea34a..0000000
--- a/install/installer/trafodion_config_default
+++ /dev/null
@@ -1,191 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-#====================================================
-# Trafodion Configuration File
-# This file contains default values for the installer.
-
-# Users can also edit this file and provide values for all parameters
-# and then specify this file on the run line of trafodion_install.
-# Example:
-# ./trafodion_install --config_file <Trafodion-config-file>
-# WARNING: This mode is for advanced users!
-#
-#=====================================================
-
-#=====================================================
-##################################################
-#THESE MUST BE FILLED OUT.
-#IF NOT INSTALL WILL FAIL
-##################################################
-
-# a blank separated list of nodes in your cluster
-# node names should include full domain names
-#This can not be left blank!
-export NODE_LIST=""
-
-#JAVA HOME must be a JDK. Must include FULL Path. Must be 1.7.0_65 or higher.
-export JAVA_HOME=""
-
-# full path of the Trafodion package tar file
-export TRAF_PACKAGE=""
-
-# Either "cloudera" or "hortonworks" (all lowercase)
-export HADOOP_TYPE=""
-
-# The URL for Cloudera/Hortonworks REST API (i.e. http://node1.hp.com:8080)
-# Include 'http' or 'https'
-export URL=""
-
-
-
-##################################################
-#Can MOSTLY LIKELY stay as defaults.
-#Please review though before starting install
-#################################################
-
-#Must be set to 'true' if on a SUSE linux system. If on another type of system
-#this must be set to false.
-export SUSE_LINUX="false"
-
-# The working directory where Trafodion installer untars files, etc.
-# do not change this unless you really know what you are doing
-export TRAF_WORKDIR="/usr/lib/trafodion"
-
-# The maximum number of dcs servers, i.e. client connections
-export DCS_SERVERS_PARM="8"
-
-# Trafodion userid, This is the userid the Trafodion instance will run under
-export TRAF_USER="trafodion"
-
-# Trafodion userid's password
-export TRAF_USER_PASSWORD="traf123"
-
-# the directory prefix for the trafodion userid's $HOME directory
-# i.e. /opt/home, not /opt/home/trafodion
-export HOME_DIR="/opt"
-
-#Default value set to "Y" if using a build BEFORE 05/11/2016 set this to "N"
-export ONE_TAR_INSTALL="Y"
-
-#This user will be set for backup and restore.
-#Must be able to have select sudo access
-export BACKUP_USER="trafodion"
-
-# Cloudera/Hortonworks UI admin's userid and password
-export ADMIN="admin"
-export PASSWORD="admin"
-
-# the Hadoop HDFS userid
-export HDFS_USER="hdfs"
-
-# the Hadoop HBase userid and group
-export HBASE_USER="hbase"
-export HBASE_GROUP="hbase"
-
-# The hadoop HBase service name
-export HBASE="hbase"
-
-# full path of where to install Trafodion to
-# On an upgrade, it is recommend to choose a different directory.
-# First time install : /home/trafodion/traf
-# On Upgrade: /home/trafodion/traf_<date>
-# By doing this the previous version will remain and allow for an easier rollback.
-export TRAF_HOME="/opt/trafodion/trafodion"
-
-# Start Trafodion after install completes
-export START="Y"
-
-#----------------- security configuration information -----------------
-#Enter in Kerberos details if Kerberos is enabled on your cluster
-
-#Indicate Kerberos is enabled
-export SECURE_HADOOP="N"
-
-#Location of Kerberos server for admin access
-export KDC_SERVER=""
-
-#Kerberos Admin principal used to create Trafodion principals and keytabs
-#Please include realm, for example: trafadmin/admin@MYREALM.COM
-export ADMIN_PRINCIPAL=""
-
-#Keytab for HBase admin user, used to grant Trafodion user CRWE privilege
-export HBASE_KEYTAB=""
-
-#Keytab for HDFS admin user, used to create data directories for Trafodion
-export HDFS_KEYTAB=""
-
-#Kerberos ticket defaults for the Trafodion user
-export MAX_LIFETIME="24hours"
-export RENEW_LIFETIME="7days"
-
-#Trafodion keytab information
-export TRAF_KEYTAB=""
-export TRAF_KEYTAB_DIR=""
-
-#Enter in LDAP configuration information
-#Turn on authentication - MUST have existing LDAP configured.
-export LDAP_SECURITY="N"
-
-#Name of LDAP Config file
-export LDAP_AUTH_FILE="traf_authentication_config_${HOSTNAME}"
-
-#LDAP name to map to database user DB__ROOT
-DB_ROOT_NAME="trafodion"
-#----------------- end security configuration -----------------
-
-export CONFIG_COMPLETE="true"
-
-#HA configuraton enabled, if want to enable set to true and add valid floating IP address.
-export ENABLE_HA="false"
-
-#Floating IP address for HA configuration only if ENABLE_HA is set to true
-export FLOATING_IP=""
-
-#If HA enabled the set the DCS Backup nodes
-export BACKUP_DCS_NODES=""
-
-
-#If HA enabled then set INTERFACE to match the interface of the floating ip
-export INTERFACE=""
-
-#Define if cloud environment is being used, if specified "Y" for CLOUD_CONFIG
-#the please define the type of cloud (CLOUD_TYPE) being used
-export CLOUD_CONFIG="N"
-
-#Define the type of cloud being used(1: AWS(Amazon cloud), 2: OpenStack, 3: Other)
-export CLOUD_TYPE=""
-#Based of cloud type, then set any of set one of following to true
-export AWS_CLOUD=""
-export OPEN_STACK=""
-export CLOUD_OTHER=""
-
-#Specify the node name of primary DcsMaster node, Default is the host where
-#dcs start script is run
-export DCS_PRIMARY_MASTER_NODE=`hostname -f`
-
-
-#Ability to add nodes while trafodion is running
-export ELASTICITY_ENABLED="Y"
-
-#Default is number of nodes
-export NUM_ELASTIC_NODES=""
[5/8] incubator-trafodion git commit: [TRAFODION-2644] Obsolete bash
installer
Posted by su...@apache.org.
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/tools/cloudera_uninstall
----------------------------------------------------------------------
diff --git a/install/installer/tools/cloudera_uninstall b/install/installer/tools/cloudera_uninstall
deleted file mode 100755
index ecb69d9..0000000
--- a/install/installer/tools/cloudera_uninstall
+++ /dev/null
@@ -1,155 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# This script will uninstall Cloudera and all its pieces
-
-#==============================================
-#Default Values
-typeset TRAF_WORKDIR="$( cd "$( dirname "$0" )" && pwd )"
-typeset TRAF_DIR="$( cd "$( dirname "$0" )" && pwd )/.."
-typeset MY_NODES=""
-export PDSH="pdsh -R exec"
-export PDSH_SSH_CMD="ssh -q -n %h"
-export PDCP="pdcp -R ssh"
-typeset timestamp=$(date +%F-%H-%M-%S)
-typeset LOG="/var/log/trafodion/uninstall_cloudera_$timestamp.log"
-sudo mkdir -p /var/log/trafodion
-sudo chmod 777 /var/log/trafodion
-#==============================================
-
-function print_usage {
-cat << EOF
-This script will uninstall Cloudera.
-
-Usage: $(basename $0) [options]
-
-Options:
- --help Print this message and exit.
- --nodes "<node_list>" Space separated list of nodes (within quotes)
-
-EOF
-}
-
-#==============================================
-# Parse input parameters
-while [[ $# -gt 0 ]]; do
- case "$1" in
- --nodes)
- if [[ -z "$2" ]]; then
- echo "***ERROR: No value passed to param $1."
- print_usage
- exit -1
- fi
- MY_NODES=$2
- shift
- ;;
- --help)
- print_usage
- exit -1
- ;;
- *)
- echo "***ERROR: unknown parameter '$1'"
- print_usage
- exit -1
- esac
- shift
-done
-
-if [[ $MY_NODES == "" ]]; then
- echo
- echo "***ERROR: Please use --nodes option to include node list"
- echo "***ERROR: Exiting..."
- echo
- exit -1
-fi
-
-
-#==============================================
-#Check with user if they want to preform the uninstall
-echo -n "Do you want to uninstall Cloudera? (Y/N) "
-read v
-
-if [[ $v != "Y" ]] && [[ $v != "y" ]]; then
- echo "***INFO: Exiting..."
- exit
-fi
-
-node_count=$(echo $MY_NODES | wc -w)
-linuxInstalled=$(grep -cr SUSE /proc/version)
-#============================================
-
-#Info for log file
-echo "***INFO: Log file located at: /var/log/trafodion"
-
-echo "***Log File: trafodion_cloudera_uninstall script***" >> $LOG
-echo >> $LOG
-
-#============================================
-echo "***INFO: Uninstalling on nodes: $MY_NODES" | tee -a $LOG
-
-#==============================================
-#Run Cloudera uninstall script and stop all services
-
-sudo /usr/share/cmf/uninstall-cloudera-manager.sh
-
-#==============================================
-#Run Cloudera uninstall script on all nodes.
-
-for node in $MY_NODES
-do
- echo "***INFO: Uninstalling on node: $node" | tee -a $LOG
- if [ $node == $HOSTNAME ]; then
- if [[ "$linuxInstalled" == "1" ]]; then
- ./traf_cloudera_uninstall_suse | tee -a $LOG
- else
- ./traf_cloudera_uninstall | tee -a $LOG
- fi
-
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Cloudera may not be completely uninstalled on $node" | tee -a $LOG
- echo "***ERROR: Review log files." | tee -a $LOG
- fi
- else
- if [[ "$linuxInstalled" -eq "1" ]]; then
-
- $PDCP -w $node -x $HOSTNAME traf_cloudera_uninstall_suse $HOME | tee -a $LOG
- else
- $PDCP -w $node -x $HOSTNAME traf_cloudera_uninstall $HOME | tee -a $LOG
- fi
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error copying script to $node" | tee -a $LOG
- echo "***ERROR: Exiting..." | tee -a $LOG
- fi
- if [[ $linuxInstalled -eq "1" ]]; then
- $PDSH -w $node $PDSH_SSH_CMD $HOME/traf_cloudera_uninstall_suse | tee -a $LOG
- else
- $PDSH -w $node $PDSH_SSH_CMD $HOME/traf_cloudera_uninstall | tee -a $LOG
- fi
-
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Cloudera may not be completely uninstalled on $node" | tee -a $LOG
- echo "***ERROR: Review log files." | tee -a $LOG
- fi
- fi
-done
-
-echo "***INFO: Cloudera Manager uninstalled." | tee -a $LOG
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/tools/hortonworks_uninstall
----------------------------------------------------------------------
diff --git a/install/installer/tools/hortonworks_uninstall b/install/installer/tools/hortonworks_uninstall
deleted file mode 100755
index 0fb9acd..0000000
--- a/install/installer/tools/hortonworks_uninstall
+++ /dev/null
@@ -1,154 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# This script will uninstall Hortonworks and all its pieces
-
-#==============================================
-#Default Values
-typeset TRAF_WORKDIR="$( cd "$( dirname "$0" )" && pwd )"
-typeset TRAF_DIR="$( cd "$( dirname "$0" )" && pwd )/.."
-typeset MY_NODES=""
-typeset timestamp=$(date +%F-%H-%M-%S)
-typeset LOG="/var/log/trafodion/uninstall_hortonworks_$timestamp.log"
-sudo mkdir -p /var/log/trafodion
-sudo chmod 777 /var/log/trafodion
-#==============================================
-
-function print_usage {
-cat << EOF
-This script will uninstall Hortonworks.
-
-Usage: $(basename $0) [options]
-
-Options:
- --help Print this message and exit.
- --nodes "<node_list>" Space separated list of nodes (within quotes)
-
-EOF
-}
-
-#==============================================
-# Parse input parameters
-while [[ $# -gt 0 ]]; do
- case "$1" in
- --nodes)
- if [[ -z "$2" ]]; then
- echo "***ERROR: No value passed to param $1."
- print_usage
- exit -1
- fi
- MY_NODES=$2
- shift
- ;;
- --help)
- print_usage
- exit -1
- ;;
- *)
- echo "***ERROR: unknown parameter '$1'"
- print_usage
- exit -1
- esac
- shift
-done
-
-if [[ $MY_NODES == "" ]]; then
- echo
- echo "***ERROR: Please use --nodes option to include node list"
- echo "***ERROR: Exiting..."
- echo
- exit -1
-fi
-
-export PDSH="pdsh -R exec"
-export PDSH_SSH_CMD="ssh -q -n %h"
-export PDCP="pdcp -R ssh"
-#==============================================
-#Check with user if they want to preform the uninstall
-echo -n "Do you want to uninstall Hortonworks? (Y/N) "
-read v
-
-if [[ $v != "Y" ]] && [[ $v != "y" ]]; then
- echo "***INFO: Exiting..."
- exit
-fi
-
-node_count=$(echo $MY_NODES | wc -w)
-linuxInstalled=$(grep -cr SUSE /proc/version)
-
-#============================================
-
-#Info for log file
-echo "***INFO: Log file is located at /var/log/trafodion"
-
-echo "***Log File: trafodion_hortonworks_uninstall script***" >> $LOG
-echo >> $LOG
-
-#============================================
-echo "***INFO: Uninstalling on nodes: $MY_NODES" | tee -a $LOG
-
-#==============================================
-#Run Hortonworks/Amabari uninstall script on all nodes.
-
-for node in $MY_NODES
-do
- echo "***INFO: Uninstalling on node: $node" | tee -a $LOG
- if [ $node == $(hostname --short) ]; then
- echo "***INFO: Stopping all services" | tee -a $LOG
- sudo ambari-agent stop
- sudo ambari-server stop
- sudo ambari-server reset
- if [[ "$linuxInstalled" -eq 0 ]]; then
- sudo /usr/bin/yum --assumeyes install pdsh --skip-broken
- ./traf_hortonworks_uninstall | tee -a $LOG
- else
- sudo zypper install -y pdsh
- ./traf_hortonworks_uninstall_suse | tee -a $LOG
- fi
- else
- echo "***INFO: Stopping all services" | tee -a $LOG
- $PDSH -w $node $PDSH_SSH_CMD 'sudo ambari-agent stop'
- if [[ "$linuxInstalled" -eq 0 ]]; then
- $PDCP -w $node -x $HOSTNAME $TRAF_WORKDIR/traf_hortonworks_uninstall $HOME | tee -a $LOG
- else
- $PDCP -w $node -x $HOSTNAME $TRAF_WORKDIR/traf_hortonworks_uninstall_suse $HOME | tee -a $LOG
- fi
-
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error copying script to $node" | tee -a $LOG
- echo "***ERROR: Exiting..." | tee -a $LOG
- exit -1
- fi
- if [[ "$linuxInstalled" -eq "0" ]]; then
- $PDSH -w $node $PDSH_CMD_SSH $HOME/traf_hortonworks_uninstall | tee -a $LOG
- else
- $PDSH -w $node $PDSH_CMD_SSH $HOME/traf_hortonworks_uninstall_suse | tee -a $LOG
- fi
- fi
-
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Hortonworks may not be completely uninstalled on $node" | tee -a $LOG
- echo "***ERROR: Review log files." | tee -a $LOG
- fi
-done
-
-echo "***INFO: Hortonworks uninstalled." | tee -a $LOG
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/tools/mapr_uninstall
----------------------------------------------------------------------
diff --git a/install/installer/tools/mapr_uninstall b/install/installer/tools/mapr_uninstall
deleted file mode 100755
index e49d5c9..0000000
--- a/install/installer/tools/mapr_uninstall
+++ /dev/null
@@ -1,131 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# This script will uninstall MapR and all its pieces
-
-#==============================================
-#Default Values
-typeset TRAF_WORKDIR="$( cd "$( dirname "$0" )" && pwd )"
-typeset TRAF_DIR="$( cd "$( dirname "$0" )" && pwd )/.."
-typeset MY_NODES=""
-typeset timestamp=$(date +%F-%H-%M-%S)
-typeset LOG="/var/log/trafodion/uninstall_mapr_$timestamp.log"
-sudo mkdir /var/log/trafodion
-sudo chmod 777 /var/log/trafodion
-#==============================================
-
-function print_usage {
-cat << EOF
-This script will uninstall MapR.
-
-Usage: $(basename $0) [options]
-
-Options:
- --help Print this message and exit.
- --nodes "<node_list>" Space separated list of nodes (within quotes)
-
-EOF
-}
-
-#==============================================
-# Parse input parameters
-while [[ $# -gt 0 ]]; do
- case "$1" in
- --nodes)
- if [[ -z "$2" ]]; then
- echo "***ERROR: No value passed to param $1."
- print_usage
- exit -1
- fi
- MY_NODES=$2
- shift
- ;;
- --help)
- print_usage
- exit -1
- ;;
- *)
- echo "***ERROR: unknown parameter '$1'"
- print_usage
- exit -1
- esac
- shift
-done
-
-if [[ $MY_NODES == "" ]]; then
- echo
- echo "***ERROR: Please use --nodes option to include node list"
- echo "***ERROR: Exiting..."
- echo
- exit -1
-fi
-
-
-#==============================================
-#Check with user if they want to preform the uninstall
-echo -n "Do you want to uninstall MapR? (Y/N) "
-read v
-
-if [[ $v != "Y" ]] && [[ $v != "y" ]]; then
- echo "***INFO: Exiting..."
- exit
-fi
-
-node_count=$(echo $MY_NODES | wc -w)
-
-#============================================
-
-#Info for log file
-echo "***INFO: Log file located at /var/log/trafodion"
-echo "***Log File: trafodion_mapr_uninstall script***" >> $LOG
-echo >> $LOG
-
-#============================================
-echo "***INFO: Uninstalling on nodes: $MY_NODES" | tee -a $LOG
-
-#==============================================
-#Run MapR uninstall script on all nodes.
-
-for node in $MY_NODES
-do
- echo "***INFO: Uninstalling on node: $node" | tee -a $LOG
- if [ $node == $HOSTNAME ]; then
- $TRAF_WORKDIR/traf_mapr_uninstall | tee -a $LOG
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: MapR may not be completely uninstalled on $nodes" | tee -a $LOG
- echo "***ERROR: Review log files." | tee -a $LOG
- fi
- else
- pdcp -w $node -x $HOSTNAME traf_mapr_uninstall $HOME | tee -a $LOG
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: Error copying script to $node" | tee -a $LOG
- echo "***ERROR: Exiting..." | tee -a $LOG
- fi
- pdsh -S -w $node $HOME/traf_mapr_uninstall | tee -a $LOG
- if [ ${PIPESTATUS[0]} != "0" ]; then
- echo "***ERROR: MapR may not be completely uninstalled on $node" | tee -a $LOG
- echo "***ERROR: Review log files." | tee -a $LOG
- fi
- fi
-done
-
-echo "***INFO: MapR uninstalled." | tee -a $LOG
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/tools/traf_cloudera_uninstall
----------------------------------------------------------------------
diff --git a/install/installer/tools/traf_cloudera_uninstall b/install/installer/tools/traf_cloudera_uninstall
deleted file mode 100755
index 06ad7b0..0000000
--- a/install/installer/tools/traf_cloudera_uninstall
+++ /dev/null
@@ -1,148 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# This script will uninstall Cloudera and all its pieces
-
-#==============================================
-
-echo "***INFO: Shutdown Cloudera Manager agents on all nodes"
-sudo /sbin/service cloudera-scm-agent hard_stop
-
-#==============================================
-echo "***INFO: Uninstall packages"
-sudo yum --assumeyes remove cloudera-manager-*
-sudo yum --assumeyes remove hadoop
-sudo yum --assumeyes remove hue-common
-sudo yum --assumeyes remove bigtop-*
-sudo yum --assumeyes remove sqoop2-client
-sudo yum --assumeyes clean all
-
-#==============================================
-echo "***INFO: Remove Cloudera Manager and CDH data"
-sudo rm -Rf /usr/share/cmf /var/lib/cloudera* /var/cache/yum/cloudera* /var/log/cloudera* /var/run/cloudera* /opt/cloudera* /tmp/scm_prepare_node* /etc/cloudera*
-
-sudo rm -Rf /var/lib/flume-ng /var/lib/hadoop* /var/lib/hue /var/lib/oozie /var/lib/solr /var/lib/sqoop* /var/lib/zookeeper*
-
-sudo rm -Rf /dfs /mapred /yarn
-
-sudo rm -Rf /var/run/hdfs-sockets /var/run/zookeeper* /var/run/sqoop* /var/run/flume* /var/run/sqoop*
-
-sudo rm -Rf /var/log/zookeeper* /var/log/hadoop* /var/log/hive* /var/log/sqoop* /var/log/flume* /var/log/hbase* /var/log/hue*
-
-sudo rm -Rf /etc/zookeeper* /etc/hadoop* /etc/hive* /etc/sqoop* /etc/flume* /etc/hbase* /etc/hcatalog* /etc/webhcat* /etc/pig* /etc/oozie*
-
-sudo rm -Rf /usr/lib/hadoop* /usr/lib/hive* /usr/lib/oozie* /usr/lib/hcatalog* /usr/lib/parquet* /usr/lib/hbase*
-
-sudo rm -Rf /usr/lib/alternatives/hadoop*
-
-sudo rm -Rf /tmp/hadoop*
-
-sudo rm -Rf /etc/alternatives/hadoop* /etc/alternatives/hive* /etc/alternatives/hbase*
-
-sudo rm -Rf /var/tmp/sqoop* /var/lib/alternatives/hbase* /etc/run/webhcat* /usr/share/hue* /tmp/hadoop* /tmp/hsperfdata_zookeeper
-
-sudo rm -rf /etc/hadoop/conf
-sudo rm -rf /etc/hive/conf
-#==============================================
-echo "***INFO: Kill any running Cloudera Manager and CDH processes that might still be running"
-
-for u in hdfs mapred cloudera-scm hbase hue zookeeper oozie hive impala flume; do
- sudo kill $(ps -u $u -o pid=) 2>/dev/null
-done
-
-#==============================================
-echo "***INFO: Remove the Cloudera Manager lock file"
-sudo rm /tmp/.scm_prepare_node.lock >/dev/null 2>&1
-
-#==============================================
-echo "***INFO: Remove any left over Cloudera processes"
-
-pid=$(sudo netstat -anp | grep 9000 | awk '{print $7}' | sed 's/ *\/.*//')
-
-if [[ $pid != "" ]]; then
- sudo kill -9 $pid
-fi
-
-pid=$(sudo netstat -anp | grep 9001 | awk '{print $7}' | sed 's/ *\/.*//')
-
-if [[ $pid != "" ]];then
- sudo kill -9 $pid
-fi
-
-sudo pkill -f cloudera-scm
-
-sudo umount /var/run/cloudera-scm-agent/process
-
-sudo yum-complete-transaction
-#==============================================
-echo "***INFO: Removing any remaining Cloudera RPM's"
-
-listRPM=`rpm -qa | grep hadoop`
-
-for i in ${listRPM[@]}; do
- sudo rpm -e $i 2>/dev/null
- sudo yum -y remove $i 2>/dev/null
-done
-
-listRPM=`rpm -qa | grep cloudera`
-
-for i in ${listRPM[@]}; do
- sudo rpm -e $i 2>/dev/null
- sudo yum remove $i 2>/dev/null
-done
-
-listRPM=`rpm -qa | grep hbase`
-
-for i in ${listRPM[@]}; do
- sudo rpm -e $i 2>/dev/null
- sudo yum -y remove $i 2>/dev/null
-done
-
-#==============================================
-echo "***INFO: Removing any Cloudera repos"
-
-sudo rm -rf /etc/yum.repos.d/cloudera*
-
-#=============================================
-echo "***INFO: Removing Cloudera symbolic directory links"
-
-if [[ -f /etc/alternatives/hadoop-conf ]]; then
- sudo rm -rf /etc/alternatives/hadoop-conf*
-fi
-
-if [[ -f /etc/alternatives/hbase-conf ]]; then
- sudo rm -rf /etc/alternatives/hbase-conf*
-fi
-
-if [[ -f /etc/alternatives/hive-conf ]]; then
- sudo rm -rf /etc/alternatives/hive-conf*
-fi
-
-if [[ -f /cloudera-scm-server-db ]]; then
- sudo rm -rf /cloudera-scm-server-db
-fi
-#============================================
-echo "***INFO: Performing additional clean up"
-sudo rm -rf /var/cache/yum/x86_64/6/cloudera*
-sudo yum clean all
-sudo rpm --rebuilddb
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/tools/traf_cloudera_uninstall_suse
----------------------------------------------------------------------
diff --git a/install/installer/tools/traf_cloudera_uninstall_suse b/install/installer/tools/traf_cloudera_uninstall_suse
deleted file mode 100755
index c556106..0000000
--- a/install/installer/tools/traf_cloudera_uninstall_suse
+++ /dev/null
@@ -1,149 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# This script will uninstall Cloudera and all its pieces
-
-#==============================================
-
-echo "***INFO: Shutdown Cloudera Manager agents on all nodes"
-sudo /sbin/service cloudera-scm-agent hard_stop
-
-#==============================================
-echo "***INFO: Uninstall packages"
-sudo zypper remove -y cloudera-manager-*
-sudo zypper remove -y hadoop
-sudo zypper remove -y hue-common
-sudo zypper remove -y bigtop-*
-sudo zypper remove -y sqoop2-client
-
-#==============================================
-echo "***INFO: Remove Cloudera Manager and CDH data"
-sudo rm -Rf /usr/share/cmf /var/lib/cloudera* /var/log/cloudera* /var/run/cloudera* /opt/cloudera* /tmp/scm_prepare_node* /etc/cloudera*
-
-sudo rm -Rf /var/lib/flume-ng /var/lib/hadoop* /var/lib/hue /var/lib/oozie /var/lib/solr /var/lib/sqoop* /var/lib/zookeeper*
-
-sudo rm -Rf /dfs /mapred /yarn
-
-sudo rm -Rf /var/run/hdfs-sockets /var/run/zookeeper* /var/run/sqoop* /var/run/flume* /var/run/sqoop*
-
-sudo rm -Rf /var/log/zookeeper* /var/log/hadoop* /var/log/hive* /var/log/sqoop* /var/log/flume* /var/log/hbase* /var/log/hue*
-
-sudo rm -Rf /etc/zookeeper* /etc/hadoop* /etc/hive* /etc/sqoop* /etc/flume* /etc/hbase* /etc/hcatalog* /etc/webhcat* /etc/pig* /etc/oozie*
-
-sudo rm -Rf /usr/lib/hadoop* /usr/lib/hive* /usr/lib/oozie* /usr/lib/hcatalog* /usr/lib/parquet* /usr/lib/hbase*
-
-sudo rm -Rf /usr/lib/alternatives/hadoop*
-
-sudo rm -Rf /tmp/hadoop*
-
-sudo rm -Rf /etc/alternatives/hadoop* /etc/alternatives/hive* /etc/alternatives/hbase*
-
-sudo rm -Rf /var/tmp/sqoop* /var/lib/alternatives/hbase* /etc/run/webhcat* /usr/share/hue* /tmp/hadoop* /tmp/hsperfdata_zookeeper
-
-sudo rm -rf /etc/hadoop/conf
-sudo rm -rf /etc/hive/conf
-#==============================================
-echo "***INFO: Kill any running Cloudera Manager and CDH processes that might still be running"
-
-for u in hdfs mapred cloudera-scm hbase hue zookeeper oozie hive impala flume; do
- sudo kill $(ps -u $u -o pid=) 2>/dev/null
-done
-
-#==============================================
-echo "***INFO: Remove the Cloudera Manager lock file"
-sudo rm /tmp/.scm_prepare_node.lock >/dev/null 2>&1
-
-#==============================================
-echo "***INFO: Remove any left over Cloudera processes"
-
-pid=$(sudo netstat -anp | grep 9000 | awk '{print $7}' | sed 's/ *\/.*//')
-
-if [[ $pid != "" ]]; then
- sudo kill -9 $pid
-fi
-
-pid=$(sudo netstat -anp | grep 9001 | awk '{print $7}' | sed 's/ *\/.*//')
-
-if [[ $pid != "" ]];then
- sudo kill -9 $pid
-fi
-
-sudo pkill -f cloudera-scm
-
-sudo umount /var/run/cloudera-scm-agent/process
-
-#==============================================
-echo "***INFO: Removing any remaining Cloudera RPM's"
-
-listRPM=`rpm -qa | grep hadoop`
-
-for i in ${listRPM[@]}; do
- sudo rpm -e $i 2>/dev/null
- sudo zypper remove -y $i 2>/dev/null
-done
-
-listRPM=`rpm -qa | grep cloudera`
-
-for i in ${listRPM[@]}; do
- sudo rpm -e $i 2>/dev/null
- sudo zypper remove -y $i 2>/dev/null
-done
-
-listRPM=`rpm -qa | grep hbase`
-
-for i in ${listRPM[@]}; do
- sudo rpm -e $i 2>/dev/null
- sudo zypper remove -y $i 2>/dev/null
-done
-
-#==============================================
-echo "***INFO: Removing any Cloudera repos"
-
-sudo rm -rf /etc/yum.repos.d/cloudera*
-sudo rm -rf /etc/zypp/repos.d/cloudera-manager.repo*
-sudo rm -rf /var/cache/zypp/packages/cloudera*
-sudo rm -rf /var/cache/zypp/raw/cloudera*
-sudo rm -rf /var/cache/zypp/solv/cloudera*
-
-
-#=============================================
-echo "***INFO: Removing Cloudera symbolic directory links"
-
-if [[ -f /etc/alternatives/hadoop-conf ]]; then
- sudo rm -rf /etc/alternatives/hadoop-conf*
-fi
-
-if [[ -f /etc/alternatives/hbase-conf ]]; then
- sudo rm -rf /etc/alternatives/hbase-conf*
-fi
-
-if [[ -f /etc/alternatives/hive-conf ]]; then
- sudo rm -rf /etc/alternatives/hive-conf*
-fi
-
-if [[ -f /cloudera-scm-server-db ]]; then
- sudo rm -rf /cloudera-scm-server-db
-fi
-#============================================
-echo "***INFO: Performing additional clean up"
-sudo rpm --rebuilddb
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/tools/traf_hortonworks_uninstall
----------------------------------------------------------------------
diff --git a/install/installer/tools/traf_hortonworks_uninstall b/install/installer/tools/traf_hortonworks_uninstall
deleted file mode 100755
index cf0aaa3..0000000
--- a/install/installer/tools/traf_hortonworks_uninstall
+++ /dev/null
@@ -1,233 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# This script will uninstall Hortonworks
-
-#==============================================
-#Stop All Services
-sudo service nagios stop
-sudo /etc/init.d/hdp-gmetad stop
-sudo /etc/init.d/hdp-gmond stop
-sudo su -l hcat -c "/usr/lib/hcatalog/sbin/webhcat_server.sh stop"
-sudo ps aux | awk '{print $1,$2}' | grep hive | awk '{print $2}' | xargs kill >/dev/null 2>&1
-
-sudo su - zookeeper -c "export ZOOCFGDIR=/etc/zookeeper/conf ; export ZOOCFG=zoo.cfg ;source /etc/zookeeper/conf/zookeeper-env.sh ; /usr/lib/zookeeper/bin/zkServer.sh stop"
-
-sudo su -l hbase -c "/usr/lib/hbase/bin/hbase-daemon.sh --config /etc/hbase/conf stop regionserver"
-
-sudo su -l hbase -c "/usr/lib/hbase/bin/hbase-daemon.sh --config /etc/hbase/conf stop master"
-
-/usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf stop tasktracker
-/usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf stop historyserver
-/usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf stop jobtracker
-/usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf stop datanode
-
-/usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf stop secondarynamenode.
-
-/usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf stop namenode
-sudo python /usr/lib/python2.6/site-packages/ambari_agent/HostCleanup.py --silent
-sudo yum --assumeyes install pdsh
-
-#==============================================
-#Erase all packages
-echo "***INFO: Erasing yum packages"
-sudo yum --assumeyes erase epel-release
-sudo yum --assumeyes erase ganglia-gmond
-sudo yum --assumeyes erase ganglia-web
-sudo yum --assumeyes erase hadoop*
-sudo yum --assumeyes erase libconfuse
-sudo yum --assumeyes erase libganglia
-sudo yum --assumeyes erase lzo
-sudo yum --assumeyes erase lzo-devel
-sudo yum --assumeyes erase ambari-agent
-sudo yum --assumeyes erase ambari-log4j
-sudo yum --assumeyes erase ambari-server
-sudo yum --assumeyes erase perl-rrdtool
-sudo yum --assumeyes erase perl-Crypt-DES
-sudo yum --assumeyes erase perl-Net-SNMP
-sudo yum --assumeyes erase perl-Digest-SHA1
-sudo yum --assumeyes erase perl-Digest-HMAC
-sudo yum --assumeyes erase nagios*
-sudo yum --assumeyes erase fping
-sudo yum --assumeyes erase python-rrdtool
-sudo yum --assumeyes erase rrdtool
-sudo yum --assumeyes erase snappy-devel
-sudo yum --assumeyes erase webhcat-tar-hive
-sudo yum --assumeyes erase extjs
-sudo yum --assumeyes erase webhcat-tar-pig
-sudo yum --assumeyes erase zookeeper
-sudo yum --assumeyes erase snappy
-sudo yum --assumeyes erase oozie
-sudo yum --assumeyes erase oozie-client
-sudo yum --assumeyes erase jdk.x86_84
-
-#==============================================
-#Remove all directories
-echo "***INFO: Removing directories"
-sudo yum --assumeyes remove hcatalog\*
-sudo yum --assumeyes remove hive\*
-sudo yum --assumeyes remove tez
-sudo yum --assumeyes remove hbase\*
-sudo yum --assumeyes remove zookeeper\*
-sudo yum --assumeyes remove pig\*
-sudo yum --assumeyes remove snappy\*
-sudo yum --assumeyes remove hadoop-lzo\*
-sudo yum --assumeyes remove hadoop\*
-sudo yum --assumeyes remove extjs-2.2-1 mysql-connector-java-5.0.8-1\*
-sudo rm -rf /var/cache/yum/x86_64/6/*ambari*
-sudo yum clean all
-
-sudo rm -rf /usr/sbin/ambari*
-sudo rm -rf /usr/lib/hcatalog
-sudo rm -rf /usr/lib64/nagios
-sudo rm -rf /usr/share/hdp/nagios
-sudo rm -rf /usr/include/hadoop
-sudo rm -rf /usr/hdp*
-sudo rm -rf /hadoop
-sudo rm -rf /mnt/hadoop*
-sudo rm -rf /etc/yum.repos.d/ambari* /etc/yum.repos.d/HDP*
-sudo rm -rf /etc/ambari*
-sudo rm -rf /etc/hadoop*
-sudo rm -rf /etc/hbase
-sudo rm -rf /etc/hive
-sudo rm -rf /etc/impala
-sudo rm -rf /etc/oozie
-sudo rm -rf /etc/pig
-sudo rm -rf /etc/sqoop*
-sudo rm -rf /etc/zookeeper
-sudo rm -rf /etc/flume*
-sudo rm -rf /etc/hcatalog
-sudo rm -rf /etc/ganglia
-sudo rm -rf /etc/nagios
-sudo rm -rf /etc/webhcat
-sudo rm -rf /etc/hadoop
-sudo rm -rf /etc/hive
-
-sudo rm -rf /var/log/ambari*
-sudo rm -rf /var/log/flume*
-sudo rm -rf /var/log/hadoop*
-sudo rm -rf /var/log/hbase
-sudo rm -rf /var/log/hive
-sudo rm -rf /var/log/hue
-sudo rm -rf /var/log/oozie
-sudo rm -rf /var/log/zookeeper
-sudo rm -rf /var/log/webhcat
-sudo rm -rf /var/log/nagios
-
-sudo rm -rf /var/run/hadoop
-sudo rm -rf /var/run/hadoop-yarn
-sudo rm -rf /var/run/hadoop-mapreduce
-sudo rm -rf /var/run/ganglia
-sudo rm -rf /var/run/oozie
-sudo rm -rf /var/run/zookeeper
-sudo rm -rf /var/run/webhcat
-sudo rm -rf /var/run/nagios
-sudo rm -rf /var/run/hbase
-sudo rm -rf /var/run/hive
-
-sudo rm -rf /usr/lib/hadoop
-sudo rm -rf /usr/lib/hbase
-sudo rm -rf /usr/lib/hive
-sudo rm -rf /usr/lib/oozie
-sudo rm -rf /usr/lib/zookeeper
-sudo rm -rf /usr/lib/nagios
-sudo rm -rf /usr/lib/ambari*
-sudo rm -rf /var/lib/ambari-agent
-sudo rm -rf /var/lib/ambari-server
-sudo rm -rf /var/lib/ganglia
-sudo rm -rf /var/lib/oozie
-sudo rm -rf /var/lib/zookeeper
-sudo rm -rf /var/lib/hadoop-hdfs
-sudo rm -rf /var/lib/mysql/hive*
-
-sudo rm -rf /var/hadoop
-sudo rm -rf /var/nagios
-sudo rm -rf /var/tmp/oozie
-sudo rm -rf /tmp/hive
-sudo rm -rf /tmp/hadoop
-sudo rm -rf /var/cache/yum/x86_64/6/Updates-ambari*
-sudo rm -rf /var/cache/yum/x86_64/6/ambari*
-sudo rm -rf /var/spool/mail/zookeeper
-sudo rm -rf /var/spool/mail/hive
-sudo rm -rf /var/spool/mail/hbase
-sudo rm -rf /var/spool/mail/hdfs
-sudo rm -rf /var/spool/mail/hcat
-sudo rm -rf /var/spool/mail/nagios
-sudo rm -rf /var/spool/mail/mapred
-
-sudo rm -rf /kdump/hadoop
-sudo rm -rf /hadoop
-sudo rm -rf /etc/init.d/ambari*
-
-#==============================================
-#Deleting all userids
-echo "***INFO: Deleting userids"
-sudo /usr/sbin/userdel -fr ambari-qa
-sudo /usr/sbin/userdel -fr mapred
-sudo /usr/sbin/userdel -fr hdfs
-sudo /usr/sbin/userdel -fr rrdcached
-sudo /usr/sbin/userdel -fr hbase
-sudo /usr/sbin/userdel -fr hive
-sudo /usr/sbin/userdel -fr hcat
-sudo /usr/sbin/userdel -fr oozie
-sudo /usr/sbin/userdel -fr sqoop
-sudo /usr/sbin/userdel -fr zookeeper
-sudo /usr/sbin/userdel -fr pulse
-sudo /usr/sbin/userdel -fr nagios
-sudo /usr/sbin/userdel -fr yarn
-sudo /usr/sbin/userdel -fr flume
-sudo /usr/sbin/userdel -fr hue
-sudo /usr/sbin/userdel -fr sqoop2
-
-sudo rm -rf /home/nagios*
-sudo rm -rf /home/mapred*
-sudo rm -rf /home/ambari-qa*
-sudo rm -rf /home/hcat*
-sudo rm -rf /home/hbase*
-sudo rm -rf /home/hive*
-sudo rm -rf /home/zookeeper*
-sudo rm -rf /home/hdfs*
-sudo rm -rf /home/hue*
-#==============================================
-#Deleting all ambari repos
-echo "***INFO: Deleting all ambari repos"
-
-listAmbariRepo=`sudo find / -name ambari.repo*`
-
-if [ ${#listAmbariRepo[@]} -ge 1 ]; then
- for i in ${listAmbariRepo[@]}; do
- sudo rm -rf $i
- done
-fi
-
-#==============================================
-#Deleting any leftover processes
-
-sudo pkill -f ambari
-sudo pkill -f hadoop
-sudo pkill -f zookeeper
-sudo pkill -f hbase
-sudo pkill -f hive
-sudo pkill -f yarn
-sudo pkill -f hdp
-#==============================================
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/tools/traf_hortonworks_uninstall_suse
----------------------------------------------------------------------
diff --git a/install/installer/tools/traf_hortonworks_uninstall_suse b/install/installer/tools/traf_hortonworks_uninstall_suse
deleted file mode 100755
index 1f01fb4..0000000
--- a/install/installer/tools/traf_hortonworks_uninstall_suse
+++ /dev/null
@@ -1,232 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# This script will uninstall Hortonworks
-
-#==============================================
-#Stop All Services
-sudo service nagios stop
-sudo /etc/init.d/hdp-gmetad stop
-sudo /etc/init.d/hdp-gmond stop
-sudo su -l hcat -c "/usr/lib/hcatalog/sbin/webhcat_server.sh stop"
-sudo ps aux | awk '{print $1,$2}' | grep hive | awk '{print $2}' | xargs kill >/dev/null 2>&1
-
-sudo su - zookeeper -c "export ZOOCFGDIR=/etc/zookeeper/conf ; export ZOOCFG=zoo.cfg ;source /etc/zookeeper/conf/zookeeper-env.sh ; /usr/lib/zookeeper/bin/zkServer.sh stop"
-
-sudo su -l hbase -c "/usr/lib/hbase/bin/hbase-daemon.sh --config /etc/hbase/conf stop regionserver"
-
-sudo su -l hbase -c "/usr/lib/hbase/bin/hbase-daemon.sh --config /etc/hbase/conf stop master"
-
-/usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf stop tasktracker
-/usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf stop historyserver
-/usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf stop jobtracker
-/usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf stop datanode
-
-/usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf stop secondarynamenode.
-
-/usr/lib/hadoop/bin/hadoop-daemon.sh --config /etc/hadoop/conf stop namenode
-sudo python /usr/lib/python2.6/site-packages/ambari_agent/HostCleanup.py --silent
-sudo zypper install -y pdsh
-
-#==============================================
-#Erase all packages
-echo "***INFO: Erasing rpm packages"
-sudo zypper remove -y epel-release
-sudo zypper remove -y ganglia-gmond
-sudo zypper remove -y ganglia-web
-sudo zypper remove -y hadoop*
-sudo zypper remove -y libconfuse
-sudo zypper remove -y libganglia
-sudo zypper remove -y lzo
-sudo zypper remove -y lzo-devel
-sudo zypper remove -y ambari-agent
-sudo zypper remove -y ambari-log4j
-sudo zypper remove -y ambari-server
-sudo zypper remove -y perl-rrdtool
-sudo zypper remove -y perl-Crypt-DES
-sudo zypper remove -y perl-Net-SNMP
-sudo zypper remove -y perl-Digest-SHA1
-sudo zypper remove -y perl-Digest-HMAC
-sudo zypper remove -y nagios*
-sudo zypper remove -y fping
-sudo zypper remove -y python-rrdtool
-sudo zypper remove -y rrdtool
-sudo zypper remove -y snappy-devel
-sudo zypper remove -y webhcat-tar-hive
-sudo zypper remove -y extjs
-sudo zypper remove -y webhcat-tar-pig
-sudo zypper remove -y zookeeper
-sudo zypper remove -y snappy
-sudo zypper remove -y oozie
-sudo zypper remove -y oozie-client
-sudo zypper remove -y jdk.x86_84
-
-#==============================================
-#Remove all directories
-echo "***INFO: Removing directories"
-sudo zypper remove -y hcatalog\*
-sudo zypper remove -y hive\*
-sudo zypper remove -y tez
-sudo zypper remove -y hbase\*
-sudo zypper remove -y zookeeper\*
-sudo zypper remove -y pig\*
-sudo zypper remove -y snappy\*
-sudo zypper remove -y hadoop-lzo\*
-sudo zypper remove -y hadoop\*
-sudo zypper remove -y extjs-2.2-1 mysql-connector-java-5.0.8-1\*
-sudo rm -rf /var/cache/yum/x86_64/6/*ambari*
-
-sudo rm -rf /usr/sbin/ambari*
-sudo rm -rf /usr/lib/hcatalog
-sudo rm -rf /usr/lib64/nagios
-sudo rm -rf /usr/share/hdp/nagios
-sudo rm -rf /usr/include/hadoop
-sudo rm -rf /usr/hdp*
-sudo rm -rf /hadoop
-sudo rm -rf /mnt/hadoop*
-sudo rm -rf /etc/yum.repos.d/ambari* /etc/yum.repos.d/HDP*
-sudo rm -rf /etc/ambari*
-sudo rm -rf /etc/hadoop*
-sudo rm -rf /etc/hbase
-sudo rm -rf /etc/hive
-sudo rm -rf /etc/impala
-sudo rm -rf /etc/oozie
-sudo rm -rf /etc/pig
-sudo rm -rf /etc/sqoop*
-sudo rm -rf /etc/zookeeper
-sudo rm -rf /etc/flume*
-sudo rm -rf /etc/hcatalog
-sudo rm -rf /etc/ganglia
-sudo rm -rf /etc/nagios
-sudo rm -rf /etc/webhcat
-sudo rm -rf /etc/hadoop
-sudo rm -rf /etc/hive
-
-sudo rm -rf /var/log/ambari*
-sudo rm -rf /var/log/flume*
-sudo rm -rf /var/log/hadoop*
-sudo rm -rf /var/log/hbase
-sudo rm -rf /var/log/hive
-sudo rm -rf /var/log/hue
-sudo rm -rf /var/log/oozie
-sudo rm -rf /var/log/zookeeper
-sudo rm -rf /var/log/webhcat
-sudo rm -rf /var/log/nagios
-
-sudo rm -rf /var/run/hadoop
-sudo rm -rf /var/run/hadoop-yarn
-sudo rm -rf /var/run/hadoop-mapreduce
-sudo rm -rf /var/run/ganglia
-sudo rm -rf /var/run/oozie
-sudo rm -rf /var/run/zookeeper
-sudo rm -rf /var/run/webhcat
-sudo rm -rf /var/run/nagios
-sudo rm -rf /var/run/hbase
-sudo rm -rf /var/run/hive
-
-sudo rm -rf /usr/lib/hadoop
-sudo rm -rf /usr/lib/hbase
-sudo rm -rf /usr/lib/hive
-sudo rm -rf /usr/lib/oozie
-sudo rm -rf /usr/lib/zookeeper
-sudo rm -rf /usr/lib/nagios
-sudo rm -rf /usr/lib/ambari*
-sudo rm -rf /var/lib/ambari-agent
-sudo rm -rf /var/lib/ambari-server
-sudo rm -rf /var/lib/ganglia
-sudo rm -rf /var/lib/oozie
-sudo rm -rf /var/lib/zookeeper
-sudo rm -rf /var/lib/hadoop-hdfs
-sudo rm -rf /var/lib/mysql/hive*
-
-sudo rm -rf /var/hadoop
-sudo rm -rf /var/nagios
-sudo rm -rf /var/tmp/oozie
-sudo rm -rf /tmp/hive
-sudo rm -rf /tmp/hadoop
-sudo rm -rf /var/cache/yum/x86_64/6/Updates-ambari*
-sudo rm -rf /var/cache/yum/x86_64/6/ambari*
-sudo rm -rf /var/spool/mail/zookeeper
-sudo rm -rf /var/spool/mail/hive
-sudo rm -rf /var/spool/mail/hbase
-sudo rm -rf /var/spool/mail/hdfs
-sudo rm -rf /var/spool/mail/hcat
-sudo rm -rf /var/spool/mail/nagios
-sudo rm -rf /var/spool/mail/mapred
-
-sudo rm -rf /kdump/hadoop
-sudo rm -rf /hadoop
-sudo rm -rf /etc/init.d/ambari*
-
-#==============================================
-#Deleting all userids
-echo "***INFO: Deleting userids"
-sudo /usr/sbin/userdel -fr ambari-qa
-sudo /usr/sbin/userdel -fr mapred
-sudo /usr/sbin/userdel -fr hdfs
-sudo /usr/sbin/userdel -fr rrdcached
-sudo /usr/sbin/userdel -fr hbase
-sudo /usr/sbin/userdel -fr hive
-sudo /usr/sbin/userdel -fr hcat
-sudo /usr/sbin/userdel -fr oozie
-sudo /usr/sbin/userdel -fr sqoop
-sudo /usr/sbin/userdel -fr zookeeper
-sudo /usr/sbin/userdel -fr pulse
-sudo /usr/sbin/userdel -fr nagios
-sudo /usr/sbin/userdel -fr yarn
-sudo /usr/sbin/userdel -fr flume
-sudo /usr/sbin/userdel -fr hue
-sudo /usr/sbin/userdel -fr sqoop2
-
-sudo rm -rf /home/nagios*
-sudo rm -rf /home/mapred*
-sudo rm -rf /home/ambari-qa*
-sudo rm -rf /home/hcat*
-sudo rm -rf /home/hbase*
-sudo rm -rf /home/hive*
-sudo rm -rf /home/zookeeper*
-sudo rm -rf /home/hdfs*
-sudo rm -rf /home/hue*
-#==============================================
-#Deleting all ambari repos
-echo "***INFO: Deleting all ambari repos"
-
-listAmbariRepo=`sudo find / -name ambari.repo*`
-
-if [ ${#listAmbariRepo[@]} -ge 1 ]; then
- for i in ${listAmbariRepo[@]}; do
- sudo rm -rf $i
- done
-fi
-
-#==============================================
-#Deleting any leftover processes
-
-sudo pkill -f ambari
-sudo pkill -f hadoop
-sudo pkill -f zookeeper
-sudo pkill -f hbase
-sudo pkill -f hive
-sudo pkill -f yarn
-sudo pkill -f hdp
-#==============================================
-
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/tools/traf_mapr_uninstall
----------------------------------------------------------------------
diff --git a/install/installer/tools/traf_mapr_uninstall b/install/installer/tools/traf_mapr_uninstall
deleted file mode 100755
index 78c1368..0000000
--- a/install/installer/tools/traf_mapr_uninstall
+++ /dev/null
@@ -1,49 +0,0 @@
-#!/bin/bash
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-#This script will uninstall MapR
-
-#==============================================
-#Stop the Warden on all nodes
-service mapr-warden stop
-
-#Stop ZooKeeper on all nodes
-service mapr-zookeeper stop
-
-#Delete all mapr-core* files
-sudo yum --assumeyes erase mapr-core\*
-
-#Delete all mapr-zk-internal* files
-sudo yum --assumeyes erase mapr-zk-internal\*
-
-#Delete /opt/mapr directory and all files within
-sudo rm -rf /opt/mapr
-
-#Delete /opt/storagefile and /opt/mapr-setup
-sudo rm -rf /opt/storagefile
-sudo rm -rf /opt/mapr-setup
-
-#Delete any cached repos
-sudo rm -rf /var/cache/yum/x86_64/6/mapr*
-sudo yum clean all
-
-#==============================================
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/tools/trafodion_scanner
----------------------------------------------------------------------
diff --git a/install/installer/tools/trafodion_scanner b/install/installer/tools/trafodion_scanner
deleted file mode 100755
index e9a8ed8..0000000
--- a/install/installer/tools/trafodion_scanner
+++ /dev/null
@@ -1,525 +0,0 @@
-#!/usr/bin/python -tt
-
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-import os
-import sys
-import tempfile
-import re
-import logging
-import subprocess
-import string
-from optparse import OptionParser
-
-# exit codes
-EXIT_SUCCESS = 0 # Success
-EXIT_GENERAL_ERROR = 1 # One or more errors encountered (invalid arguments, prerequisites not satisfied, can't execute check command, etc)
-EXIT_CHECK_ERROR = 2 # At least one check failed with error severity (required configuration)
-EXIT_CHECK_WARNING = 3 # At least one check failed with warning severity (recommended configuration) and no checks failed with error severity
-
-# default trafodion configuration file
-DEFAULT_TRAFODION_CONFIG_FILE = '/etc/trafodion/trafodion_config'
-
-# logger name
-LOGGER_NAME = 'trafodion_scanner'
-
-def configure_logger(log_file):
- logger = logging.getLogger(LOGGER_NAME)
- logger.setLevel(logging.DEBUG)
- formatter = logging.Formatter("%(asctime)s - %(name)s - %(levelname)s - %(message)s")
- fh = logging.FileHandler(log_file)
- fh.setLevel(logging.DEBUG)
- fh.setFormatter(formatter)
- logger.addHandler(fh)
- return logger
-
-def report_error_and_exit(error_string):
- print(error_string)
- logger = logging.getLogger(LOGGER_NAME)
- logger.error(error_string);
- sys.exit(EXIT_GENERAL_ERROR)
-
-def compare_check_result(result, expected_result, comparison_operator):
- # for the comparison operators (str_lt, str_le, str_eq, str_ne, str_ge, str_gt),
- # we first cast the result and expected_result to string type, to enable correct comparison
- if (comparison_operator.startswith('str_')):
- result = str(result); expected_result = str(expected_result)
-
- # for the comparison operators (int_lt, int_le, int_eq, int_ne, int_ge, int_gt),
- # we first cast the result and expected_result to integer type, to enable correct comparison
- if (comparison_operator.startswith('int_')):
- result = int(result); expected_result = int(expected_result)
-
- if (comparison_operator.endswith('lt')):
- return expected_result < result
- if (comparison_operator.endswith('le')):
- return expected_result <= result
- if (comparison_operator.endswith('eq')):
- return expected_result == result
- if (comparison_operator.endswith('ne')):
- return expected_result != result
- if (comparison_operator.endswith('ge')):
- return expected_result >= result
- if (comparison_operator.endswith('gt')):
- return expected_result > result
-
-def exec_command(cmd_string):
- temp_file=tempfile.TemporaryFile()
- exit_code = subprocess.call(cmd_string, stdout=temp_file, stderr=subprocess.STDOUT, shell=True)
- temp_file.seek(0) # go back to start of file before read
- cmd_output = temp_file.read()
- cmd_output = cmd_output.strip() # trim leading and trailing whitespace
- return (cmd_output, exit_code)
-
-def exec_command_remote(cmd_string, node_name):
- named_temp_file=tempfile.NamedTemporaryFile(delete=False)
- named_temp_file.write(cmd_string)
- named_temp_file.close()
- cmd = 'cat ' + named_temp_file.name + ' | ssh -oStrictHostKeyChecking=no -oBatchMode=yes -q -T ' + node_name
- (cmd_output, exit_code) = exec_command(cmd)
- os.remove(named_temp_file.name)
- return (cmd_output, exit_code)
-
-def exec_command_interactive(cmd_string):
- exit_code = subprocess.call(cmd_string, shell=True)
- return exit_code
-
-def read_scanner_config(filename):
- with open(filename, 'r') as config:
- logger = logging.getLogger(LOGGER_NAME)
- logger.info("Reading scanner configuration file %s", filename)
- lines = []
- for line in config:
- if re.search('^#', line) or re.search('^\s*$', line): # skip comments and blank lines
- continue
- elif re.search(':::', line): # configuration line
- lines.append(line.split(':::'))
- elif len(lines) > 0: # multi-line command, append to the command in the last configuration line
- lines[-1][-1] += line
- else: # unexpected line, raise an error and exit
- err_str = 'Fatal error: encountered unexpected line in scanner configuration file: %s' % (line)
- report_error_and_exit(err_str)
- return lines
-
-def read_trafodion_config(filename):
- with open(filename, 'r') as config:
- logger = logging.getLogger(LOGGER_NAME)
- logger.info("Reading trafodion configuration file %s", filename)
- trafodion_config = {}
- for line in config:
- # skip comments and blank lines
- if re.search('^#', line) or re.search('^\s*$', line):
- continue
- # lines like this: export TRAF_USER="trafodion"
- match = re.search('^(\s*export)\s+(.+)="(.*)"\s*$', line)
- if match:
- trafodion_config[match.group(2).strip()] = match.group(3).strip() # trim leading and trailing whitespace
- continue
- # lines like this: TRAF_USER=trafodion
- match = re.search('^\s*(.+)=(.*)\s*$', line)
- if match:
- trafodion_config[match.group(1).strip()] = match.group(2).strip() # trim leading and trailing whitespace
- continue
- # unexpected line, raise an error and exit
- err_str = 'Fatal error: encountered unexpected line in trafodion configuration file: %s' % (line)
- report_error_and_exit(err_str)
- return trafodion_config
-
-def replace_placeholders_in_command_string(cmd_string, placeholder_map):
- new_cmd_string = cmd_string
- for placeholder in placeholder_map:
- new_cmd_string = new_cmd_string.replace(placeholder, placeholder_map[placeholder])
- new_cmd_string = re.sub('<<<.*>>>', 'undefined', new_cmd_string) # handle unrecognized placeholders
- return new_cmd_string
-
-def validate_severity_level(severity_level, operation, name):
- if (severity_level not in ('error', 'warning')):
- err_str = 'Fatal error: invalid severity level "%s" ' % (severity_level)
- err_str += 'specified for %s operation "%s". Exiting.' % (operation, name)
- report_error_and_exit(err_str)
-
-def validate_comparison_operator(comparison_operator, operation, name):
- if (comparison_operator not in ('str_lt', 'str_le', 'str_eq', 'str_ne', 'str_ge', 'str_gt') and
- comparison_operator not in ('int_lt', 'int_le', 'int_eq', 'int_ne', 'int_ge', 'int_gt')):
- err_str = 'Fatal error: invalid comparison operator "%s" ' % (comparison_operator)
- err_str += 'specified for %s operation "%s". Exiting.' % (operation, name)
- report_error_and_exit(err_str)
-
-# This function will return a dictionary that's keyed by the distinct set of the input strings.
-# The value for each key will be the list of node names associated with each distinct input string.
-# Example:
-# INPUT:
-# list_of_node_names = ['n001', 'n002', 'n003', 'n004']
-# map_of_strings_by_node_name = {'n001': 'hello', 'n002': 'hi there', 'n003': 'hello', 'n004': 'goodbye'}
-# OUTPUT:
-# node_grouping = {'hello': ['n001', 'n003'], 'hi there': ['n002'], 'goodbye': ['n004']}
-def group_nodes_by_string(list_of_node_names, map_of_strings_by_node_name):
- node_grouping = {}
- for node_name in list_of_node_names:
- if node_name in map_of_strings_by_node_name:
- string_for_node = map_of_strings_by_node_name[node_name]
- else:
- string_for_node = ''
- if string_for_node in node_grouping:
- node_grouping[string_for_node].append(node_name)
- else:
- node_grouping[string_for_node] = [node_name]
- return node_grouping
-
-def check_passwordless_ssh_and_sudo_access(list_of_node_names):
- logger = logging.getLogger(LOGGER_NAME)
- count_of_nodes = len(list_of_node_names)
- count_of_inaccessible_nodes = 0
- count_of_nodes_without_sudo_access = 0
- count_of_nodes_with_error = 0
- for node_name in list_of_node_names:
- cmd = 'echo "sudo -n echo test >/dev/null" | ssh -oStrictHostKeyChecking=no -oBatchMode=yes -T ' + node_name
- (cmd_output, exit_code) = exec_command(cmd)
- # ssh exits with 255 if an ssh-related error occurred, otherwise with the exit status of the remote command
- if exit_code == 255:
- count_of_inaccessible_nodes += 1
- err_str = '***ERROR: Unable to access %s via passwordless ssh: %s' % (node_name, cmd_output)
- logger.error(err_str); print(err_str)
- # sudo exits with 1 if there is a configuration/permission problem
- elif exit_code == 1:
- count_of_nodes_without_sudo_access += 1
- if 'must have a tty to run sudo' in cmd_output:
- err_str = '***ERROR: sudo access is not correctly configured for the user running this script '
- err_str += 'on node %s: requiretty must be disabled for this user in /etc/sudoers.' % (node_name)
- logger.error(err_str); print(err_str)
- else:
- err_str = '***ERROR: sudo access is not enabled for the user running this script '
- err_str += 'on node %s: this script must be run by a user with full sudo access.' % (node_name)
- logger.error(err_str); print(err_str)
- # unexpected error encountered
- elif exit_code != 0:
- count_of_nodes_with_error += 1
- err_str = '***ERROR: could not check passwordless ssh and/or sudo access on node %s.' % (node_name)
- err_str += '\nError details: command executed: %s, exit code: %d, output: %s' % (cmd, exit_code, cmd_output)
- logger.error(err_str); print(err_str)
- if count_of_inaccessible_nodes > 0:
- err_str = 'Fatal error: unable to access %d of %d ' % (count_of_inaccessible_nodes, count_of_nodes)
- err_str += 'specified nodes via passwordless ssh.'
- logger.error(err_str); print(err_str)
- if count_of_nodes_without_sudo_access > 0:
- err_str = 'Fatal error: sudo access is not enabled and/or correctly configured for the user running '
- err_str += 'this script on %d of %d specified nodes.' % (count_of_nodes_without_sudo_access, count_of_nodes)
- logger.error(err_str); print(err_str)
- if count_of_nodes_with_error > 0:
- err_str = 'Fatal error: could not check passwordless ssh and/or sudo access on '
- err_str += '%d of %d specified nodes.' % (count_of_nodes_with_error, count_of_nodes)
- logger.error(err_str); print(err_str)
- if count_of_inaccessible_nodes > 0 or count_of_nodes_without_sudo_access > 0 or count_of_nodes_with_error > 0:
- err_str = 'Exiting due to fatal error(s).'
- logger.error(err_str); print(err_str)
- sys.exit(EXIT_GENERAL_ERROR)
-
-def main(argv):
- parser = OptionParser()
- parser.add_option("-c", "--scanner_config_file", dest="scanner_config_file",
- help="Scanner configuration file. Default is ./trafodion_scanner.cfg.",
- default="./trafodion_scanner.cfg")
- parser.add_option("-t", "--trafodion_config_file", dest="trafodion_config_file",
- help="Trafodion configuration file. Default is %s." % (DEFAULT_TRAFODION_CONFIG_FILE),
- default=DEFAULT_TRAFODION_CONFIG_FILE)
- parser.add_option("-l", "--log_file", dest="log_file",
- help="Scanner log file. Default is ./trafodion_scanner.log. "\
- "If the file doesn't exist, it will be created. Otherwise, the existing file will be appended.",
- default="./trafodion_scanner.log")
- parser.add_option("-o", "--single_operation", dest="single_operation",
- help="Execute a single operation from the Scanner configuration file. "\
- "The operation must be specified by name. This option can be used for operations "\
- "of type CHECK_CONFIG and COMPARE_CONFIG. Example: --single_operation \"MinNumCores\".")
- parser.add_option("-p", "--skip_prerequisite_checks", dest="skip_prerequisite_checks", action='store_true',
- help="This special option causes the Scanner to skip the prerequisite checks "\
- "that are normally executed at the beginning: passwordless ssh access checks and sudo access "\
- "checks. This option is especially useful in combination with the --single_operation (-o) option.",
- default=False)
- (options, args) = parser.parse_args()
-
- # for convenience, set flag variables based on some of the options
- single_operation_flag = False if ((options.single_operation is None) or (len(options.single_operation.strip()) == 0)) else True
- skip_prerequisite_checks_flag = True if options.skip_prerequisite_checks == True else False
-
- # special variable placeholders and their values, for replacement in the command strings
- placeholder_map = {}
-
- # severity level for each CHECK_CONFIG and COMPARE_CONFIG operation (by name), for summary info reporting
- severity_map = {}
-
- try:
- logger = configure_logger(options.log_file)
- except IOError as e:
- print 'Fatal error: cannot open log file "%s": %s\nExiting.' % (options.log_file, e.strerror)
- sys.exit(EXIT_GENERAL_ERROR)
-
- logger.info('Started')
- logger.info('Using the following options: --scanner_config_file="%s", --trafodion_config_file="%s", '\
- '--log_file="%s", --single_operation="%s", --skip_prerequisite_checks="%s"',
- options.scanner_config_file, options.trafodion_config_file, options.log_file,
- options.single_operation, options.skip_prerequisite_checks)
-
- # obtain the Trafodion configuration settings
- # if the options.trafodion_config_file exists we use it, otherwise we invoke the traf_config_setup script
- # to create a new trafodion configuration file (DEFAULT_TRAFODION_CONFIG_FILE)
- if os.path.isfile(options.trafodion_config_file):
- trafodion_config_file = options.trafodion_config_file
- else:
- logger.info('Trafodion configuration file "%s" not found, invoking traf_config_setup', options.trafodion_config_file)
- trafodion_config_file = DEFAULT_TRAFODION_CONFIG_FILE
- this_script_dir = os.path.dirname(os.path.abspath(__file__))
- traf_config_setup_script_dir = os.path.abspath(this_script_dir + '/../')
- command_string = 'cd ' + traf_config_setup_script_dir + '; ./traf_config_setup --scanner_mode'
- exit_code = exec_command_interactive(command_string)
- if exit_code != 0:
- err_str = 'Fatal error: traf_config_setup failed\nError details: '
- err_str += 'command executed: %s, exit code: %d\nExiting.' % (command_string, exit_code)
- report_error_and_exit(err_str)
- try:
- trafodion_config=read_trafodion_config(trafodion_config_file)
- except IOError as e:
- err_str = 'Fatal error: cannot open trafodion configuration file "%s": %s\nExiting.' % (trafodion_config_file, e.strerror)
- report_error_and_exit(err_str)
- trafodion_config_settings_string = ''
- for key in sorted(trafodion_config):
- trafodion_config_settings_string += ' %s = "%s"\n' % (key, trafodion_config[key])
- logger.info('Using the following trafodion configuration settings:\n%s', trafodion_config_settings_string)
-
- # set variables based on the trafodion configuration
- if 'NODE_LIST' in trafodion_config:
- list_of_node_names = sorted(trafodion_config['NODE_LIST'].split())
- count_of_nodes = len(list_of_node_names)
- if count_of_nodes == 0:
- err_str = 'Fatal error: the NODE_LIST trafodion configuration setting is empty.\nExiting.'
- report_error_and_exit(err_str)
- else:
- err_str = 'Fatal error: the NODE_LIST trafodion configuration setting is not defined.\nExiting.'
- report_error_and_exit(err_str)
- for variable in trafodion_config:
- placeholder_map['<<<' + variable + '>>>'] = trafodion_config[variable]
-
- # execute the prerequisite checks
- if (not skip_prerequisite_checks_flag):
- info_str = 'Executing prerequisite checks.'
- logger.info(info_str); print(info_str)
-
- # we first validate that we can access the specified nodes via passwordless ssh
- # and that the userid running this script has full sudo access (required for some
- # scanner checks and also for the Trafodion installation)
- check_passwordless_ssh_and_sudo_access(list_of_node_names)
-
- info_str = 'Prerequisite checks completed.'
- logger.info(info_str); print(info_str)
-
- num_RECORD_CONFIG_operations_done = 0
- num_CHECK_CONFIG_operations_done = 0
- num_COMPARE_CONFIG_operations_done = 0
- check_exit_code = EXIT_SUCCESS
-
- check_failures_per_node = {}
- for node_name in list_of_node_names:
- check_failures_per_node[node_name] = []
-
- try:
- scan_lines=read_scanner_config(options.scanner_config_file)
- except IOError as e:
- err_str = 'Fatal error: cannot open scanner configuration file "%s": %s\nExiting.' % (options.scanner_config_file, e.strerror)
- report_error_and_exit(err_str)
-
- for i in range(len(scan_lines)):
- operation = scan_lines[i][0].strip() # trim leading and trailing whitespace
-
- # RECORD_CONFIG ::: <description> ::: <command>
- if (operation == 'RECORD_CONFIG'):
- descripion = scan_lines[i][1].strip() # trim leading and trailing whitespace
- command_string = scan_lines[i][2].strip() # trim leading and trailing whitespace
-
- # special logic for the --single_operation (-o) option
- if (single_operation_flag):
- continue
-
- num_RECORD_CONFIG_operations_done += 1
-
- # before command execution, we need to replace the special variable placeholders
- # in the command string with the corresponding values
- command_string = replace_placeholders_in_command_string(command_string, placeholder_map)
-
- for node_name in list_of_node_names:
- (command_output, exit_code) = exec_command_remote(command_string, node_name)
-
- logger.info('Configuration Recorded on node %s: %s: command executed: "%s", command output:\n%s\n',
- node_name, descripion, command_string, command_output)
- print 'Configuration Recorded on node ' + node_name + ': ' + string.ljust(descripion, 59) + '(see log)'
-
- # CHECK_CONFIG ::: <name> ::: <description> ::: <severity level> ::: <expected value> ::: <comparison operator> ::: <command>
- elif (operation == 'CHECK_CONFIG'):
- name = scan_lines[i][1].strip() # trim leading and trailing whitespace
- descripion = scan_lines[i][2].strip() # trim leading and trailing whitespace
- severity_level = scan_lines[i][3].strip() # trim leading and trailing whitespace
- expected_value = scan_lines[i][4].strip() # trim leading and trailing whitespace
- comparison_operator = scan_lines[i][5].strip() # trim leading and trailing whitespace
- command_string = scan_lines[i][6].strip() # trim leading and trailing whitespace
-
- # special logic for the --single_operation (-o) option
- if (single_operation_flag and options.single_operation.strip() != name):
- continue
-
- num_CHECK_CONFIG_operations_done += 1
-
- # validate the severity_level
- validate_severity_level(severity_level, operation, name)
-
- # record severity level for summary info reporting
- severity_map[name] = severity_level
-
- # validate the comparison_operator
- validate_comparison_operator(comparison_operator, operation, name)
-
- # before command execution, we need to replace the special variable placeholders
- # in the command string with the corresponding values
- command_string = replace_placeholders_in_command_string(command_string, placeholder_map)
-
- for node_name in list_of_node_names:
- (command_output, exit_code) = exec_command_remote(command_string, node_name)
-
- try:
- compare_outcome = compare_check_result(command_output, expected_value, comparison_operator)
- except ValueError:
- compare_outcome = False
-
- if (compare_outcome):
- check_outcome = "PASSED"
- else:
- check_outcome = "FAILED [%s]" % (severity_level)
- check_failures_per_node[node_name].append(name)
- if severity_level == 'error' and (check_exit_code == EXIT_SUCCESS or check_exit_code == EXIT_CHECK_WARNING):
- check_exit_code = EXIT_CHECK_ERROR
- elif severity_level == 'warning' and (check_exit_code == EXIT_SUCCESS):
- check_exit_code = EXIT_CHECK_WARNING
-
- detail_str = ' EXECUTION DETAILS: command executed: "%s", command output: "%s"\n' % (command_string, command_output)
- detail_str += ' EXPECTED RESULT: <expected value> <comparison operator> <command output>: '
- detail_str += '"%s" %s "%s" --> ' % (expected_value, comparison_operator, command_output)
- detail_str += 'condition satisfied' if check_outcome == "PASSED" else 'condition not satisfied'
- logger.info('Configuration Checked on node %s: %s: %s: %s\n%s\n',
- node_name, name, descripion, check_outcome, detail_str)
- print 'Configuration Checked on node ' + node_name + ': ' + string.ljust(descripion, 60) + ':' + check_outcome
-
- # COMPARE_CONFIG ::: <name> ::: <description> ::: <severity level> ::: <command>
- elif (operation == 'COMPARE_CONFIG'):
- name = scan_lines[i][1].strip() # trim leading and trailing whitespace
- descripion = scan_lines[i][2].strip() # trim leading and trailing whitespace
- severity_level = scan_lines[i][3].strip() # trim leading and trailing whitespace
- command_string = scan_lines[i][4].strip() # trim leading and trailing whitespace
-
- # special logic for the --single_operation (-o) option
- if (single_operation_flag and options.single_operation.strip() != name):
- continue
-
- num_COMPARE_CONFIG_operations_done += 1
-
- # validate the severity_level
- validate_severity_level(severity_level, operation, name)
-
- # record severity level for summary info reporting
- severity_map[name] = severity_level
-
- # before command execution, we need to replace the special variable placeholders
- # in the command string with the corresponding values
- command_string = replace_placeholders_in_command_string(command_string, placeholder_map)
-
- node_output_map = {}
- for node_name in list_of_node_names:
- (command_output, exit_code) = exec_command_remote(command_string, node_name)
- node_output_map[node_name] = command_output
- output_node_grouping = group_nodes_by_string(list_of_node_names, node_output_map)
- if (len(output_node_grouping) == 1):
- # there is only one item in the output_node_grouping dictionary,
- # which means that all nodes had the same command ouput
- check_outcome = "PASSED"
- else:
- check_outcome = "FAILED [%s]" % (severity_level)
- # this check failed for all the nodes because they were found to be inconsistent
- for node_name in list_of_node_names:
- check_failures_per_node[node_name].append(name)
- if severity_level == 'error' and (check_exit_code == EXIT_SUCCESS or check_exit_code == EXIT_CHECK_WARNING):
- check_exit_code = EXIT_CHECK_ERROR
- elif severity_level == 'warning' and (check_exit_code == EXIT_SUCCESS):
- check_exit_code = EXIT_CHECK_WARNING
-
- detail_str = ' EXECUTION DETAILS: command executed on each node: "%s"\n' % (command_string)
- detail_str += ' EXPECTED RESULT: all nodes produce the same output\n'
- detail_str += ' ACTUAL RESULT: '
- if (check_outcome == "PASSED"):
- detail_str += 'all nodes produced the same output: %s\n' % (output_node_grouping.keys().pop())
- else:
- detail_str += 'nodes produced different output: \n'
- for node_output_string in output_node_grouping:
- detail_str += ' ' + ', '.join(output_node_grouping[node_output_string]) + ': ' + node_output_string + '\n'
- logger.info('Consistency Checked among all nodes: %s: %s: %s\n%s\n', name, descripion, check_outcome, detail_str)
- print 'Consistency Checked among all nodes' + ': ' + string.ljust(descripion, 59) + ':' + check_outcome
-
- # unexpected operation type
- else:
- err_str = 'Fatal error: invalid operation type "%s" specified. Exiting.' % (operation)
- report_error_and_exit(err_str)
-
- # special logic for the --single_operation (-o) option
- if (single_operation_flag and (num_CHECK_CONFIG_operations_done == 0 and num_COMPARE_CONFIG_operations_done == 0)):
- err_str = 'Fatal error: invalid operation name "%s" specified ' % (options.single_operation.strip())
- err_str += 'for the --single_operation (-o) option. Exiting.'
- report_error_and_exit(err_str)
-
- ### report summary stats ###
-
- check_failures_per_node_as_sorted_strings = {}
- for node_name in list_of_node_names:
- sorted_string = ''
- if len(check_failures_per_node[node_name]) == 0:
- sorted_string = 'All checks PASSED'
- else:
- sorted_check_failure_list = sorted(check_failures_per_node[node_name])
- for check_failure in sorted_check_failure_list:
- if sorted_string != '': sorted_string += ', '
- sorted_string += check_failure + ' check FAILED [%s]' % (severity_map[check_failure])
- check_failures_per_node_as_sorted_strings[node_name] = sorted_string
-
- check_failures_node_grouping = group_nodes_by_string(list_of_node_names, check_failures_per_node_as_sorted_strings)
-
- summary_string = 'Completed Execution on ' + str(count_of_nodes) + ' nodes: ' + ', '.join(list_of_node_names) + '\n'
- summary_string += 'Results: \n'
- for check_failures_sorted_string in sorted(check_failures_node_grouping, key=len):
- summary_string += ' ' + ', '.join(check_failures_node_grouping[check_failures_sorted_string])
- summary_string += ' - ' + check_failures_sorted_string + '\n'
-
- log_file_string = '\nAdditional details in log file: %s\n' % (os.path.abspath(options.log_file))
-
- logger.info('\n\n******* SUMMARY *******\n%s', summary_string)
- print '\n******* SUMMARY *******\n' + summary_string + log_file_string
-
- logger.info('Execution completed, exiting with status code %d', check_exit_code)
-
- sys.exit(check_exit_code)
-
-# Call the main() function to begin the program
-if __name__ == '__main__':
- main(sys.argv[1:])
http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/54459952/install/installer/tools/trafodion_scanner.cfg
----------------------------------------------------------------------
diff --git a/install/installer/tools/trafodion_scanner.cfg b/install/installer/tools/trafodion_scanner.cfg
deleted file mode 100644
index 980ad56..0000000
--- a/install/installer/tools/trafodion_scanner.cfg
+++ /dev/null
@@ -1,194 +0,0 @@
-# @@@ START COPYRIGHT @@@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# @@@ END COPYRIGHT @@@
-
-# Configuration file for the Trafodion Scanner
-#
-# A line with comments must start with a '#' character.
-#
-# The Trafodion Scanner can be configured to perform one or more of the
-# following operations: RECORD_CONFIG, CHECK_CONFIG, COMPARE_CONFIG.
-#
-# The RECORD_CONFIG operation is used to collect various system information for future
-# reference, such as to aid with troubleshooting. This is done by executing a command
-# on each node specified in the Trafodion configuration and recording the output
-# in the trafodion_scanner log file.
-#
-# The CHECK_CONFIG operation is used to check the cluster for attributes
-# that will commonly cause Trafodion installation issues, runtime performance problems,
-# and so on. These attributes are divided into two categories: required and recommended.
-# The checks for required attributes are configured with a severity level of [error],
-# while the checks for recommended attributes are configured with a severity level of [warning].
-# A check is performed by executing a command on each node specified in the Trafodion
-# configuration and comparing the output against an expected value, using the specified
-# comparison operator.
-#
-# The COMPARE_CONFIG operation is used to check the consistency among all cluster nodes, for
-# example, check whether all nodes have the same HBase version. This is done by executing a
-# command on each node specified in the Trafodion configuration and comparing the output.
-# If the output is different, the nodes are deemed to be inconsistent. Similar to
-# the CHECK_CONFIG operation, a severity level of either [error] or [warning] is configured
-# for each consistency check.
-#
-# Here is the precise specification format for each type of operation:
-#
-# CHECK_CONFIG ::: <name> ::: <description> ::: <severity level> ::: <expected value> ::: <comparison operator> ::: <command>
-# COMPARE_CONFIG ::: <name> ::: <description> ::: <severity level> ::: <command>
-# RECORD_CONFIG ::: <description> ::: <command>
-#
-# Here is an explanation of each token:
-#
-# <name> is a short identifier for the configured operation. It must be unique. In other words,
-# the same name cannot be used for multiple operations within a configuration file.
-#
-# <description> is an English description for the configured operation.
-#
-# <severity level> is the severity level for the configured operation. The possible values are 'error' and 'warning'.
-#
-# <expected value> is the expected value for the configured operation.
-#
-# <comparison operator> is the operator to use for comparison of the <expected value> and "<command> output".
-# There are two types of operators: for string comparison and integer comparison.
-# The available operators for string comparison are: str_lt, str_le, str_eq, str_ne, str_ge, str_gt.
-# The available operators for integer comparison are: int_lt, int_le, int_eq, int_ne, int_ge, int_gt.
-# Here is the meaning for each operator: lt means "less than", le means "less than or equal",
-# eq means "equal", ne means "not equal", ge means "greater than or equal", gt means "greater than".
-# The operator will be applied as follows: <expected value> <comparison operator> "<command> output",
-# for example: <expected value> int_le "<command> output". The comparison will be done only once, on
-# the entire "<command> output", even if it contains multiple values/lines.
-#
-# <command> is the command to execute for the configured operation. This command will be executed on each node specified in
-# the Trafodion configuration. The command string can span multiple lines. However, pipelines within
-# the command string cannot be split across multiple lines. Special placeholder variables can be specified
-# in the command string within <<<>>>. The Trafodion Scanner will replace each placeholder variable by its
-# corresponding value, as determined at runtime. Currently the following placeholder variables are available:
-# a) All variables specified in the Trafodion configuration, for example <<<TRAF_USER>>>, <<<TRAF_PACKAGE>>>, etc.
-# The value is 'undefined' when the variable is not defined in the Trafodion configuration.
-
-### Configuration Recording ###
-
-RECORD_CONFIG ::: Number of cores ::: grep -c '^processor' /proc/cpuinfo
-
-RECORD_CONFIG ::: GB of total physical memory ::: grep MemTotal /proc/meminfo | awk '{printf ("%.0f",$2/(1024*1024))}'
-
-RECORD_CONFIG ::: Linux distribution ::: lsb_release -a
-
-RECORD_CONFIG ::: User limit settings ::: ulimit -a
-
-RECORD_CONFIG ::: System information ::: uname -a
-
-RECORD_CONFIG ::: Kernel parameters ::: /sbin/sysctl -a
-
-RECORD_CONFIG ::: Network configuration ::: /sbin/ip addr show
-
-RECORD_CONFIG ::: Available filesystems ::: df -h
-
-RECORD_CONFIG ::: Installed RPMs ::: rpm -qa | sort
-
-RECORD_CONFIG ::: Hadoop version ::: hadoop version
-
-RECORD_CONFIG ::: HBase version ::: hbase version
-
-RECORD_CONFIG ::: HBase Java version ::: hbase -version
-
-RECORD_CONFIG ::: Default Java version ::: java -version
-
-### Configuration Checking ###
-
-CHECK_CONFIG ::: HardwarePlatform ::: Supported hardware platform ::: error ::: x86_64 ::: str_eq ::: uname -i
-
-CHECK_CONFIG ::: MinNumCores ::: Minimum number of cores ::: warning ::: 2 ::: int_le ::: grep -c '^processor' /proc/cpuinfo
-
-CHECK_CONFIG ::: MinGBTotalPhysicalMemory ::: Minimum GB of total physical memory ::: warning ::: 16 ::: int_le :::
-grep MemTotal /proc/meminfo | awk '{printf ("%.0f",$2/(1024*1024))}'
-
-CHECK_CONFIG ::: LinuxDistro ::: Supported Linux distribution ::: error ::: 0 ::: int_ne :::
-lsb_release -a | grep -c -e 'Red' -e 'CentOS'
-
-CHECK_CONFIG ::: ValidHostnameFQDNConfig ::: Valid hostname FQDN configuration ::: warning ::: PASS ::: str_eq :::
-if [[ "$(hostname -f)" == "$(hostname -s)" ]]; then
- echo FAIL
-elif [[ "$(hostname -f | grep -c '\.')" != "1" ]]; then
- echo FAIL
-else
- echo PASS
-fi
-
-CHECK_CONFIG ::: KernelPidMaxLimit ::: Upper limit for kernel.pid_max setting ::: error ::: 65535 ::: int_ge :::
-/sbin/sysctl -n kernel.pid_max
-
-CHECK_CONFIG ::: ntpdServiceRunning ::: ntpd service is running ::: error ::: 0 ::: int_ne :::
-/sbin/service ntpd status | grep -c 'is running'
-
-CHECK_CONFIG ::: iptablesFirewallNotEnabled ::: iptables firewall is not enabled ::: warning ::: notEnabled ::: str_eq :::
-stat=$(sudo -n /sbin/service iptables status 2>&1)
-if echo "$stat" | grep -q -e 'is not running' -e 'unrecognized service'; then
- echo notEnabled
-elif echo "$stat" | grep -q '^[0-9]'; then
- echo enabled
-else
- echo notEnabled
-fi
-
-CHECK_CONFIG ::: HyperthreadingEnabled ::: Hyperthreading is enabled, if capability exists ::: warning ::: 1 ::: int_ne :::
-if grep '^flags' /proc/cpuinfo | grep -iq 'HT'; then
- grep -E '^(cpu cores|siblings)' /proc/cpuinfo | cut -d ':' -f 2 | uniq | wc -l
-else
- echo 0
-fi
-
-CHECK_CONFIG ::: HadoopDistro ::: Supported Hadoop distribution ::: error ::: 0 ::: int_ne :::
-hadoop version 2>&1 | grep -c -e 'hortonworks' -e 'cloudera'
-
-CHECK_CONFIG ::: HBaseVersion ::: Supported HBase version ::: error ::: 0 ::: int_ne :::
-if [[ "<<<CDH_5_3_HDP_2_2_SUPPORT>>>" == "Y" ]]; then
- hbase version 2>&1 | grep -c -e 'HBase 0.98.4' -e 'HBase 0.98.6'
-else
- hbase version 2>&1 | grep -c -e 'HBase 0.98.0.2' -e 'HBase 0.98.1'
-fi
-
-CHECK_CONFIG ::: HBaseJavaVersion ::: Supported HBase Java version ::: error ::: 0 ::: int_ne :::
-hbase -version 2>&1 | grep -c '1.7.'
-
-CHECK_CONFIG ::: YumAndInternetConnection ::: Yum and Internet connection ::: warning ::: PASS ::: str_eq :::
-which yumdownloader &>/dev/null
-if [[ "$?" == "0" ]]; then
- mkdir /tmp/yum-check-temp-dir-$$ &>/dev/null
- cmdout=$(yumdownloader --destdir /tmp/yum-check-temp-dir-$$ 'pdsh' 2>&1)
- if [[ "$?" == "0" ]]; then
- echo PASS
- else
- echo "$cmdout"
- fi
- rm -rf /tmp/yum-check-temp-dir-$$ &>/dev/null
-else
- cmdout=$(wget --spider 'http://downloads.trafodion.org' 2>&1)
- if [[ "$?" == "0" ]]; then
- echo PASS
- else
- echo "$cmdout"
- fi
-fi
-
-### Consistency Checking ###
-
-COMPARE_CONFIG ::: SameHadoopVersion ::: Same Hadoop version ::: error ::: hadoop version 2>&1 | grep 'Hadoop'
-
-COMPARE_CONFIG ::: SameHBaseVersion ::: Same HBase version ::: error ::: hbase version 2>&1 | grep -o 'HBase.*$'