You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hawq.apache.org by rl...@apache.org on 2018/09/28 09:53:40 UTC

hawq git commit: HAWQ-1658. Easy Hawq and PXF initialization with docker.

Repository: hawq
Updated Branches:
  refs/heads/master c6c79889b -> 75977f8b7


HAWQ-1658. Easy Hawq and PXF initialization with docker.

Added new options to build and run HAWQ and PXF in docker.
Check options in contrib/hawq-docker/README.md for details.


Project: http://git-wip-us.apache.org/repos/asf/hawq/repo
Commit: http://git-wip-us.apache.org/repos/asf/hawq/commit/75977f8b
Tree: http://git-wip-us.apache.org/repos/asf/hawq/tree/75977f8b
Diff: http://git-wip-us.apache.org/repos/asf/hawq/diff/75977f8b

Branch: refs/heads/master
Commit: 75977f8b7a0f66ab6bd740873852104eca9bb995
Parents: c6c7988
Author: Mariano Gonzalez <ma...@uptake.com>
Authored: Fri Aug 31 16:27:29 2018 -0500
Committer: rlei <rl...@pivotal.io>
Committed: Fri Sep 28 17:31:56 2018 +0800

----------------------------------------------------------------------
 contrib/hawq-docker/Makefile                    | 242 ++++++++++++++++++-
 contrib/hawq-docker/README.md                   |  13 +-
 .../centos7-docker/hawq-dev/Dockerfile          |   2 +-
 .../centos7-docker/hawq-test/Dockerfile         |  10 +
 .../centos7-docker/hawq-test/conf/core-site.xml |   2 +-
 .../centos7-docker/hawq-test/entrypoint.sh      |   3 +
 .../centos7-docker/hawq-test/service-hawq.sh    | 105 ++++++++
 .../centos7-docker/hawq-test/service-pxf.sh     | 120 +++++++++
 8 files changed, 488 insertions(+), 9 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/hawq/blob/75977f8b/contrib/hawq-docker/Makefile
----------------------------------------------------------------------
diff --git a/contrib/hawq-docker/Makefile b/contrib/hawq-docker/Makefile
index 2005352..6895658 100644
--- a/contrib/hawq-docker/Makefile
+++ b/contrib/hawq-docker/Makefile
@@ -25,11 +25,14 @@ OS_VERSION := centos7
 # Do not use underscore "_" in CLUSTER_ID
 CLUSTER_ID := $(OS_VERSION)
 # Monut this local directory to /data in data container and share with other containers
-LOCAL := 
+LOCAL :=
 # networks used in docker
 NETWORK := $(CLUSTER_ID)_hawq_network
+HAWQ_HOME := "/data/hawq-devel"
+PXF_CLASSPATH_TEMPLATE = "hdp"
+JAVA_TOOL_OPTIONS := -Dfile.encoding=UTF8
 
-all: 
+all:
 	@echo " Usage:"
 	@echo "    To setup a build and test environment:         make run"
 	@echo "    To start all containers:                       make start"
@@ -37,10 +40,21 @@ all:
 	@echo "    To remove hdfs containers:                     make clean"
 	@echo "    To remove all containers:                      make distclean"
 	@echo ""
-	@echo "    To build images locally:                       make build"
+	@echo "    To build images locally:                       make build-image"
 	@echo "    To pull latest images:                         make pull"
+	@echo ""
+	@echo "    To build Hawq runtime:                         make build-hawq"
+	@echo "    To initialize Hawq on Namenode:                make init-hawq"
+	@echo "    To start Hawq on Namenode:                     make start-hawq"
+	@echo "    To stop Hawq on Namenode:                      make stop-hawq"
+	@echo "    To check Hawq status on Namenode:              make status-hawq"
+	@echo "    To build PXF runtime:                          make build-pxf"
+	@echo "    To initialize PXF on Namenode/Datanodes:       make init-pxf"
+	@echo "    To start PXF on Namenode/Datanodes:            make start-pxf"
+	@echo "    To stop PXF on on Namenode/Datanodes:          make stop-hawq"
+	@echo "    To check PXF status on Namenode/Datanodes:     make status-pxf"
 
-build:
+build-image:
 	@make -f $(THIS_MAKEFILE_PATH) build-hawq-dev-$(OS_VERSION)
 	@make -f $(THIS_MAKEFILE_PATH) build-hawq-test-$(OS_VERSION)
 	@echo "Build Images Done!"
@@ -51,7 +65,10 @@ build-hawq-dev-$(OS_VERSION): $(TOP_DIR)/$(OS_VERSION)-docker/hawq-dev/Dockerfil
 
 build-hawq-test-$(OS_VERSION): $(TOP_DIR)/$(OS_VERSION)-docker/hawq-test/Dockerfile
 	@echo build hawq-test:$(OS_VERSION) image
-	docker build -t hawq/hawq-test:$(OS_VERSION) $(TOP_DIR)/$(OS_VERSION)-docker/hawq-test/
+	docker build \
+		--build-arg=PXF_CLASSPATH_TEMPLATE="`cat ../../pxf/pxf-service/src/configs/templates/pxf-private-${PXF_CLASSPATH_TEMPLATE}.classpath.template`" \
+		--build-arg=PXF_LOG4J_PROPERTIES="`cat ../../pxf/pxf-service/src/main/resources/pxf-log4j.properties`" \
+		-t hawq/hawq-test:$(OS_VERSION) $(TOP_DIR)/$(OS_VERSION)-docker/hawq-test/
 
 create-data-container:
 	@echo create ${CLUSTER_ID}-data container
@@ -227,3 +244,218 @@ distclean:
 		docker network rm $(NETWORK) 2>&1 >/dev/null || true; \
 	fi
 	@echo "Distclean Done!"
+
+build-hawq:
+	@echo "Make sure you have executed make build-image"
+	@echo "Make sure you have executed make run"
+	@echo "Logging into ${CLUSTER_ID}-namenode container"
+	@if [ ! -z "`docker ps -a --filter="name=${CLUSTER_ID}-namenode" | grep -v CONTAINER`" ]; then \
+		docker exec \
+			-e "HAWQ_HOME=$(HAWQ_HOME)" \
+			-e "JAVA_TOOL_OPTIONS=$(JAVA_TOOL_OPTIONS)" \
+			-u gpadmin --privileged -it ${CLUSTER_ID}-namenode /bin/bash -c "service-hawq.sh --build"; \
+	else \
+		echo "${CLUSTER_ID}-namenode container does not exist!"; \
+	fi
+
+init-hawq:
+	@echo "Make sure you have executed make build-hawq"
+	@echo "Logging into ${CLUSTER_ID}-namenode container"
+	@if [ ! -z "`docker ps -a --filter="name=${CLUSTER_ID}-namenode" | grep -v CONTAINER`" ]; then \
+		docker exec \
+			-e "HAWQ_HOME=$(HAWQ_HOME)" \
+			-e "NAMENODE=${CLUSTER_ID}-namenode" \
+			-u gpadmin --privileged -it ${CLUSTER_ID}-namenode /bin/bash -c "service-hawq.sh --init"; \
+	else \
+		echo "${CLUSTER_ID}-namenode container does not exist!"; \
+	fi
+
+start-hawq:
+	@echo "Make sure you have executed make init-hawq"
+	@echo "Logging into ${CLUSTER_ID}-namenode container"
+	@if [ ! -z "`docker ps -a --filter="name=${CLUSTER_ID}-namenode" | grep -v CONTAINER`" ]; then \
+		docker exec \
+			-e "HAWQ_HOME=$(HAWQ_HOME)" \
+			-e "JAVA_TOOL_OPTIONS=$(JAVA_TOOL_OPTIONS)" \
+			-u gpadmin --privileged -it ${CLUSTER_ID}-namenode /bin/bash -c "service-hawq.sh --start"; \
+	else \
+		echo "${CLUSTER_ID}-namenode container does not exist!"; \
+	fi
+
+stop-hawq:
+	@echo "Logging into ${CLUSTER_ID}-namenode container"
+	@if [ ! -z "`docker ps -a --filter="name=${CLUSTER_ID}-namenode" | grep -v CONTAINER`" ]; then \
+		docker exec \
+			-e "HAWQ_HOME=$(HAWQ_HOME)" \
+			-e "JAVA_TOOL_OPTIONS=$(JAVA_TOOL_OPTIONS)" \
+			-u gpadmin --privileged -it ${CLUSTER_ID}-namenode /bin/bash -c "service-hawq.sh --stop"; \
+	else \
+		echo "${CLUSTER_ID}-namenode container does not exist!"; \
+	fi
+
+status-hawq:
+	@echo "Logging into ${CLUSTER_ID}-namenode container"
+	@if [ ! -z "`docker ps -a --filter="name=${CLUSTER_ID}-namenode" | grep -v CONTAINER`" ]; then \
+		docker exec \
+			-e "HAWQ_HOME=$(HAWQ_HOME)" \
+			-e "JAVA_TOOL_OPTIONS=$(JAVA_TOOL_OPTIONS)" \
+			-e  "USER=gpadmin" \
+			-u gpadmin --privileged -it ${CLUSTER_ID}-namenode /bin/bash -c "service-hawq.sh --status"; \
+	else \
+		echo "${CLUSTER_ID}-namenode container does not exist!"; \
+	fi
+
+build-pxf:
+	@echo "Make sure you have executed make build-image"
+	@echo "Make sure you have executed make run"
+	@make -f $(THIS_MAKEFILE_PATH) pxf-namenode
+	@i=1; \
+	while [ $$i -le $(NDATANODES) ] ; do \
+		make -f $(THIS_MAKEFILE_PATH) CUR_DATANODE=$$i pxf-datanode; \
+		i=$$((i+1)); \
+	done
+
+pxf-namenode:
+	@echo "Logging into ${CLUSTER_ID}-namenode container"
+	@if [ ! -z "`docker ps -a --filter="name=${CLUSTER_ID}-namenode" | grep -v CONTAINER`" ]; then \
+		docker exec \
+			-e "HAWQ_HOME=$(HAWQ_HOME)" \
+			-e "JAVA_TOOL_OPTIONS=$(JAVA_TOOL_OPTIONS)" \
+			-e "PXF_CLASSPATH_TEMPLATE=$(PXF_CLASSPATH_TEMPLATE)" \
+			-u gpadmin --privileged -it ${CLUSTER_ID}-namenode /bin/bash -c "service-pxf.sh --build"; \
+	else \
+		echo "${CLUSTER_ID}-namenode container does not exist!" && exit 1; \
+	fi
+
+pxf-datanode:
+	@echo "Logging into ${CLUSTER_ID}-datanode$(CUR_DATANODE) container"
+	@if [ ! -z "`docker ps -a --filter="name=${CLUSTER_ID}-datanode$(CUR_DATANODE)" | grep -v CONTAINER`" ]; then \
+		docker exec \
+			-e "HAWQ_HOME=$(HAWQ_HOME)" \
+			-e "JAVA_TOOL_OPTIONS=$(JAVA_TOOL_OPTIONS)" \
+			-u gpadmin --privileged -it ${CLUSTER_ID}-datanode$(CUR_DATANODE) /bin/bash -c "service-pxf.sh --build"; \
+	else \
+		echo "${CLUSTER_ID}-datanode$(CUR_DATANODE) container does not exist!" && exit 1; \
+	fi
+
+init-pxf:
+	@echo "Make sure you have executed make build-pxf"
+	@make -f $(THIS_MAKEFILE_PATH) init-pxf-namenode
+	@i=1; \
+	while [ $$i -le $(NDATANODES) ] ; do \
+		make -f $(THIS_MAKEFILE_PATH) CUR_DATANODE=$$i init-pxf-datanode; \
+		i=$$((i+1)); \
+	done
+
+init-pxf-namenode:
+	@echo "Logging into ${CLUSTER_ID}-namenode container"
+	@if [ ! -z "`docker ps -a --filter="name=${CLUSTER_ID}-namenode" | grep -v CONTAINER`" ]; then \
+		docker exec \
+			-e "HAWQ_HOME=$(HAWQ_HOME)" \
+			-e "NAMENODE=${CLUSTER_ID}-namenode" \
+			-u gpadmin --privileged -it ${CLUSTER_ID}-namenode /bin/bash -c "service-pxf.sh --init"; \
+	else \
+		echo "${CLUSTER_ID}-namenode container does not exist!" && exit 1; \
+	fi
+
+init-pxf-datanode:
+	@echo "Logging into ${CLUSTER_ID}-datanode$(CUR_DATANODE) container"
+	@if [ ! -z "`docker ps -a --filter="name=${CLUSTER_ID}-datanode$(CUR_DATANODE)" | grep -v CONTAINER`" ]; then \
+		docker exec \
+			-e "HAWQ_HOME=$(HAWQ_HOME)" \
+			-e "NAMENODE=${CLUSTER_ID}-namenode" \
+			-u gpadmin --privileged -it ${CLUSTER_ID}-datanode$(CUR_DATANODE) /bin/bash -c "service-pxf.sh --init"; \
+	else \
+		echo "${CLUSTER_ID}-datanode$(CUR_DATANODE) container does not exist!" && exit 1; \
+	fi
+
+start-pxf:
+	@echo "Make sure you have executed make init-pxf"
+	@make -f $(THIS_MAKEFILE_PATH) start-pxf-namenode
+	@i=1; \
+	while [ $$i -le $(NDATANODES) ] ; do \
+		make -f $(THIS_MAKEFILE_PATH) CUR_DATANODE=$$i start-pxf-datanode; \
+		i=$$((i+1)); \
+	done
+
+start-pxf-namenode:
+	@echo "Logging into ${CLUSTER_ID}-namenode container"
+	@if [ ! -z "`docker ps -a --filter="name=${CLUSTER_ID}-namenode" | grep -v CONTAINER`" ]; then \
+		docker exec \
+			-e "HAWQ_HOME=$(HAWQ_HOME)" \
+			-e "NAMENODE=${CLUSTER_ID}-namenode" \
+			-u gpadmin --privileged -it ${CLUSTER_ID}-namenode /bin/bash -c "service-pxf.sh --start"; \
+	else \
+		echo "${CLUSTER_ID}-namenode container does not exist!" && exit 1; \
+	fi
+
+start-pxf-datanode:
+	@echo "Logging into ${CLUSTER_ID}-datanode$(CUR_DATANODE) container"
+	@if [ ! -z "`docker ps -a --filter="name=${CLUSTER_ID}-datanode$(CUR_DATANODE)" | grep -v CONTAINER`" ]; then \
+		docker exec \
+			-e "HAWQ_HOME=$(HAWQ_HOME)" \
+			-e "NAMENODE=${CLUSTER_ID}-namenode" \
+			-u gpadmin --privileged -it ${CLUSTER_ID}-datanode$(CUR_DATANODE) /bin/bash -c "service-pxf.sh --start"; \
+	else \
+		echo "${CLUSTER_ID}-datanode$(CUR_DATANODE) container does not exist!" && exit 1; \
+	fi
+
+stop-pxf:
+	@make -f $(THIS_MAKEFILE_PATH) stop-pxf-namenode
+	@i=1; \
+	while [ $$i -le $(NDATANODES) ] ; do \
+		make -f $(THIS_MAKEFILE_PATH) CUR_DATANODE=$$i stop-pxf-datanode; \
+		i=$$((i+1)); \
+	done
+
+stop-pxf-namenode:
+	@echo "Logging into ${CLUSTER_ID}-namenode container"
+	@if [ ! -z "`docker ps -a --filter="name=${CLUSTER_ID}-namenode" | grep -v CONTAINER`" ]; then \
+		docker exec \
+			-e "HAWQ_HOME=$(HAWQ_HOME)" \
+			-e "NAMENODE=${CLUSTER_ID}-namenode" \
+			-u gpadmin --privileged -it ${CLUSTER_ID}-namenode /bin/bash -c "service-pxf.sh --stop"; \
+	else \
+		echo "${CLUSTER_ID}-namenode container does not exist!" && exit 1; \
+	fi
+
+stop-pxf-datanode:
+	@echo "Logging into ${CLUSTER_ID}-datanode$(CUR_DATANODE) container"
+	@if [ ! -z "`docker ps -a --filter="name=${CLUSTER_ID}-datanode$(CUR_DATANODE)" | grep -v CONTAINER`" ]; then \
+		docker exec \
+			-e "HAWQ_HOME=$(HAWQ_HOME)" \
+			-e "NAMENODE=${CLUSTER_ID}-namenode" \
+			-u gpadmin --privileged -it ${CLUSTER_ID}-datanode$(CUR_DATANODE) /bin/bash -c "service-pxf.sh --stop"; \
+	else \
+		echo "${CLUSTER_ID}-datanode$(CUR_DATANODE) container does not exist!" && exit 1; \
+	fi
+
+status-pxf:
+	@make -f $(THIS_MAKEFILE_PATH) status-pxf-namenode
+	@i=1; \
+	while [ $$i -le $(NDATANODES) ] ; do \
+		make -f $(THIS_MAKEFILE_PATH) CUR_DATANODE=$$i status-pxf-datanode; \
+		i=$$((i+1)); \
+	done
+
+status-pxf-namenode:
+	@echo "Logging into ${CLUSTER_ID}-namenode container"
+	@if [ ! -z "`docker ps -a --filter="name=${CLUSTER_ID}-namenode" | grep -v CONTAINER`" ]; then \
+		docker exec \
+			-e "HAWQ_HOME=$(HAWQ_HOME)" \
+			-e "NAMENODE=${CLUSTER_ID}-namenode" \
+			-u gpadmin --privileged -it ${CLUSTER_ID}-namenode /bin/bash -c "service-pxf.sh --status"; \
+	else \
+		echo "${CLUSTER_ID}-namenode container does not exist!" && exit 1; \
+	fi
+
+status-pxf-datanode:
+	@echo "Logging into ${CLUSTER_ID}-datanode$(CUR_DATANODE) container"
+	@if [ ! -z "`docker ps -a --filter="name=${CLUSTER_ID}-datanode$(CUR_DATANODE)" | grep -v CONTAINER`" ]; then \
+		docker exec \
+			-e "HAWQ_HOME=$(HAWQ_HOME)" \
+			-e "NAMENODE=${CLUSTER_ID}-namenode" \
+			-u gpadmin --privileged -it ${CLUSTER_ID}-datanode$(CUR_DATANODE) /bin/bash -c "service-pxf.sh --status"; \
+	else \
+		echo "${CLUSTER_ID}-datanode$(CUR_DATANODE) container does not exist!" && exit 1; \
+	fi
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/hawq/blob/75977f8b/contrib/hawq-docker/README.md
----------------------------------------------------------------------
diff --git a/contrib/hawq-docker/README.md b/contrib/hawq-docker/README.md
index 7ba89bb..d8e456c 100644
--- a/contrib/hawq-docker/README.md
+++ b/contrib/hawq-docker/README.md
@@ -121,7 +121,16 @@ make pull
     To stop all containers:                        make stop
     To remove hdfs containers:                     make clean
     To remove all containers:                      make distclean
-    To build images locally:                       make build
+    To build images locally:                       make build-image
     To pull latest images:                         make pull
+    To build Hawq runtime:                         make build-hawq
+    To initialize Hawq on Namenode:                make init-hawq
+    To start Hawq on Namenode:                     make start-hawq
+    To stop Hawq on Namenode:                      make stop-hawq
+    To check Hawq status on Namenode:              make status-hawq
+    To build PXF runtime:                          make build-pxf
+    To initialize PXF on Namenode/Datanodes:       make init-pxf
+    To start PXF on Namenode/Datanodes:            make start-pxf
+    To stop PXF on on Namenode/Datanodes:          make stop-hawq
+    To check PXF status on Namenode/Datanodes:     make status-hawq
 ```
-

http://git-wip-us.apache.org/repos/asf/hawq/blob/75977f8b/contrib/hawq-docker/centos7-docker/hawq-dev/Dockerfile
----------------------------------------------------------------------
diff --git a/contrib/hawq-docker/centos7-docker/hawq-dev/Dockerfile b/contrib/hawq-docker/centos7-docker/hawq-dev/Dockerfile
index e1678c1..46ff743 100644
--- a/contrib/hawq-docker/centos7-docker/hawq-dev/Dockerfile
+++ b/contrib/hawq-docker/centos7-docker/hawq-dev/Dockerfile
@@ -30,7 +30,7 @@ RUN yum install -y epel-release && \
  openldap-devel protobuf-devel readline-devel net-snmp-devel apr-devel \
  libesmtp-devel python-pip json-c-devel \
  java-1.7.0-openjdk-devel lcov cmake \
- openssh-clients openssh-server perl-JSON && \
+ openssh-clients openssh-server perl-JSON unzip && \
  yum clean all
 
 RUN rpm -ivh --nodeps   https://rpmfind.net/linux/centos/6.10/os/x86_64/Packages/bison-2.4.1-5.el6.x86_64.rpm

http://git-wip-us.apache.org/repos/asf/hawq/blob/75977f8b/contrib/hawq-docker/centos7-docker/hawq-test/Dockerfile
----------------------------------------------------------------------
diff --git a/contrib/hawq-docker/centos7-docker/hawq-test/Dockerfile b/contrib/hawq-docker/centos7-docker/hawq-test/Dockerfile
index ea5e22c..497e6a6 100644
--- a/contrib/hawq-docker/centos7-docker/hawq-test/Dockerfile
+++ b/contrib/hawq-docker/centos7-docker/hawq-test/Dockerfile
@@ -21,6 +21,9 @@ MAINTAINER Richard Guo <ri...@pivotal.io>
 
 USER root
 
+ARG PXF_CLASSPATH_TEMPLATE
+ARG PXF_LOG4J_PROPERTIES
+
 ## install HDP 2.5.0
 RUN curl -L "http://public-repo-1.hortonworks.com/HDP/centos7/2.x/updates/2.5.0.0/hdp.repo" -o /etc/yum.repos.d/hdp.repo && \
  yum install -y hadoop hadoop-hdfs hadoop-libhdfs hadoop-yarn hadoop-mapreduce hadoop-client hdp-select && \
@@ -28,9 +31,16 @@ RUN curl -L "http://public-repo-1.hortonworks.com/HDP/centos7/2.x/updates/2.5.0.
 
 RUN ln -s /usr/hdp/current/hadoop-hdfs-namenode/../hadoop/sbin/hadoop-daemon.sh /usr/bin/hadoop-daemon.sh
 
+RUN touch /tmp/pxf-private.classpath && \
+ touch /tmp/log4j.properties && \
+ echo "$PXF_CLASSPATH_TEMPLATE" > /tmp/pxf-private.classpath && \
+ echo "$PXF_LOG4J_PROPERTIES" > /tmp/pxf-log4j.properties
+
 COPY conf/* /etc/hadoop/conf/
 
 COPY entrypoint.sh /usr/bin/entrypoint.sh
+COPY service-hawq.sh /usr/bin/service-hawq.sh
+COPY service-pxf.sh /usr/bin/service-pxf.sh
 COPY start-hdfs.sh /usr/bin/start-hdfs.sh
 
 USER gpadmin

http://git-wip-us.apache.org/repos/asf/hawq/blob/75977f8b/contrib/hawq-docker/centos7-docker/hawq-test/conf/core-site.xml
----------------------------------------------------------------------
diff --git a/contrib/hawq-docker/centos7-docker/hawq-test/conf/core-site.xml b/contrib/hawq-docker/centos7-docker/hawq-test/conf/core-site.xml
index afc37fc..69ce7c9 100644
--- a/contrib/hawq-docker/centos7-docker/hawq-test/conf/core-site.xml
+++ b/contrib/hawq-docker/centos7-docker/hawq-test/conf/core-site.xml
@@ -19,6 +19,6 @@
 <configuration>
 	<property>
 		<name>fs.defaultFS</name>
-		<value>hdfs://${hdfs.namenode}:8020</value>
+		<value>hdfs://@hdfs.namenode@:8020</value>
 	</property>
 </configuration>

http://git-wip-us.apache.org/repos/asf/hawq/blob/75977f8b/contrib/hawq-docker/centos7-docker/hawq-test/entrypoint.sh
----------------------------------------------------------------------
diff --git a/contrib/hawq-docker/centos7-docker/hawq-test/entrypoint.sh b/contrib/hawq-docker/centos7-docker/hawq-test/entrypoint.sh
index abdc508..308eb1e 100755
--- a/contrib/hawq-docker/centos7-docker/hawq-test/entrypoint.sh
+++ b/contrib/hawq-docker/centos7-docker/hawq-test/entrypoint.sh
@@ -27,6 +27,9 @@ if [ ! -f /etc/profile.d/hadoop.sh ]; then
   sudo chmod a+x /etc/profile.d/hadoop.sh
 fi
 
+sudo chmod 777 /etc/hadoop/conf/core-site.xml
+sudo sed "s/@hdfs.namenode@/$NAMENODE/g" -i /etc/hadoop/conf/core-site.xml
+
 sudo start-hdfs.sh
 sudo sysctl -p
 

http://git-wip-us.apache.org/repos/asf/hawq/blob/75977f8b/contrib/hawq-docker/centos7-docker/hawq-test/service-hawq.sh
----------------------------------------------------------------------
diff --git a/contrib/hawq-docker/centos7-docker/hawq-test/service-hawq.sh b/contrib/hawq-docker/centos7-docker/hawq-test/service-hawq.sh
new file mode 100755
index 0000000..b6b298f
--- /dev/null
+++ b/contrib/hawq-docker/centos7-docker/hawq-test/service-hawq.sh
@@ -0,0 +1,105 @@
+#!/bin/bash
+
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+build() {
+    git clone https://github.com/apache/hawq.git /data/hawq
+
+    cd /data/hawq
+    ./configure --prefix=${HAWQ_HOME}
+    # make -j16
+    make
+    make install
+
+    source ${HAWQ_HOME}/greenplum_path.sh
+
+    sudo sed 's|localhost|centos7-namenode|g' -i ${GPHOME}/etc/hawq-site.xml
+    sudo echo 'centos7-datanode1' >  ${GPHOME}/etc/slaves
+    sudo echo 'centos7-datanode2' >> ${GPHOME}/etc/slaves
+    sudo echo 'centos7-datanode3' >> ${GPHOME}/etc/slaves
+
+    sudo -u hdfs hdfs dfs -chown gpadmin /
+
+    echo "Build HAWQ Done!"
+}
+
+init() {
+    source ${HAWQ_HOME}/greenplum_path.sh
+
+    export BASEDIR=/data
+    export HAWQSITE_CONF=${GPHOME}/etc/hawq-site.xml
+    export HOME=/home/gpadmin
+    export HOSTNAME=centos7-namenode
+    export JAVA_HOME=/etc/alternatives/java_sdk
+    export LD_LIBRARY_PATH=${GPHOME}/lib:/${GPHOME}/lib:
+    export LIBHDFS3_CONF=${GPHOME}/etc/hdfs-client.xml
+    export LIBYARN_CONF=${GPHOME}/etc/yarn-client.xml
+    export NAMENODE=${NAMENODE}
+    export OPENSSL_CONF=${GPHOME}/etc/openssl.cnf
+    export PATH=/${GPHOME}/bin:/${GPHOME}/bin:/usr/lib64/qt-3.3/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
+    export PWD=/data
+    export PYTHONPATH=/${GPHOME}/lib/python:/${GPHOME}/lib/python:
+    export USER=gpadmin
+
+    echo "Initializing HAWQ Cluster"
+    hawq init cluster -a
+    echo "Initializing HAWQ Cluster Done!"
+}
+
+start() {
+    source ${HAWQ_HOME}/greenplum_path.sh
+    echo "Starting HAWQ Cluster"
+    hawq start cluster -a
+    echo "Starting HAWQ Cluster Done!"
+}
+
+stop() {
+    source ${HAWQ_HOME}/greenplum_path.sh
+    echo "Stopping HAWQ Cluster"
+    hawq stop cluster -a
+    echo "Stopping HAWQ Cluster Done!"
+}
+
+status() {
+    source ${HAWQ_HOME}/greenplum_path.sh
+    echo "Getting HAWQ Cluster status"
+    hawq state
+    echo "Getting HAWQ Cluster status Done!"
+}
+
+case "$1" in
+    '--build')
+        build
+        ;;
+    '--init')
+        init
+        ;;
+    '--start')
+        start
+        ;;
+    '--stop')
+        stop
+        ;;
+    '--status')
+        status
+        ;;
+    *)
+        echo "Usage: $0 {--build|--init|--start|--stop|--status}"
+esac
+
+exit 0

http://git-wip-us.apache.org/repos/asf/hawq/blob/75977f8b/contrib/hawq-docker/centos7-docker/hawq-test/service-pxf.sh
----------------------------------------------------------------------
diff --git a/contrib/hawq-docker/centos7-docker/hawq-test/service-pxf.sh b/contrib/hawq-docker/centos7-docker/hawq-test/service-pxf.sh
new file mode 100755
index 0000000..d69a814
--- /dev/null
+++ b/contrib/hawq-docker/centos7-docker/hawq-test/service-pxf.sh
@@ -0,0 +1,120 @@
+#!/bin/bash
+
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+build() {
+    source ${HAWQ_HOME}/greenplum_path.sh
+    export PXF_HOME=${GPHOME}/pxf
+
+    sudo chown -R gpadmin:gpadmin ${PXF_HOME}/conf/
+    sudo echo "source ${GPHOME}/greenplum_path.sh" >> /home/gpadmin/.bashrc
+
+    cd /data/hawq/pxf
+    # make -j16
+    make
+    make install
+
+    sudo sed 's|-pxf|-gpadmin|g' -i ${PXF_HOME}/conf/pxf-env.sh
+
+    rm -rf ${PXF_HOME}/conf/pxf-private.classpath
+    rm -rf ${PXF_HOME}/conf/pxf-log4j.properties
+
+    sudo cp /tmp/pxf-private.classpath ${PXF_HOME}/conf/pxf-private.classpath
+    sudo cp /tmp/pxf-log4j.properties ${PXF_HOME}/conf/pxf-log4j.properties
+    sudo sed 's|pxf\.log\.dir|PXF_HOME|g' -i ${PXF_HOME}/conf/pxf-log4j.properties
+
+    echo "Make PXF Done!"
+}
+
+init() {
+    source ${HAWQ_HOME}/greenplum_path.sh
+    export PXF_HOME=${GPHOME}/pxf
+
+    export BASEDIR=/data
+    export HAWQSITE_CONF=${GPHOME}/etc/hawq-site.xml
+    export HOME=/home/gpadmin
+    export JAVA_HOME=/etc/alternatives/java_sdk
+    export LD_LIBRARY_PATH=${GPHOME}/lib:/${GPHOME}/lib:
+    export LIBHDFS3_CONF=${GPHOME}/etc/hdfs-client.xml
+    export LIBYARN_CONF=${GPHOME}/etc/yarn-client.xml
+    export NAMENODE=${NAMENODE}
+    export OPENSSL_CONF=${GPHOME}/etc/openssl.cnf
+    export PATH=/${GPHOME}/bin:/${GPHOME}/bin:/usr/lib64/qt-3.3/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
+    export PWD=/data
+    export PYTHONPATH=/${GPHOME}/lib/python:/${GPHOME}/lib/python:
+    export USER=gpadmin
+
+    sudo passwd -d gpadmin
+    sudo mkdir -p /var/run/pxf
+    sudo mkdir -p /var/log/pxf
+    sudo touch /var/log/pxf/catalina.out
+    sudo chmod -R 777 /var/run/pxf
+    sudo chmod -R 777 /var/log/pxf
+
+    echo "Initializing PXF Service"
+    ${PXF_HOME}/bin/pxf init
+    echo "Initializing PXF Service Done!"
+}
+
+start() {
+    source ${HAWQ_HOME}/greenplum_path.sh
+    export PXF_HOME=${GPHOME}/pxf
+
+    export JAVA_HOME=/etc/alternatives/java_sdk
+
+    echo "Starting PXF Service"
+    ${PXF_HOME}/bin/pxf start
+    echo "Starting PXF Service Done!"
+}
+
+stop() {
+    source ${HAWQ_HOME}/greenplum_path.sh
+    export PXF_HOME=${GPHOME}/pxf
+
+    export JAVA_HOME=/etc/alternatives/java_sdk
+
+    echo "Stopping PXF Service"
+    ${PXF_HOME}/bin/pxf stop
+    echo "Stopping PXF Service Done!"
+}
+
+status() {
+    curl "localhost:51200/pxf/ProtocolVersion"; echo
+}
+
+case "$1" in
+    '--build')
+        build
+        ;;
+    '--init')
+        init
+        ;;
+    '--start')
+        start
+        ;;
+    '--stop')
+        stop
+        ;;
+    '--status')
+        status
+        ;;
+    *)
+        echo "Usage: $0 {--build|--init|--start|--stop|--status}"
+esac
+
+exit 0