You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bigtop.apache.org by ev...@apache.org on 2019/01/18 09:59:51 UTC
[bigtop] branch master updated: BIGTOP-3130. Failed to run Alluxio
smoke test
This is an automated email from the ASF dual-hosted git repository.
evansye pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/bigtop.git
The following commit(s) were added to refs/heads/master by this push:
new 0382b5f BIGTOP-3130. Failed to run Alluxio smoke test
new 83b57da BIGTOP-3130. Failed to run Alluxio smoke test (#446)
0382b5f is described below
commit 0382b5f3f259e682df33c826c77a5aa4705c9e29
Author: Evans Ye <ev...@apache.org>
AuthorDate: Tue Jan 15 16:19:18 2019 +0800
BIGTOP-3130. Failed to run Alluxio smoke test
---
bigtop-tests/smoke-tests/alluxio/TestAlluxioSmoke.groovy | 16 ++++++++--------
bigtop-tests/smoke-tests/alluxio/build.gradle | 1 -
provisioner/utils/smoke-tests.sh | 8 +++++++-
3 files changed, 15 insertions(+), 10 deletions(-)
diff --git a/bigtop-tests/smoke-tests/alluxio/TestAlluxioSmoke.groovy b/bigtop-tests/smoke-tests/alluxio/TestAlluxioSmoke.groovy
index ad26cf6..60c56c2 100644
--- a/bigtop-tests/smoke-tests/alluxio/TestAlluxioSmoke.groovy
+++ b/bigtop-tests/smoke-tests/alluxio/TestAlluxioSmoke.groovy
@@ -28,7 +28,6 @@ import org.apache.bigtop.itest.JarContent
class TestAlluxioSmoke {
def alluxioHome = prop('ALLUXIO_HOME');
- def alluxioMasterAddress = prop('ALLUXIO_MASTER_ADDRESS');
def alluxioTestDir = prop('ALLUXIO_TEST_DIR', '/bigtop');
def hadoopHome = prop('HADOOP_HOME');
@@ -66,14 +65,15 @@ class TestAlluxioSmoke {
void hadoopCat() {
sh.exec("""
set -x
- set -e
-
- export LIB_JARS=\$(find ${alluxioHome} -name "alluxio-client-*-jar-with-dependencies.jar" | sort | head -n1)
- export HADOOP_CLASSPATH=\${LIB_JARS}
+ # Clear test environment
+ $hadoop fs -rm $alluxioTestDir/hadoopLs/datafile
+ $alluxio fs rm $alluxioTestDir/hadoopLs/datafile
- $alluxio tfs rm $alluxioTestDir/hadoopLs/datafile
- $alluxio tfs copyFromLocal datafile $alluxioTestDir/hadoopLs/datafile
- $hadoop fs -cat $alluxioMasterAddress/$alluxioTestDir/hadoopLs/datafile
+ set -e
+ # Test Alluxio and HDFS interoperability
+ $alluxio fs copyFromLocal datafile $alluxioTestDir/hadoopLs/datafile
+ $alluxio fs persist $alluxioTestDir/hadoopLs/datafile
+ $hadoop fs -cat /underFSStorage/$alluxioTestDir/hadoopLs/datafile
""")
assertTrue("Unable to list from hadoop. " + sh.getOut().join('\n') + " " + sh.getErr().join('\n'), sh.getRet() == 0);
}
diff --git a/bigtop-tests/smoke-tests/alluxio/build.gradle b/bigtop-tests/smoke-tests/alluxio/build.gradle
index 8b392f9..9fa7280 100644
--- a/bigtop-tests/smoke-tests/alluxio/build.gradle
+++ b/bigtop-tests/smoke-tests/alluxio/build.gradle
@@ -26,7 +26,6 @@ sourceSets {
test.doFirst {
checkEnv([
"ALLUXIO_HOME",
- "ALLUXIO_MASTER_ADDRESS",
"HADOOP_HOME"
])
}
diff --git a/provisioner/utils/smoke-tests.sh b/provisioner/utils/smoke-tests.sh
index e4e2612..6250cba 100755
--- a/provisioner/utils/smoke-tests.sh
+++ b/provisioner/utils/smoke-tests.sh
@@ -36,8 +36,9 @@ export ALLUXIO_HOME=${ALLUXIO_HOME:-/usr/lib/alluxio}
export AMBARI_URL=${AMBARI_URL:-http://localhost:8080}
export FLUME_HOME=${FLUME_HOME:-/usr/lib/flume}
export GPDB_HOME=${GPDB_HOME:-/usr/lib/gpdb}
-export HADOOP_MAPRED_HOME=${HADOOP_MAPRED_HOME:-/usr/lib/hadoop-mapreduce}
+export HADOOP_HOME=${HADOOP_HOME:-/usr/lib/hadoop}
export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-/etc/hadoop/conf}
+export HADOOP_MAPRED_HOME=${HADOOP_MAPRED_HOME:-/usr/lib/hadoop-mapreduce}
export HBASE_HOME=${HBASE_HOME:-/usr/lib/hbase}
export HBASE_CONF_DIR=${HBASE_CONF_DIR:-/usr/lib/hbase/conf}
export HIVE_HOME=${HIVE_HOME:-/usr/lib/hive}
@@ -68,6 +69,11 @@ if [[ $SMOKE_TESTS == *"apex"* ]]; then
export PATH=/usr/local/maven/bin:$PATH
fi
+if [[ $SMOKE_TESTS == *"alluxio"* ]]; then
+ su -s /bin/bash $HCFS_USER -c "$HADOOP_COMMAND fs -mkdir /underFSStorage"
+ su -s /bin/bash $HCFS_USER -c "$HADOOP_COMMAND fs -chmod 777 /underFSStorage"
+fi
+
ALL_SMOKE_TASKS=""
for s in `echo $SMOKE_TESTS | sed -e 's#,# #g'`; do
ALL_SMOKE_TASKS="$ALL_SMOKE_TASKS bigtop-tests:smoke-tests:$s:test"