You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@linkis.apache.org by pe...@apache.org on 2022/03/27 13:30:08 UTC
[incubator-linkis] branch dev-1.1.2 updated: Support users to deploy linkis without hdfs/hive/spark in localFs(with hdfs) mode (#1804)
This is an automated email from the ASF dual-hosted git repository.
peacewong pushed a commit to branch dev-1.1.2
in repository https://gitbox.apache.org/repos/asf/incubator-linkis.git
The following commit(s) were added to refs/heads/dev-1.1.2 by this push:
new 898ddd3 Support users to deploy linkis without hdfs/hive/spark in localFs(with hdfs) mode (#1804)
898ddd3 is described below
commit 898ddd39364aec0b2b1d2292dcc0fa17035290c9
Author: legendtkl <ta...@gmail.com>
AuthorDate: Sun Mar 27 21:30:03 2022 +0800
Support users to deploy linkis without hdfs/hive/spark in localFs(with hdfs) mode (#1804)
---
assembly-combined-package/bin/checkEnv.sh | 20 +++++++++++++++++---
.../deploy-config/linkis-env.sh | 5 ++++-
2 files changed, 21 insertions(+), 4 deletions(-)
diff --git a/assembly-combined-package/bin/checkEnv.sh b/assembly-combined-package/bin/checkEnv.sh
index 83ffdb4..17f667b 100644
--- a/assembly-combined-package/bin/checkEnv.sh
+++ b/assembly-combined-package/bin/checkEnv.sh
@@ -34,10 +34,13 @@ function checkPythonAndJava(){
isSuccess "execute cmd: java --version"
}
-function checkHadoopAndHive(){
+function checkHdfs(){
hadoopVersion="`hdfs version`"
defaultHadoopVersion="2.7"
checkversion "$hadoopVersion" $defaultHadoopVersion hadoop
+}
+
+function checkHive(){
checkversion "$(whereis hive)" "2.3" hive
}
@@ -96,7 +99,18 @@ echo "check sed"
need_cmd sed
echo "<-----end to check used cmd---->"
-checkSpark
checkPythonAndJava
-checkHadoopAndHive
+if [ "$ENABLE_SPARK" == "true" ]; then
+ checkSpark
+fi
+
+
+if [ "$ENABLE_HDFS" == "true" ]; then
+ checkHdfs
+fi
+
+
+if [ "$ENABLE_HIVE" == "true" ]; then
+ checkHive
+fi
diff --git a/assembly-combined-package/deploy-config/linkis-env.sh b/assembly-combined-package/deploy-config/linkis-env.sh
index a9b678b..8381e01 100644
--- a/assembly-combined-package/deploy-config/linkis-env.sh
+++ b/assembly-combined-package/deploy-config/linkis-env.sh
@@ -147,4 +147,7 @@ LINKIS_PUBLIC_MODULE=lib/linkis-commons/public-module
#SKYWALKING_AGENT_PATH=/appcom/config/skywalking-agent/skywalking-agent.jar
#If you want to start metadata related microservices, you can set this export ENABLE_METADATA_MANAGE=true
-export ENABLE_METADATA_MANAGER=false
\ No newline at end of file
+export ENABLE_METADATA_MANAGER=false
+export ENABLE_HDFS=false
+export ENABLE_HIVE=false
+export ENABLE_SPARK=false
\ No newline at end of file
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@linkis.apache.org
For additional commands, e-mail: commits-help@linkis.apache.org