You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@linkis.apache.org by ca...@apache.org on 2023/10/25 02:00:36 UTC
[linkis] 04/15: add shell script "checkAdd.sh" for checking optional engines
This is an automated email from the ASF dual-hosted git repository.
casion pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/linkis.git
commit 9177f0d929b626bb7b9d42dec7821135bb0bd84a
Author: 赵文恺 <12...@users.noreply.github.com>
AuthorDate: Sat Sep 16 12:32:41 2023 +0800
add shell script "checkAdd.sh" for checking optional engines
Engine supporting list as bellow:
JDBC Flink openLooKeng Pipeline Presto Sqoop Elasticsearch
---
linkis-dist/bin/checkAdd.sh | 288 +++++++++++++++++++++++++++-----------------
1 file changed, 176 insertions(+), 112 deletions(-)
diff --git a/linkis-dist/bin/checkAdd.sh b/linkis-dist/bin/checkAdd.sh
index 4ce5ff8c9..a03aa6221 100644
--- a/linkis-dist/bin/checkAdd.sh
+++ b/linkis-dist/bin/checkAdd.sh
@@ -20,141 +20,205 @@ source ${workDir}/bin/common.sh
source ${workDir}/deploy-config/linkis-env.sh
source ${workDir}/deploy-config/db.sh
-say() {
- printf 'check command fail \n %s\n' "$1"
+function print_usage(){
+ echo "Usage: checkAdd [EngineName]"
+ echo " EngineName : The Engine name that you want to check"
+ echo " Engine list as bellow: JDBC Flink openLooKeng Pipeline Presto Sqoop Elasticsearch "
}
-err() {
- say "$1" >&2
- exit 1
-}
-
-function checkPythonAndJava(){
- python --version > /dev/null 2>&1
- isSuccess "execute cmd: python --version"
- java -version > /dev/null 2>&1
- isSuccess "execute cmd: java --version"
-}
-
-function checkHdfs(){
- hadoopVersion="`hdfs version`"
- defaultHadoopVersion="3.3"
- checkversion "$hadoopVersion" $defaultHadoopVersion hadoop
-}
-
-function checkHive(){
- checkversion "$(whereis hive)" "3.1" hive
-}
-
-function checkversion(){
-versionStr=$1
-defaultVersion=$2
-module=$3
-
-result=$(echo $versionStr | grep "$defaultVersion")
-if [ -n "$result" ]; then
- echo -e "Your [$module] version may match default support version: $defaultVersion\n"
-else
- echo "WARN: Your [$module] version is not match default support version: $defaultVersion, there may be compatibility issues:"
- echo " 1: Continue installation, there may be compatibility issues"
- echo " 2: Exit installation"
- echo -e " other: exit\n"
-
- read -p "[Please input your choice]:" idx
- if [[ '1' != "$idx" ]];then
- echo -e "You chose Exit installation\n"
- exit 1
- fi
- echo ""
+if [ $# -gt 1 ]; then
+ print_usage
+ exit 2
fi
-}
-function checkSpark(){
- spark-submit --version > /dev/null 2>&1
- isSuccess "execute cmd: spark-submit --version "
-}
+# --- Begin Check service function
-portIsOccupy=false
-function check_service_port() {
- pid=`lsof -i TCP:$SERVER_PORT | fgrep LISTEN`
- if [ "$pid" != "" ];then
- echo "$SERVER_PORT already used"
- portIsOccupy=true
- fi
-}
+function checkJDBC(){
-check_cmd() {
- command -v "$1" > /dev/null 2>&1
-}
+# --- 1. check command
+ java -version > /dev/null 2>&1
+ isSuccess "execute cmd: java -version"
+
+# --- 2. check parameters
+ if [ -z "${MYSQL_HOST}" ] || [ -z "${MYSQL_PORT}" ] || [ -z "${MYSQL_DB}" ] || [ -z "${MYSQL_USER}" ] || [ -z "${MYSQL_PASSWORD}" ];then
+ echo "MYSQL_HOST/MYSQL_PORT/MYSQL_USER/MYSQL_PASSWORD] are Invalid,Pls check parameter define"
+ exit 2
+ fi
+
+# --- 3. check server status
+# 设置Java类路径，指向你所下载的MySQL JDBC驱动程序的JAR文件和其他依赖项
+CLASSPATH=$CLASSPATH:/data/test/bin/mysql-connector-java-8.0.28.jar
+
+# 编写Java代码，尝试建立JDBC连接并验证
+echo "import java.sql.*;
+
+public class JdbcTest {
+ public static void main(String[] args) {
+ // 定义连接信息
+ String url = \"jdbc:mysql://${MYSQL_HOST}:${MYSQL_PORT}/${MYSQL_DB}\";
+ String username = \"${MYSQL_USER}\";
+ String password = \"${MYSQL_PASSWORD}\";
+
+ // 尝试建立连接
+ try (Connection connection = DriverManager.getConnection(url, username, password)) {
+ System.out.println(\"jdbc:mysql://${MYSQL_HOST}:${MYSQL_PORT} 连接成功！\");
+ } catch (SQLException e) {
+ System.out.println(\"连接失败：\");
+ e.printStackTrace();
+ }
+ }
+}" > JdbcTest.java
+
+# 编译Java源文件
+ javac -cp "$CLASSPATH" JdbcTest.java
+
+# 运行Java程序
+ java -cp "$CLASSPATH":. JdbcTest
+ isSuccess "execute cmd: java -cp CLASSPATH:. JdbcTest"
+
+#clear files
+ rm JdbcTest.*
-need_cmd() {
- if ! check_cmd "$1"; then
- err "need '$1' (your linux command not found)"
- fi
}
+function checkFlink(){
-echo "<-----start to check used cmd---->"
-echo "check yum"
-need_cmd yum
-echo "check java"
-need_cmd java
-echo "check mysql"
-need_cmd mysql
-echo "check telnet"
-need_cmd telnet
-echo "check tar"
-need_cmd tar
-echo "check sed"
-need_cmd sed
-echo "check lsof"
-need_cmd lsof
+# --- 1. check command
+ flink --version > /dev/null 2>&1
+ isSuccess "execute cmd: flink--version"
-echo "check hdfs"
-need_cmd hdfs
+# --- 2. check parameters
+ if [ -z ${YARN_RESTFUL_URL} ];then
+ echo "Parameter YARN_RESTFUL_URL is Invalid:" ${YARN_RESTFUL_URL}
+ exit 2
+ fi
+
+# --- 3. check server status
+ YanRMAddress=`echo ${YARN_RESTFUL_URL}|awk -F';' '{print $1}'`
+ curl $YanRMAddress > /dev/null 2>&1
+ isSuccess "execute cmd: Flink yarn service check "
-echo "check shell"
-need_cmd $SHELL
+}
-echo "check spark-sql"
-need_cmd spark-sql
+function checkopenLooKeng(){
+
+# --- 2. check parameters
+ if [ -z "${OLK_HOST}" ] || [ -z "${OLK_PORT}" ] || [ -z "${OLK_CATALOG}" ]|| [ -z "${OLK_SCHEMA}" ] || [ -z "${OLK_USER}" ] || [ -z "${OLK_PASSWORD}" ];then
+ echo "OLK_HOST/OLK_PORT/OLK_USER/OLK_PASSWORD] are Invalid,Pls check parameter define"
+ exit 2
+ fi
+
+# --- 3. check server status
+# 设置Java类路径，指向你所下载的MySQL JDBC驱动程序的JAR文件和其他依赖项
+CLASSPATH=$CLASSPATH:/data/test/bin/hetu-jdbc-1.10.0.jar
+
+# 编写Java代码，尝试建立JDBC连接并验证
+echo "import java.sql.*;
+
+public class openLooKengTest{
+ public static void main(String[] args) {
+ // 定义连接信息
+ String url = \"jdbc:lk://${OLK_HOST}:${OLK_PORT}/${OLK_CATALOG}/${OLK_SCHEMA}\";
+ String username = \"${OLK_USER}\";
+ String password = \"${OLK_PASSWORD}\";
+
+ // 尝试建立连接
+ //try (Connection connection = DriverManager.getConnection(url, username, password)) {
+ try (Connection connection = DriverManager.getConnection(url, username,null)) {
+ System.out.println(\"连接成功！\");
+ } catch (SQLException e) {
+ System.out.println(\"连接失败：\");
+ e.printStackTrace();
+ }
+ }
+}" > openLooKengTest.java
+
+# 编译Java源文件
+javac -cp "$CLASSPATH" openLooKengTest.java
+
+# 运行Java程序
+java -cp "$CLASSPATH":. openLooKengTest
+isSuccess "execute cmd: java -cp CLASSPATH:. openLooKengTest"
+
+# 清理临时文件
+rm openLooKengTest.*
-echo "<-----end to check used cmd---->"
+}
-checkPythonAndJava
+function checkPresto(){
-SERVER_PORT=$EUREKA_PORT
-check_service_port
+# --- 1. check command
+ presto --version > /dev/null 2>&1
+ isSuccess "execute cmd: presto --version"
-SERVER_PORT=$GATEWAY_PORT
-check_service_port
+# --- 2. check parameters
+ if [ -z "${PRESTO_HOST}" ] || [ -z "${PRESTO_PORT}" ] || [ -z "${PRESTO_CATALOG}" ]|| [ -z "${PRESTO_SCHEMA}" ];then
+ echo "PRESTO_HOST/PRESTO_PORT/PRESTO_CATALOG/PRESTO_SCHEMA] are Invalid,Pls check parameters definition"
+ exit 2
+ fi
-SERVER_PORT=$MANAGER_PORT
-check_service_port
+# --- 3. check server status
+ presto --server ${PRESTO_HOST}:${PRESTO_PORT} --catalog ${PRESTO_CATALOG} --schema ${PRESTO_SCHEMA} --execute "show catalogs" >/dev/null 2>&1
+ isSuccess "execute cmd: presto --server ${PRESTO_HOST}:${PRESTO_PORT}"
+}
-SERVER_PORT=$ENGINECONNMANAGER_PORT
-check_service_port
+function checkSqoop(){
-SERVER_PORT=$ENTRANCE_PORT
-check_service_port
+# --- 1. check command
+ sqoop version > /dev/null 2>&1
+ isSuccess "execute cmd: sqoop version"
-SERVER_PORT=$PUBLICSERVICE_PORT
-check_service_port
+# --- 2. check parameters
+ if [ -z "${HIVE_META_URL}" ] || [ -z "${HIVE_META_USER}" ] || [ -z "${HIVE_META_PASSWORD}" ];then
+ echo "[HIVE_META_URL/HIVE_META_USER/HIVE_META_PASSWORD] are Invalid,Pls check parameters definition"
+ exit 2
+ fi
+# --- 3. check server status
+ sqoop list-databases --connect ${HIVE_META_URL} --username ${HIVE_META_USER} --password ${HIVE_META_PASSWORD} >/dev/null 2>&1
+ isSuccess "execute cmd: sqoop list-databases --connect ${HIVE_META_URL}"
+ }
-if [ "$portIsOccupy" = true ];then
- echo "The port is already in use, please check before installing"
- exit 1
-fi
+function checkElasticsearch(){
-if [ "$ENABLE_SPARK" == "true" ]; then
- checkSpark
-fi
+# --- 2. check parameters
+ if [ -z "${ES_RESTFUL_URL}" ]; then
+ echo "Parameter ES_RESTFUL_URL is Invalid:" ${ES_RESTFUL_URL}
+ exit 2
+ fi
-if [ "$ENABLE_HDFS" == "true" ]; then
- checkHdfs
-fi
+# --- 3. check server status
+ curl ${ES_RESTFUL_URL} > /dev/null 2>&1
+ isSuccess "execute cmd: curl ElasticSearch address ${ES_RESTFUL_URL}"
+}
-if [ "$ENABLE_HIVE" == "true" ]; then
- checkHive
-fi
+# --- Begin check addtional engine parameters
+echo "======== Begin to check Engine: ${1} ======== "
+
+EngineName=$1
+case $EngineName in
+ "JDBC")
+ checkJDBC
+ ;;
+ "Flink")
+ checkFlink
+ ;;
+ "openLooKeng")
+ checkopenLooKeng
+ ;;
+ "Presto")
+ checkPresto
+ ;;
+ "Sqoop")
+ checkSqoop
+ ;;
+ "Elasticsearch")
+ checkElasticsearch
+ ;;
+ *)
+ print_usage
+ exit 2
+ ;;
+esac
+
+echo "======== End checking Engine: ${1} ========== "
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@linkis.apache.org
For additional commands, e-mail: commits-help@linkis.apache.org