You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by mo...@apache.org on 2023/04/12 17:02:49 UTC
[doris] 05/33: [zhongjin] fix compile bug and modify scripts
This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch doris-for-zhongjin
in repository https://gitbox.apache.org/repos/asf/doris.git
commit 629d2970e012eab05e655e51e88a6e567652a920
Author: morningman <mo...@163.com>
AuthorDate: Tue Apr 4 17:36:53 2023 +0800
[zhongjin] fix compile bug and modify scripts
---
be/src/io/fs/err_utils.cpp | 8 ++++----
bin/start_be.sh | 7 ++++++-
bin/start_fe.sh | 4 ++++
build.sh | 1 +
thirdparty/build-thirdparty-for-tbds.sh | 4 ++--
5 files changed, 17 insertions(+), 7 deletions(-)
diff --git a/be/src/io/fs/err_utils.cpp b/be/src/io/fs/err_utils.cpp
index d01c7e7488..341776ab3b 100644
--- a/be/src/io/fs/err_utils.cpp
+++ b/be/src/io/fs/err_utils.cpp
@@ -40,10 +40,10 @@ std::string hdfs_error() {
char buf[1024];
ss << "(" << errno << "), " << strerror_r(errno, buf, 1024) << ")";
#ifdef USE_HADOOP_HDFS
- char* root_cause = hdfsGetLastExceptionRootCause();
- if (root_cause != nullptr) {
- ss << ", reason: " << root_cause;
- }
+ // char* root_cause = hdfsGetLastExceptionRootCause();
+ // if (root_cause != nullptr) {
+ // ss << ", reason: " << root_cause;
+ // }
#else
ss << ", reason: " << hdfsGetLastError();
#endif
diff --git a/bin/start_be.sh b/bin/start_be.sh
index 443a76340e..ce33ecf418 100644
--- a/bin/start_be.sh
+++ b/bin/start_be.sh
@@ -283,12 +283,17 @@ else
fi
# libhdfs
-export LD_LIBRARY_PATH=${DORIS_HOME}/lib/hadoop-tbds/lib/native/:$LD_LIBRARY_PATH
+export LD_LIBRARY_PATH=${DORIS_HOME}/lib/hadoop_tbds/lib/native/:$LD_LIBRARY_PATH
echo "CLASSPATH: ${CLASSPATH}"
echo "LD_LIBRARY_PATH: ${LD_LIBRARY_PATH}"
echo "LIBHDFS_OPTS: ${LIBHDFS_OPTS}"
+# for tbds test
+export hadoop_security_authentication_tbds_secureid=G1xWGvstKJnnuhXeFnOl4Ui2nRiDeEY4IFtB
+export hadoop_security_authentication_tbds_securekey=pjIrpXwZqdY5Xha5jAiiwnuAqIJNPajS
+export hadoop_security_authentication_tbds_username=admin
+
# see https://github.com/apache/doris/blob/master/docs/zh-CN/community/developer-guide/debug-tool.md#jemalloc-heap-profile
export JEMALLOC_CONF="percpu_arena:percpu,background_thread:true,metadata_thp:auto,muzzy_decay_ms:30000,dirty_decay_ms:30000,oversize_threshold:0,lg_tcache_max:16,prof_prefix:jeprof.out"
diff --git a/bin/start_fe.sh b/bin/start_fe.sh
index f8af11cf90..19a3431f1b 100755
--- a/bin/start_fe.sh
+++ b/bin/start_fe.sh
@@ -203,6 +203,10 @@ if [[ "${HELPER}" != "" ]]; then
HELPER="-helper ${HELPER}"
fi
+export hadoop_security_authentication_tbds_secureid=G1xWGvstKJnnuhXeFnOl4Ui2nRiDeEY4IFtB
+export hadoop_security_authentication_tbds_securekey=pjIrpXwZqdY5Xha5jAiiwnuAqIJNPajS
+export hadoop_security_authentication_tbds_username=admin
+
if [[ "${IMAGE_TOOL}" -eq 1 ]]; then
if [[ -n "${IMAGE_PATH}" ]]; then
${LIMIT:+${LIMIT}} "${JAVA}" ${final_java_opt:+${final_java_opt}} org.apache.doris.DorisFE -i "${IMAGE_PATH}"
diff --git a/build.sh b/build.sh
index bab521d6ca..7f173015ab 100755
--- a/build.sh
+++ b/build.sh
@@ -520,6 +520,7 @@ if [[ "${BUILD_FE}" -eq 1 ]]; then
rm -rf "${DORIS_OUTPUT}/fe/lib"/*
cp -r -p "${DORIS_HOME}/fe/fe-core/target/lib"/* "${DORIS_OUTPUT}/fe/lib"/
rm -f "${DORIS_OUTPUT}/fe/lib/palo-fe.jar"
+ rm -f "${DORIS_OUTPUT}/fe/lib/servlet-api-2.5.jar"
cp -r -p "${DORIS_HOME}/fe/fe-core/target/doris-fe.jar" "${DORIS_OUTPUT}/fe/lib"/
cp -r -p "${DORIS_HOME}/docs/build/help-resource.zip" "${DORIS_OUTPUT}/fe/lib"/
cp -r -p "${DORIS_HOME}/webroot/static" "${DORIS_OUTPUT}/fe/webroot"/
diff --git a/thirdparty/build-thirdparty-for-tbds.sh b/thirdparty/build-thirdparty-for-tbds.sh
index 6d2598e19d..d4a5fda820 100755
--- a/thirdparty/build-thirdparty-for-tbds.sh
+++ b/thirdparty/build-thirdparty-for-tbds.sh
@@ -40,8 +40,8 @@ TBDS_HADOOP=hadoop-2.2.0.0-2041-tbds-5.2.0.1.tar.xz
THIRDPARTY_INSTALLED=installed-for-tbds-with-thrift13.tar.xz
DOWNLOAD_LINK=https://tencent-tbds-1308700295.cos.ap-beijing.myqcloud.com
-wget --no-check-certificate -q "${DOWNLOAD_LINK}/${THIRDPARTY_INSTALLED}" -O "${TP_DIR}/${THIRDPARTY_INSTALLED}"
-wget --no-check-certificate -q "${DOWNLOAD_LINK}/${TBDS_HADOOP}" -O "${TP_DIR}/${TBDS_HADOOP}"
+wget --no-check-certificate "${DOWNLOAD_LINK}/${THIRDPARTY_INSTALLED}" -O "${TP_DIR}/${THIRDPARTY_INSTALLED}"
+wget --no-check-certificate "${DOWNLOAD_LINK}/${TBDS_HADOOP}" -O "${TP_DIR}/${TBDS_HADOOP}"
tar xf "${TP_DIR}/${THIRDPARTY_INSTALLED}"
tar xf "${TP_DIR}/${TBDS_HADOOP}"
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org