You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by mo...@apache.org on 2021/12/02 03:44:47 UTC
[incubator-doris] branch master updated: [deps](librdkafka) set --enable-sasl option in rdkafka build to enable plain password auth at routine load (#7251)
This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-doris.git
The following commit(s) were added to refs/heads/master by this push:
new 92020e6 [deps](librdkafka) set --enable-sasl option in rdkafka build to enable plain password auth at routine load (#7251)
92020e6 is described below
commit 92020e6e857c0eee2a4e3a8ca32bab33c9519419
Author: sparklezzz <zh...@gmail.com>
AuthorDate: Thu Dec 2 11:44:37 2021 +0800
[deps](librdkafka) set --enable-sasl option in rdkafka build to enable plain password auth at routine load (#7251)
```
create routine load rd_001
on tb1
with append
COLUMNS(user_id, date)
properties (
"desired_concurrent_number" = "3",
"max_batch_interval" = "5",
"max_batch_rows" = "300000",
"max_batch_size" = "209715200",
"max_error_number" = "100",
"format" = "json"
)
from KAFKA (
"kafka_broker_list" = "127.0.0.1:9092",
"kafka_topic" = "topic1",
"property.security.protocol" = "sasl_plaintext",
"property.sasl.mechanism" = "PLAIN",
"property.sasl.username" = "your-username",
"property.sasl.password" = "your-password",
"property.group.id" ="group1",
"property.client.id" = "client-1",
"property.kafka_default_offsets" = "OFFSET_BEGINNING"
);
```
---
thirdparty/build-thirdparty.sh | 26 +++++++++++++-------------
1 file changed, 13 insertions(+), 13 deletions(-)
diff --git a/thirdparty/build-thirdparty.sh b/thirdparty/build-thirdparty.sh
index bd57202..f6c0b74 100755
--- a/thirdparty/build-thirdparty.sh
+++ b/thirdparty/build-thirdparty.sh
@@ -447,7 +447,7 @@ build_boost() {
check_if_source_exist $BOOST_SOURCE
cd $TP_SOURCE_DIR/$BOOST_SOURCE
- ./bootstrap.sh --prefix=$TP_INSTALL_DIR
+ ./bootstrap.sh --prefix=$TP_INSTALL_DIR
./b2 link=static runtime-link=static -j $PARALLEL --without-mpi --without-graph --without-graph_parallel --without-python cxxflags="-std=c++11 -g -fPIC -I$TP_INCLUDE_DIR -L$TP_LIB_DIR" install
}
@@ -505,7 +505,7 @@ build_brpc() {
-DCMAKE_LIBRARY_PATH=$TP_INSTALL_DIR/lib64 \
-DBRPC_WITH_GLOG=ON -DWITH_GLOG=ON -DGFLAGS_LIBRARY=$TP_INSTALL_DIR/lib/libgflags.a -DGLOG_LIB=$TP_INSTALL_DIR/lib \
-DGFLAGS_INCLUDE_DIR=$TP_INSTALL_DIR/include -DGLOG_LIB=$TP_INSTALL_DIR/lib/libglog.a -DCMAKE_INCLUDE_PATH="$TP_INSTALL_DIR/include" \
- -DPROTOBUF_PROTOC_EXECUTABLE=$TP_INSTALL_DIR/bin/protoc ..
+ -DPROTOBUF_PROTOC_EXECUTABLE=$TP_INSTALL_DIR/bin/protoc ..
${BUILD_SYSTEM} -j $PARALLEL && ${BUILD_SYSTEM} install
}
@@ -530,7 +530,7 @@ build_librdkafka() {
CPPFLAGS="-I${TP_INCLUDE_DIR}" \
LDFLAGS="-L${TP_LIB_DIR}" \
CFLAGS="-fPIC" \
- ./configure --prefix=$TP_INSTALL_DIR --enable-static --disable-sasl --disable-c11threads
+ ./configure --prefix=$TP_INSTALL_DIR --enable-static --enable-sasl --disable-c11threads
make -j $PARALLEL && make install
}
@@ -543,10 +543,10 @@ build_libunixodbc() {
CPPFLAGS="-I${TP_INCLUDE_DIR}" \
LDFLAGS="-L${TP_LIB_DIR}" \
CFLAGS="-fPIC" \
- ./configure --prefix=$TP_INSTALL_DIR --with-included-ltdl --enable-static=yes --enable-shared=no
+ ./configure --prefix=$TP_INSTALL_DIR --with-included-ltdl --enable-static=yes --enable-shared=no
make -j $PARALLEL && make install
}
-
+
# flatbuffers
build_flatbuffers() {
check_if_source_exist $FLATBUFFERS_SOURCE
@@ -603,11 +603,11 @@ build_arrow() {
${BUILD_SYSTEM} -j $PARALLEL && ${BUILD_SYSTEM} install
- #copy dep libs
- cp -rf ./jemalloc_ep-prefix/src/jemalloc_ep/dist/lib/libjemalloc_pic.a $TP_INSTALL_DIR/lib64/libjemalloc.a
- cp -rf ./brotli_ep/src/brotli_ep-install/lib/libbrotlienc-static.a $TP_INSTALL_DIR/lib64/libbrotlienc.a
- cp -rf ./brotli_ep/src/brotli_ep-install/lib/libbrotlidec-static.a $TP_INSTALL_DIR/lib64/libbrotlidec.a
- cp -rf ./brotli_ep/src/brotli_ep-install/lib/libbrotlicommon-static.a $TP_INSTALL_DIR/lib64/libbrotlicommon.a
+ #copy dep libs
+ cp -rf ./jemalloc_ep-prefix/src/jemalloc_ep/dist/lib/libjemalloc_pic.a $TP_INSTALL_DIR/lib64/libjemalloc.a
+ cp -rf ./brotli_ep/src/brotli_ep-install/lib/libbrotlienc-static.a $TP_INSTALL_DIR/lib64/libbrotlienc.a
+ cp -rf ./brotli_ep/src/brotli_ep-install/lib/libbrotlidec-static.a $TP_INSTALL_DIR/lib64/libbrotlidec.a
+ cp -rf ./brotli_ep/src/brotli_ep-install/lib/libbrotlicommon-static.a $TP_INSTALL_DIR/lib64/libbrotlicommon.a
}
# s2
@@ -626,7 +626,7 @@ build_s2() {
-DGLOG_ROOT_DIR="$TP_INSTALL_DIR/include" \
-DCMAKE_LIBRARY_PATH="$TP_INSTALL_DIR/lib64" \
-DOPENSSL_ROOT_DIR="$TP_INSTALL_DIR/include" \
- -DWITH_GLOG=ON ..
+ -DWITH_GLOG=ON ..
${BUILD_SYSTEM} -j $PARALLEL && ${BUILD_SYSTEM} install
}
@@ -670,7 +670,7 @@ build_bitshuffle() {
$DORIS_BIN_UTILS/objcopy --redefine-syms=renames.txt $tmp_obj $dst_obj
else
mv $tmp_obj $dst_obj
- fi
+ fi
to_link="$to_link $dst_obj"
done
rm -f libbitshuffle.a
@@ -741,7 +741,7 @@ build_orc() {
-DZLIB_HOME=$TP_INSTALL_DIR \
-DBUILD_LIBHDFSPP=OFF \
-DBUILD_CPP_TESTS=OFF \
- -DCMAKE_INSTALL_PREFIX=$TP_INSTALL_DIR
+ -DCMAKE_INSTALL_PREFIX=$TP_INSTALL_DIR
${BUILD_SYSTEM} -j $PARALLEL && ${BUILD_SYSTEM} install
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org