You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by mo...@apache.org on 2019/10/18 06:27:24 UTC
[incubator-doris] branch master updated: Add apache arrow IPC
module for Spark-Doris-Connector usage (#1958)
This is an automated email from the ASF dual-hosted git repository.
morningman pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-doris.git
The following commit(s) were added to refs/heads/master by this push:
new 05c05cf Add apache arrow IPC module for Spark-Doris-Connector usage (#1958)
05c05cf is described below
commit 05c05cfc836ad30fd3f7f466571768ebb44c2822
Author: Yunfeng,Wu <wu...@baidu.com>
AuthorDate: Fri Oct 18 14:27:19 2019 +0800
Add apache arrow IPC module for Spark-Doris-Connector usage (#1958)
Add FLATBUFFERS to TP archive
---
thirdparty/build-thirdparty.sh | 6 ++++--
thirdparty/vars.sh | 8 +++++++-
2 files changed, 11 insertions(+), 3 deletions(-)
diff --git a/thirdparty/build-thirdparty.sh b/thirdparty/build-thirdparty.sh
index a783417..c4e8817 100755
--- a/thirdparty/build-thirdparty.sh
+++ b/thirdparty/build-thirdparty.sh
@@ -532,13 +532,15 @@ build_arrow() {
export ARROW_DOUBLE_CONVERSION_URL=${TP_SOURCE_DIR}/${DOUBLE_CONVERSION_NAME}
export ARROW_GLOG_URL=${TP_SOURCE_DIR}/${GLOG_NAME}
export ARROW_LZ4_URL=${TP_SOURCE_DIR}/${LZ4_NAME}
+ export ARROW_FLATBUFFERS_URL=${TP_SOURCE_DIR}/${FLATBUFFERS_NAME}
export ARROW_URIPARSER_URL=${TP_SOURCE_DIR}/${URIPARSER_NAME}
export ARROW_ZSTD_URL=${TP_SOURCE_DIR}/${ZSTD_NAME}
+ export LDFLAGS="-L${TP_LIB_DIR} -static-libstdc++ -static-libgcc"
- cmake -DARROW_PARQUET=ON -DARROW_IPC=OFF -DARROW_BUILD_SHARED=OFF \
+ cmake -DARROW_PARQUET=ON -DARROW_IPC=ON -DARROW_USE_GLOG=off -DARROW_BUILD_SHARED=OFF \
-DCMAKE_INSTALL_PREFIX=$TP_INSTALL_DIR \
-DCMAKE_INSTALL_LIBDIR=lib64 \
- -DARROW_BOOST_USE_SHARED=OFF -DBoost_NO_BOOST_CMAKE=ON -DBOOST_ROOT=$TP_INSTALL_DIR \
+ -DARROW_BOOST_USE_SHARED=OFF -DARROW_GFLAGS_USE_SHARED=OFF -DBoost_NO_BOOST_CMAKE=ON -DBOOST_ROOT=$TP_INSTALL_DIR \
-Dgflags_ROOT=$TP_INSTALL_DIR/ \
-DSnappy_ROOT=$TP_INSTALL_DIR/ \
-DGLOG_ROOT=$TP_INSTALL_DIR/ \
diff --git a/thirdparty/vars.sh b/thirdparty/vars.sh
index 9dab7e3..af1d1ff 100644
--- a/thirdparty/vars.sh
+++ b/thirdparty/vars.sh
@@ -234,6 +234,12 @@ BROTLI_NAME=brotli-0.6.0.tar.gz
BROTLI_SOURCE=brotli-0.6.0
BROTLI_MD5SUM="1dcdcda924ab0c232ce54fa9f2b02624"
+# flatbuffers
+FLATBUFFERS_DOWNLOAD="https://github.com/google/flatbuffers/archive/v1.10.0.tar.gz"
+FLATBUFFERS_NAME=flatbuffers-v1.10.0.tar.gz
+FLATBUFFERS_SOURCE=flatbuffers-v1.10.0
+FLATBUFFERS_MD5SUM="f7d19a3f021d93422b0bc287d7148cd2"
+
# arrow
ARROW_DOWNLOAD="https://github.com/apache/arrow/archive/apache-arrow-0.13.0.tar.gz"
ARROW_NAME=arrow-apache-arrow-0.13.0.tar.gz
@@ -259,5 +265,5 @@ CROARINGBITMAP_SOURCE=CRoaring-0.2.60
CROARINGBITMAP_MD5SUM="29602918e6890ffdeed84cb171857046"
# all thirdparties which need to be downloaded is set in array TP_ARCHIVES
-export TP_ARCHIVES="LIBEVENT OPENSSL THRIFT LLVM CLANG COMPILER_RT PROTOBUF GFLAGS GLOG GTEST RAPIDJSON SNAPPY GPERFTOOLS ZLIB LZ4 BZIP LZO2 CURL RE2 BOOST MYSQL BOOST_FOR_MYSQL LEVELDB BRPC ROCKSDB LIBRDKAFKA ARROW BROTLI DOUBLE_CONVERSION URIPARSER ZSTD S2 BITSHUFFLE CROARINGBITMAP"
+export TP_ARCHIVES="LIBEVENT OPENSSL THRIFT LLVM CLANG COMPILER_RT PROTOBUF GFLAGS GLOG GTEST RAPIDJSON SNAPPY GPERFTOOLS ZLIB LZ4 BZIP LZO2 CURL RE2 BOOST MYSQL BOOST_FOR_MYSQL LEVELDB BRPC ROCKSDB LIBRDKAFKA FLATBUFFERS ARROW BROTLI DOUBLE_CONVERSION URIPARSER ZSTD S2 BITSHUFFLE CROARINGBITMAP"
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org