You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kudu.apache.org by al...@apache.org on 2026/08/11 17:49:19 UTC
(kudu) branch master updated: KUDU-3788 unify fetch_and_patch arguments
This is an automated email from the ASF dual-hosted git repository.
asf-gitbox-commits pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/kudu.git
The following commit(s) were added to refs/heads/master by this push:
new 10c369a98 KUDU-3788 unify fetch_and_patch arguments
10c369a98 is described below
commit 10c369a98fdf0e66d7aa9ac3ccb50c5c035b7af0
Author: Alexey Serbin <al...@apache.org>
AuthorDate: Thu Aug 6 19:25:22 2026 -0700
KUDU-3788 unify fetch_and_patch arguments
The motivation for this update is to refactor the scripts that fetch
source archives for all 3rd-party components. A follow-up patch will
update the logic to fetch source archives only when building the
3rd-party components if USE_PREBUILT_THIRDPARTY=1.
This changelist doesn't contain any functional modifications.
Change-Id: Ia4bafb1a98ffee4839568135f66622f0ac495a95
Reviewed-on: http://gerrit.cloudera.org:8080/24668
Tested-by: Alexey Serbin <al...@apache.org>
Reviewed-by: Zoltan Martonka <zm...@cloudera.com>
Reviewed-by: Abhishek Chennaka <ac...@cloudera.com>
---
thirdparty/download-thirdparty.sh | 221 ++++++++++++--------------------------
thirdparty/vars.sh | 201 +++++++++++++++++++++++++++++++++-
2 files changed, 270 insertions(+), 152 deletions(-)
diff --git a/thirdparty/download-thirdparty.sh b/thirdparty/download-thirdparty.sh
index 6409084d6..0505aaf40 100755
--- a/thirdparty/download-thirdparty.sh
+++ b/thirdparty/download-thirdparty.sh
@@ -35,314 +35,235 @@ mkdir -p $TP_SOURCE_DIR
cd $TP_SOURCE_DIR
fetch_and_patch \
- glog-${GLOG_VERSION}.tar.gz \
+ $GLOG_ARCHIVE \
$GLOG_SOURCE \
$GLOG_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/glog-make-internals-visible.patch" \
- "patch -p1 < $TP_DIR/patches/glog-support-stacktrace-for-aarch64.patch"
+ "${GLOG_PATCHES[@]}"
fetch_and_patch \
- googletest-release-${GMOCK_VERSION}.tar.gz \
+ $GMOCK_ARCHIVE \
$GMOCK_SOURCE \
$GMOCK_PATCHLEVEL \
- "patch -p0 < $TP_DIR/patches/gmock-update-iwyu-pragma.patch"
+ "${GMOCK_PATCHES[@]}"
fetch_and_patch \
- gflags-${GFLAGS_VERSION}.tar.gz \
+ $GFLAGS_ARCHIVE \
$GFLAGS_SOURCE \
$GFLAGS_PATCHLEVEL
fetch_and_patch \
- gperftools-${GPERFTOOLS_VERSION}.tar.gz \
+ $GPERFTOOLS_ARCHIVE \
$GPERFTOOLS_SOURCE \
$GPERFTOOLS_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/gperftools-Replace-namespace-base-with-namespace-tcmalloc.patch" \
- "autoreconf -fvi"
+ "${GPERFTOOLS_PATCHES[@]}" \
+ "${GPERFTOOLS_EXTRA_COMMANDS[@]}"
fetch_and_patch \
- flatbuffers-${FLATBUFFERS_VERSION}.tar.gz \
+ $FLATBUFFERS_ARCHIVE \
$FLATBUFFERS_SOURCE \
$FLATBUFFERS_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/flatbuffers-length-to-size-uint8-ptr.patch"
+ "${FLATBUFFERS_PATCHES[@]}"
-# NOTE: creating an empty 'third_party/googletest/m4' subdir is a recipe from
-# the $PROTOBUF_SOURCE/autogen.sh file:
-#
-# The absence of a m4 directory in googletest causes autoreconf to fail when
-# building under the CentOS docker image. It's a warning in regular build on
-# Ubuntu/gLinux as well.
-#
fetch_and_patch \
- protobuf-cpp-${PROTOBUF_VERSION}.tar.gz \
+ $PROTOBUF_ARCHIVE \
$PROTOBUF_SOURCE \
$PROTOBUF_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/protobuf-inlined_string_field.patch" \
- "mkdir -p third_party/googletest/m4" \
- "autoreconf -fvi"
+ "${PROTOBUF_PATCHES[@]}" \
+ "${PROTOBUF_EXTRA_COMMANDS[@]}"
-# Returns 0 if cmake should be patched to work around this bug [1].
-#
-# Currently only SLES 12 SP0 is known to be vulnerable, and since the workaround
-# hurts cmake performance, we apply it only if absolutely necessary.
-#
-# 1. https://gitlab.kitware.com/cmake/cmake/issues/15873.
-needs_patched_cmake() {
- if [ ! -e /etc/SuSE-release ]; then
- # Not a SUSE distro.
- return 1
- fi
- if ! grep -q "SUSE Linux Enterprise Server 12" /etc/SuSE-release; then
- # Not SLES 12.
- return 1
- fi
- if ! grep -q "PATCHLEVEL = 0" /etc/SuSE-release; then
- # Not SLES 12 SP0.
- return 1
- fi
- return 0
-}
-CMAKE_PATCHES=""
-if needs_patched_cmake; then \
- CMAKE_PATCHES="patch -p1 < $TP_DIR/patches/cmake-issue-15873-dont-use-select.patch"
-fi
-
-# cmake-fix-macos-compilation should be removed once cmake is upgraded to version 3.30 or later
fetch_and_patch \
- cmake-${CMAKE_VERSION}.tar.gz \
+ $CMAKE_ARCHIVE \
$CMAKE_SOURCE \
$CMAKE_PATCHLEVEL \
- "$CMAKE_PATCHES" \
- "patch -p1 < $TP_DIR/patches/cmake-fix-macos-compilation.patch"
+ "${CMAKE_PATCHES[@]}"
fetch_and_patch \
- snappy-${SNAPPY_VERSION}.tar.gz \
+ $SNAPPY_ARCHIVE \
$SNAPPY_SOURCE \
$SNAPPY_PATCHLEVEL
fetch_and_patch \
- zlib-${ZLIB_VERSION}.tar.gz \
+ $ZLIB_ARCHIVE \
$ZLIB_SOURCE \
$ZLIB_PATCHLEVEL
fetch_and_patch \
- libev-${LIBEV_VERSION}.tar.gz \
+ $LIBEV_ARCHIVE \
$LIBEV_SOURCE \
$LIBEV_PATCHLEVEL
fetch_and_patch \
- rapidjson-${RAPIDJSON_VERSION}.zip \
+ $RAPIDJSON_ARCHIVE \
$RAPIDJSON_SOURCE \
$RAPIDJSON_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/rapidjson-fix-signed-unsigned-conversion-error.patch" \
- "patch -p1 < $TP_DIR/patches/rapidjson-assertions-for-clang-warnings.patch" \
- "patch -p1 < $TP_DIR/patches/rapidjson-avoid-pointer-arithmetic-on-null-pointer.patch" \
- "patch -p1 < $TP_DIR/patches/rapidjson-document-assignment-operator-00.patch" \
- "patch -p1 < $TP_DIR/patches/rapidjson-document-assignment-operator-01.patch"
+ "${RAPIDJSON_PATCHES[@]}"
fetch_and_patch \
- squeasel-${SQUEASEL_VERSION}.tar.gz \
+ $SQUEASEL_ARCHIVE \
$SQUEASEL_SOURCE \
$SQUEASEL_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/squeasel-handle-openssl-errors.patch" \
- "patch -p1 < $TP_DIR/patches/squeasel-tls-min-version.patch" \
- "patch -p1 < $TP_DIR/patches/squeasel-support-get-bound-addresses-for-ipv6.patch" \
- "patch -p1 < $TP_DIR/patches/squeasel-tls-openssl10x.patch" \
- "patch -p1 < $TP_DIR/patches/squeasel-ipv6-only-socket-option.patch"
+ "${SQUEASEL_PATCHES[@]}"
fetch_and_patch \
- mustache-${MUSTACHE_VERSION}.tar.gz \
+ $MUSTACHE_ARCHIVE \
$MUSTACHE_SOURCE \
$MUSTACHE_PATCHLEVEL
fetch_and_patch \
- cpplint-${CPPLINT_VERSION}.tar.gz \
+ $CPPLINT_ARCHIVE \
$CPPLINT_SOURCE \
$CPPLINT_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/cpplint-libstdcpp-regex.patch"
+ "${CPPLINT_PATCHES[@]}"
fetch_and_patch \
- gcovr-${GCOVR_VERSION}.tar.gz \
+ $GCOVR_ARCHIVE \
$GCOVR_SOURCE \
$GCOVR_PATCHLEVEL
fetch_and_patch \
- curl-${CURL_VERSION}.tar.gz \
+ $CURL_ARCHIVE \
$CURL_SOURCE \
$CURL_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/curl-custom-openssl-library.patch" \
- "patch -p1 < $TP_DIR/patches/curl-handle-openssl-errors.patch" \
- "patch -p1 < $TP_DIR/patches/curl-eventfd-double-close.patch" \
- "autoreconf -fvi"
+ "${CURL_PATCHES[@]}" \
+ "${CURL_EXTRA_COMMANDS[@]}"
fetch_and_patch \
- crcutil-${CRCUTIL_VERSION}.tar.gz \
+ $CRCUTIL_ARCHIVE \
$CRCUTIL_SOURCE \
$CRCUTIL_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/crcutil-fix-macos-arm64-flags.patch"
+ "${CRCUTIL_PATCHES[@]}"
fetch_and_patch \
- libunwind-${LIBUNWIND_VERSION}.tar.gz \
+ $LIBUNWIND_ARCHIVE \
$LIBUNWIND_SOURCE \
$LIBUNWIND_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/libunwind-trace-cache-destructor.patch"
+ "${LIBUNWIND_PATCHES[@]}"
fetch_and_patch \
- llvm-${LLVM_VERSION}-iwyu-${IWYU_VERSION}.src.tar.gz \
+ $LLVM_ARCHIVE \
$LLVM_SOURCE \
$LLVM_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/llvm-add-iwyu.patch" \
- "patch -p1 < $TP_DIR/patches/llvm-iwyu-718e69875.patch" \
- "patch -p1 < $TP_DIR/patches/llvm-iwyu-0de60d8a2.patch" \
- "patch -d projects -p1 < $TP_DIR/patches/llvm-remove-cyclades-inclusion-in-sanitizer.patch" \
- "patch -p2 < $TP_DIR/patches/llvm-fix-missing-include.patch" \
- "patch -d projects -p1 < $TP_DIR/patches/llvm-Sanitizer-built-against-glibc-2_34-doesnt-work.patch" \
- "patch -d tools -p1 < $TP_DIR/patches/llvm-ignore-flto-values.patch" \
- "patch -p1 < $TP_DIR/patches/llvm-nostdinc-nostdlib-00.patch" \
- "patch -p1 < $TP_DIR/patches/llvm-nostdinc-nostdlib-01.patch" \
- "patch -p1 < $TP_DIR/patches/llvm-nostdinc-nostdlib-02.patch" \
- "patch -p1 < $TP_DIR/patches/llvm-include-llvm-support-signals.patch" \
- "patch -p1 < $TP_DIR/patches/llvm-is-convertible-00.patch" \
- "patch -p1 < $TP_DIR/patches/llvm-is-convertible-01.patch" \
- "patch -p1 < $TP_DIR/patches/llvm-chrono-duration-00.patch" \
- "patch -p1 < $TP_DIR/patches/llvm-chrono-duration-01.patch" \
- "patch -p1 < $TP_DIR/patches/llvm-section-mm-memory-mapper.patch" \
- "patch -p1 < $TP_DIR/patches/llvm-section-mm-extra-methods.patch"
-
-fetch_and_patch \
- lz4-$LZ4_VERSION.tar.gz \
+ "${LLVM_PATCHES[@]}"
+
+fetch_and_patch \
+ $LZ4_ARCHIVE \
$LZ4_SOURCE \
$LZ4_PATCHLEVEL
fetch_and_patch \
- bitshuffle-${BITSHUFFLE_VERSION}.tar.gz \
+ $BITSHUFFLE_ARCHIVE \
$BITSHUFFLE_SOURCE \
$BITSHUFFLE_PATCHLEVEL
fetch_and_patch \
- kudu-trace-viewer-${TRACE_VIEWER_VERSION}.tar.gz \
+ $TRACE_VIEWER_ARCHIVE \
$TRACE_VIEWER_SOURCE \
$TRACE_VIEWER_PATCHLEVEL
fetch_and_patch \
- boost-${BOOST_VERSION}-cmake.tar.gz \
+ $BOOST_ARCHIVE \
$BOOST_SOURCE \
$BOOST_PATCHLEVEL
fetch_and_patch \
- breakpad-${BREAKPAD_VERSION}.tar.gz \
+ $BREAKPAD_ARCHIVE \
$BREAKPAD_SOURCE \
$BREAKPAD_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/breakpad-add-basic-support-for-dwz-dwarf-extension.patch" \
- "patch -p1 < $TP_DIR/patches/breakpad-syscall-rsp-clobber-fix.patch" \
- "patch -p1 < $TP_DIR/patches/breakpad-SIGSTKSZ-error.patch" \
- "patch -p1 < $TP_DIR/patches/breakpad-fclose.patch" \
- "patch -p1 < $TP_DIR/patches/breakpad-fread.patch" \
- "patch -p1 < $TP_DIR/patches/breakpad-minidump-descriptor.patch" \
- "patch -p1 < $TP_DIR/patches/breakpad-guid-creator.patch" \
- "patch -p1 < $TP_DIR/patches/breakpad-64k-pages-stack-collection.patch"
+ "${BREAKPAD_PATCHES[@]}"
fetch_and_patch \
- sparsehash-c11-${SPARSEHASH_VERSION}.tar.gz \
+ $SPARSEHASH_ARCHIVE \
$SPARSEHASH_SOURCE \
$SPARSEHASH_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/sparsehash-0001-Add-compatibily-for-gcc-4.x-in-traits.patch" \
- "patch -p1 < $TP_DIR/patches/sparsehash-0002-Add-workaround-for-dense_hashtable-move-constructor-.patch"
+ "${SPARSEHASH_PATCHES[@]}"
fetch_and_patch \
- sparsepp-${SPARSEPP_VERSION}.tar.gz \
+ $SPARSEPP_ARCHIVE \
$SPARSEPP_SOURCE \
$SPARSEPP_PATCHLEVEL
fetch_and_patch \
- $THRIFT_NAME.tar.gz \
+ $THRIFT_ARCHIVE \
$THRIFT_SOURCE \
$THRIFT_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/thrift-e96bc4015.patch" \
- "patch -p1 < $TP_DIR/patches/thrift-c1457c69f.patch" \
- "patch -p1 < $TP_DIR/patches/thrift-5748bbb6b.patch" \
- "patch -p1 < $TP_DIR/patches/thrift-e3c8c534c.patch"
+ "${THRIFT_PATCHES[@]}"
fetch_and_patch \
- $BISON_NAME.tar.gz \
+ $BISON_ARCHIVE \
$BISON_SOURCE \
$BISON_PATCHLEVEL
- # This would normally call autoreconf, but it does not succeed with
- # autoreconf 2.69-11 (RHEL 7): "autoreconf: 'configure.ac' or 'configure.in' is required".
fetch_and_patch \
- $HIVE_NAME-stripped.tar.gz \
+ $HIVE_ARCHIVE \
$HIVE_SOURCE \
$HIVE_PATCHLEVEL
fetch_and_patch \
- $HADOOP_NAME-stripped.tar.gz \
+ $HADOOP_ARCHIVE \
$HADOOP_SOURCE \
$HADOOP_PATCHLEVEL
fetch_and_patch \
- $YAML_NAME.tar.gz \
+ $YAML_ARCHIVE \
$YAML_SOURCE \
$YAML_PATCHLEVEL
fetch_and_patch \
- $CHRONY_NAME.tar.gz \
+ $CHRONY_ARCHIVE \
$CHRONY_SOURCE \
$CHRONY_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/chrony-reuseport.patch"
+ "${CHRONY_PATCHES[@]}"
fetch_and_patch \
- $GUMBO_PARSER_NAME.tar.gz \
+ $GUMBO_PARSER_ARCHIVE \
$GUMBO_PARSER_SOURCE \
$GUMBO_PARSER_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/gumbo-parser-autoconf-263.patch" \
- "autoreconf -fvi"
+ "${GUMBO_PARSER_PATCHES[@]}" \
+ "${GUMBO_PARSER_EXTRA_COMMANDS[@]}"
fetch_and_patch \
- $GUMBO_QUERY_NAME.tar.gz \
+ $GUMBO_QUERY_ARCHIVE \
$GUMBO_QUERY_SOURCE \
$GUMBO_QUERY_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/gumbo-query-namespace.patch"
+ "${GUMBO_QUERY_PATCHES[@]}"
fetch_and_patch \
- $POSTGRES_NAME.tar.gz \
+ $POSTGRES_ARCHIVE \
$POSTGRES_SOURCE \
$POSTGRES_PATCHLEVEL \
- "patch -p0 < $TP_DIR/patches/postgres-root-can-run-initdb.patch" \
- "patch -p0 < $TP_DIR/patches/postgres-no-check-root.patch" \
- "patch -p1 < $TP_DIR/patches/postgres-fix-strchrnul-macos-check.patch"
+ "${POSTGRES_PATCHES[@]}"
fetch_and_patch \
- $POSTGRES_JDBC_NAME.jar \
+ $POSTGRES_JDBC_ARCHIVE \
$POSTGRES_JDBC_SOURCE \
$POSTGRES_JDBC_PATCHLEVEL
fetch_and_patch \
- $RANGER_NAME.tar.gz \
+ $RANGER_ARCHIVE \
$RANGER_SOURCE \
$RANGER_PATCHLEVEL \
- "patch -p0 < $TP_DIR/patches/ranger-fixscripts.patch"
+ "${RANGER_PATCHES[@]}"
fetch_and_patch \
- $JWT_CPP_NAME.tar.gz \
+ $JWT_CPP_ARCHIVE \
$JWT_CPP_SOURCE \
$JWT_CPP_PATCHLEVEL
fetch_and_patch \
- $RANGER_KMS_NAME.tar.gz \
+ $RANGER_KMS_ARCHIVE \
$RANGER_KMS_SOURCE \
$RANGER_KMS_PATCHLEVEL
fetch_and_patch \
- $ROCKSDB_NAME.tar.gz \
+ $ROCKSDB_ARCHIVE \
$ROCKSDB_SOURCE \
$ROCKSDB_PATCHLEVEL \
- "patch -p1 < $TP_DIR/patches/rocksdb-gcc13.patch"
+ "${ROCKSDB_PATCHES[@]}"
fetch_and_patch \
- ${PROMETHEUS_NAME}.tar.gz \
- ${PROMETHEUS_SOURCE} \
- ${PROMETHEUS_PATCHLEVEL}
+ $PROMETHEUS_ARCHIVE \
+ $PROMETHEUS_SOURCE \
+ $PROMETHEUS_PATCHLEVEL
echo "---------------"
echo "Thirdparty dependencies downloaded successfully"
-
diff --git a/thirdparty/vars.sh b/thirdparty/vars.sh
index db7b2eccf..9303c0573 100644
--- a/thirdparty/vars.sh
+++ b/thirdparty/vars.sh
@@ -68,69 +68,150 @@ GFLAGS_VERSION=2.2.2
GFLAGS_PATCHLEVEL=0
GFLAGS_NAME=gflags-$GFLAGS_VERSION
GFLAGS_SOURCE=$TP_SOURCE_DIR/$GFLAGS_NAME
+GFLAGS_ARCHIVE=$GFLAGS_NAME.tar.gz
GLOG_VERSION=0.6.0
GLOG_PATCHLEVEL=2
GLOG_NAME=glog-$GLOG_VERSION
GLOG_SOURCE=$TP_SOURCE_DIR/$GLOG_NAME
+GLOG_ARCHIVE=$GLOG_NAME.tar.gz
+GLOG_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/glog-make-internals-visible.patch"
+ "patch -p1 < $TP_DIR/patches/glog-support-stacktrace-for-aarch64.patch"
+)
GMOCK_VERSION=1.12.1
GMOCK_PATCHLEVEL=1
GMOCK_NAME=googletest-release-$GMOCK_VERSION
GMOCK_SOURCE=$TP_SOURCE_DIR/$GMOCK_NAME
+GMOCK_ARCHIVE=$GMOCK_NAME.tar.gz
+GMOCK_PATCHES=(
+ "patch -p0 < $TP_DIR/patches/gmock-update-iwyu-pragma.patch"
+)
GPERFTOOLS_VERSION=2.13
GPERFTOOLS_PATCHLEVEL=1
GPERFTOOLS_NAME=gperftools-$GPERFTOOLS_VERSION
GPERFTOOLS_SOURCE=$TP_SOURCE_DIR/$GPERFTOOLS_NAME
+GPERFTOOLS_ARCHIVE=$GPERFTOOLS_NAME.tar.gz
+GPERFTOOLS_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/gperftools-Replace-namespace-base-with-namespace-tcmalloc.patch"
+)
+GPERFTOOLS_EXTRA_COMMANDS=(
+ "autoreconf -fvi"
+)
FLATBUFFERS_VERSION=25.2.10
FLATBUFFERS_PATCHLEVEL=1
FLATBUFFERS_NAME=flatbuffers-$FLATBUFFERS_VERSION
FLATBUFFERS_SOURCE=$TP_SOURCE_DIR/$FLATBUFFERS_NAME
+FLATBUFFERS_ARCHIVE=$FLATBUFFERS_NAME.tar.gz
+FLATBUFFERS_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/flatbuffers-length-to-size-uint8-ptr.patch"
+)
+# NOTE: creating an empty 'third_party/googletest/m4' subdir is a recipe from
+# the $PROTOBUF_SOURCE/autogen.sh file:
+#
+# The absence of a m4 directory in googletest causes autoreconf to fail when
+# building under the CentOS docker image. It's a warning in regular build on
+# Ubuntu/gLinux as well.
+#
PROTOBUF_VERSION=3.21.9
PROTOBUF_PATCHLEVEL=1
PROTOBUF_NAME=protobuf-$PROTOBUF_VERSION
PROTOBUF_SOURCE=$TP_SOURCE_DIR/$PROTOBUF_NAME
+PROTOBUF_ARCHIVE=protobuf-cpp-$PROTOBUF_VERSION.tar.gz
+PROTOBUF_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/protobuf-inlined_string_field.patch"
+)
+PROTOBUF_EXTRA_COMMANDS=(
+ "mkdir -p third_party/googletest/m4"
+ "autoreconf -fvi"
+)
+
+# Returns 0 if cmake should be patched to work around this bug [1].
+#
+# Currently only SLES 12 SP0 is known to be vulnerable, and since the workaround
+# hurts cmake performance, we apply it only if absolutely necessary.
+#
+# 1. https://gitlab.kitware.com/cmake/cmake/issues/15873.
+needs_patched_cmake() {
+ if [ ! -e /etc/SuSE-release ]; then
+ # Not a SUSE distro.
+ return 1
+ fi
+ if ! grep -q "SUSE Linux Enterprise Server 12" /etc/SuSE-release; then
+ # Not SLES 12.
+ return 1
+ fi
+ if ! grep -q "PATCHLEVEL = 0" /etc/SuSE-release; then
+ # Not SLES 12 SP0.
+ return 1
+ fi
+ return 0
+}
+CMAKE_SLES_PATCH=""
+if needs_patched_cmake; then
+ CMAKE_SLES_PATCH="patch -p1 < $TP_DIR/patches/cmake-issue-15873-dont-use-select.patch"
+fi
+# cmake-fix-macos-compilation should be removed once cmake is upgraded to version 3.30 or later
# Note: CMake gets patched on SLES12SP0. When changing the CMake version, please check if
# cmake-issue-15873-dont-use-select.patch needs to be updated.
CMAKE_VERSION=3.25.3
CMAKE_PATCHLEVEL=2
CMAKE_NAME=cmake-$CMAKE_VERSION
CMAKE_SOURCE=$TP_SOURCE_DIR/$CMAKE_NAME
+CMAKE_ARCHIVE=$CMAKE_NAME.tar.gz
+CMAKE_PATCHES=(
+ "$CMAKE_SLES_PATCH"
+ "patch -p1 < $TP_DIR/patches/cmake-fix-macos-compilation.patch"
+)
SNAPPY_VERSION=1.1.8
SNAPPY_PATCHLEVEL=0
SNAPPY_NAME=snappy-$SNAPPY_VERSION
SNAPPY_SOURCE=$TP_SOURCE_DIR/$SNAPPY_NAME
+SNAPPY_ARCHIVE=$SNAPPY_NAME.tar.gz
LZ4_VERSION=1.10.0
LZ4_PATCHLEVEL=0
LZ4_NAME=lz4-$LZ4_VERSION
LZ4_SOURCE=$TP_SOURCE_DIR/$LZ4_NAME
+LZ4_ARCHIVE=$LZ4_NAME.tar.gz
# from https://github.com/kiyo-masui/bitshuffle
BITSHUFFLE_VERSION=0.3.5
BITSHUFFLE_PATCHLEVEL=0
BITSHUFFLE_NAME=bitshuffle-$BITSHUFFLE_VERSION
BITSHUFFLE_SOURCE=$TP_SOURCE_DIR/$BITSHUFFLE_NAME
+BITSHUFFLE_ARCHIVE=$BITSHUFFLE_NAME.tar.gz
ZLIB_VERSION=1.3.1
ZLIB_PATCHLEVEL=0
ZLIB_NAME=zlib-$ZLIB_VERSION
ZLIB_SOURCE=$TP_SOURCE_DIR/$ZLIB_NAME
+ZLIB_ARCHIVE=$ZLIB_NAME.tar.gz
LIBEV_VERSION=4.33
LIBEV_PATCHLEVEL=0
LIBEV_NAME=libev-$LIBEV_VERSION
LIBEV_SOURCE=$TP_SOURCE_DIR/$LIBEV_NAME
+LIBEV_ARCHIVE=$LIBEV_NAME.tar.gz
RAPIDJSON_VERSION=1.1.0
RAPIDJSON_PATCHLEVEL=5
RAPIDJSON_NAME=rapidjson-$RAPIDJSON_VERSION
RAPIDJSON_SOURCE=$TP_SOURCE_DIR/$RAPIDJSON_NAME
+RAPIDJSON_ARCHIVE=$RAPIDJSON_NAME.zip
+RAPIDJSON_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/rapidjson-fix-signed-unsigned-conversion-error.patch"
+ "patch -p1 < $TP_DIR/patches/rapidjson-assertions-for-clang-warnings.patch"
+ "patch -p1 < $TP_DIR/patches/rapidjson-avoid-pointer-arithmetic-on-null-pointer.patch"
+ "patch -p1 < $TP_DIR/patches/rapidjson-document-assignment-operator-00.patch"
+ "patch -p1 < $TP_DIR/patches/rapidjson-document-assignment-operator-01.patch"
+)
# Hash of the squeasel git revision to use.
# (from http://github.com/cloudera/squeasel)
@@ -143,6 +224,14 @@ SQUEASEL_VERSION=d83cf6d9af0e2c98c16467a6a035ae0d7ca21cb1
SQUEASEL_PATCHLEVEL=5
SQUEASEL_NAME=squeasel-$SQUEASEL_VERSION
SQUEASEL_SOURCE=$TP_SOURCE_DIR/$SQUEASEL_NAME
+SQUEASEL_ARCHIVE=$SQUEASEL_NAME.tar.gz
+SQUEASEL_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/squeasel-handle-openssl-errors.patch"
+ "patch -p1 < $TP_DIR/patches/squeasel-tls-min-version.patch"
+ "patch -p1 < $TP_DIR/patches/squeasel-support-get-bound-addresses-for-ipv6.patch"
+ "patch -p1 < $TP_DIR/patches/squeasel-tls-openssl10x.patch"
+ "patch -p1 < $TP_DIR/patches/squeasel-ipv6-only-socket-option.patch"
+)
# Hash of the mustache git revision to use.
# (from https://github.com/henryr/cpp-mustache)
@@ -155,6 +244,7 @@ MUSTACHE_VERSION=b290952d8eb93d085214d8c8c9eab8559df9f606
MUSTACHE_PATCHLEVEL=0
MUSTACHE_NAME=mustache-$MUSTACHE_VERSION
MUSTACHE_SOURCE=$TP_SOURCE_DIR/$MUSTACHE_NAME
+MUSTACHE_ARCHIVE=$MUSTACHE_NAME.tar.gz
# git release/revision of cpplint https://github.com/cpplint/cpplint
# (used to be a part of google styleguide https://github.com/google/styleguide)
@@ -168,16 +258,30 @@ CPPLINT_VERSION=1.6.1
CPPLINT_PATCHLEVEL=1
CPPLINT_NAME=cpplint-$CPPLINT_VERSION
CPPLINT_SOURCE=$TP_SOURCE_DIR/$CPPLINT_NAME
+CPPLINT_ARCHIVE=$CPPLINT_NAME.tar.gz
+CPPLINT_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/cpplint-libstdcpp-regex.patch"
+)
GCOVR_VERSION=3.0
GCOVR_PATCHLEVEL=0
GCOVR_NAME=gcovr-$GCOVR_VERSION
GCOVR_SOURCE=$TP_SOURCE_DIR/$GCOVR_NAME
+GCOVR_ARCHIVE=$GCOVR_NAME.tar.gz
CURL_VERSION=8.11.1
CURL_PATCHLEVEL=3
CURL_NAME=curl-$CURL_VERSION
CURL_SOURCE=$TP_SOURCE_DIR/$CURL_NAME
+CURL_ARCHIVE=$CURL_NAME.tar.gz
+CURL_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/curl-custom-openssl-library.patch"
+ "patch -p1 < $TP_DIR/patches/curl-handle-openssl-errors.patch"
+ "patch -p1 < $TP_DIR/patches/curl-eventfd-double-close.patch"
+)
+CURL_EXTRA_COMMANDS=(
+ "autoreconf -fvi"
+)
# Hash of the crcutil git revision to use.
# (from http://github.com/cloudera/crcutil)
@@ -190,11 +294,19 @@ CRCUTIL_VERSION=0437b1a99cf8a29910579ac440e48bb2385021b1
CRCUTIL_PATCHLEVEL=1
CRCUTIL_NAME=crcutil-$CRCUTIL_VERSION
CRCUTIL_SOURCE=$TP_SOURCE_DIR/$CRCUTIL_NAME
+CRCUTIL_ARCHIVE=$CRCUTIL_NAME.tar.gz
+CRCUTIL_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/crcutil-fix-macos-arm64-flags.patch"
+)
LIBUNWIND_VERSION=1.7.2
LIBUNWIND_PATCHLEVEL=1
LIBUNWIND_NAME=libunwind-$LIBUNWIND_VERSION
LIBUNWIND_SOURCE=$TP_SOURCE_DIR/$LIBUNWIND_NAME
+LIBUNWIND_ARCHIVE=$LIBUNWIND_NAME.tar.gz
+LIBUNWIND_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/libunwind-trace-cache-destructor.patch"
+)
# See package-llvm.sh for details on the LLVM tarball.
LLVM_VERSION=11.0.0
@@ -204,6 +316,26 @@ LLVM_SOURCE=$TP_SOURCE_DIR/$LLVM_NAME
# The include-what-you-use is built along with LLVM in its source tree.
IWYU_VERSION=0.15
+LLVM_ARCHIVE=llvm-$LLVM_VERSION-iwyu-$IWYU_VERSION.src.tar.gz
+LLVM_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/llvm-add-iwyu.patch"
+ "patch -p1 < $TP_DIR/patches/llvm-iwyu-718e69875.patch"
+ "patch -p1 < $TP_DIR/patches/llvm-iwyu-0de60d8a2.patch"
+ "patch -d projects -p1 < $TP_DIR/patches/llvm-remove-cyclades-inclusion-in-sanitizer.patch"
+ "patch -p2 < $TP_DIR/patches/llvm-fix-missing-include.patch"
+ "patch -d projects -p1 < $TP_DIR/patches/llvm-Sanitizer-built-against-glibc-2_34-doesnt-work.patch"
+ "patch -d tools -p1 < $TP_DIR/patches/llvm-ignore-flto-values.patch"
+ "patch -p1 < $TP_DIR/patches/llvm-nostdinc-nostdlib-00.patch"
+ "patch -p1 < $TP_DIR/patches/llvm-nostdinc-nostdlib-01.patch"
+ "patch -p1 < $TP_DIR/patches/llvm-nostdinc-nostdlib-02.patch"
+ "patch -p1 < $TP_DIR/patches/llvm-include-llvm-support-signals.patch"
+ "patch -p1 < $TP_DIR/patches/llvm-is-convertible-00.patch"
+ "patch -p1 < $TP_DIR/patches/llvm-is-convertible-01.patch"
+ "patch -p1 < $TP_DIR/patches/llvm-chrono-duration-00.patch"
+ "patch -p1 < $TP_DIR/patches/llvm-chrono-duration-01.patch"
+ "patch -p1 < $TP_DIR/patches/llvm-section-mm-memory-mapper.patch"
+ "patch -p1 < $TP_DIR/patches/llvm-section-mm-extra-methods.patch"
+)
# Our trace-viewer repository is separate since it's quite large and
# shouldn't change frequently. We upload the built artifacts (HTML/JS)
@@ -215,6 +347,7 @@ TRACE_VIEWER_VERSION=99efe2f56191867ba7bb602c7c227dea6d576d2f
TRACE_VIEWER_PATCHLEVEL=0
TRACE_VIEWER_NAME=kudu-trace-viewer-$TRACE_VIEWER_VERSION
TRACE_VIEWER_SOURCE=$TP_SOURCE_DIR/$TRACE_VIEWER_NAME
+TRACE_VIEWER_ARCHIVE=$TRACE_VIEWER_NAME.tar.gz
# Since 1.91.0 version, the distro file for the Boost library is a git archive,
# not a regular/legacy source distribution archive which targets b2-based build
@@ -241,6 +374,7 @@ BOOST_VERSION=1.91.0
BOOST_PATCHLEVEL=0
BOOST_NAME=boost-$BOOST_VERSION
BOOST_SOURCE=$TP_SOURCE_DIR/$BOOST_NAME
+BOOST_ARCHIVE=$BOOST_NAME-cmake.tar.gz
# The breakpad source artifact is created using the script found in
# scripts/make-breakpad-src-archive.sh
@@ -248,6 +382,17 @@ BREAKPAD_VERSION=9eac2058b70615519b2c4d8c6bdbfca1bd079e39
BREAKPAD_PATCHLEVEL=8
BREAKPAD_NAME=breakpad-$BREAKPAD_VERSION
BREAKPAD_SOURCE=$TP_SOURCE_DIR/$BREAKPAD_NAME
+BREAKPAD_ARCHIVE=$BREAKPAD_NAME.tar.gz
+BREAKPAD_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/breakpad-add-basic-support-for-dwz-dwarf-extension.patch"
+ "patch -p1 < $TP_DIR/patches/breakpad-syscall-rsp-clobber-fix.patch"
+ "patch -p1 < $TP_DIR/patches/breakpad-SIGSTKSZ-error.patch"
+ "patch -p1 < $TP_DIR/patches/breakpad-fclose.patch"
+ "patch -p1 < $TP_DIR/patches/breakpad-fread.patch"
+ "patch -p1 < $TP_DIR/patches/breakpad-minidump-descriptor.patch"
+ "patch -p1 < $TP_DIR/patches/breakpad-guid-creator.patch"
+ "patch -p1 < $TP_DIR/patches/breakpad-64k-pages-stack-collection.patch"
+)
# Hash of the sparsehash-c11 git revision to use.
# (from http://github.com/sparsehash/sparsehash-c11)
@@ -260,21 +405,37 @@ SPARSEHASH_VERSION=cf0bffaa456f23bc4174462a789b90f8b6f5f42f
SPARSEHASH_PATCHLEVEL=3
SPARSEHASH_NAME=sparsehash-c11-$SPARSEHASH_VERSION
SPARSEHASH_SOURCE=$TP_SOURCE_DIR/$SPARSEHASH_NAME
+SPARSEHASH_ARCHIVE=$SPARSEHASH_NAME.tar.gz
+SPARSEHASH_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/sparsehash-0001-Add-compatibily-for-gcc-4.x-in-traits.patch"
+ "patch -p1 < $TP_DIR/patches/sparsehash-0002-Add-workaround-for-dense_hashtable-move-constructor-.patch"
+)
SPARSEPP_VERSION=1.22
SPARSEPP_PATCHLEVEL=0
SPARSEPP_NAME=sparsepp-$SPARSEPP_VERSION
SPARSEPP_SOURCE=$TP_SOURCE_DIR/$SPARSEPP_NAME
+SPARSEPP_ARCHIVE=$SPARSEPP_NAME.tar.gz
THRIFT_VERSION=0.23.0
THRIFT_PATCHLEVEL=1
THRIFT_NAME=thrift-$THRIFT_VERSION
THRIFT_SOURCE=$TP_SOURCE_DIR/$THRIFT_NAME
-
+THRIFT_ARCHIVE=$THRIFT_NAME.tar.gz
+THRIFT_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/thrift-e96bc4015.patch"
+ "patch -p1 < $TP_DIR/patches/thrift-c1457c69f.patch"
+ "patch -p1 < $TP_DIR/patches/thrift-5748bbb6b.patch"
+ "patch -p1 < $TP_DIR/patches/thrift-e3c8c534c.patch"
+)
+
+# This would normally call autoreconf, but it does not succeed with autoreconf
+# 2.69-11 (RHEL 7): "autoreconf: 'configure.ac' or 'configure.in' is required".
BISON_VERSION=3.8.2
BISON_PATCHLEVEL=0
BISON_NAME=bison-$BISON_VERSION
BISON_SOURCE=$TP_SOURCE_DIR/$BISON_NAME
+BISON_ARCHIVE=$BISON_NAME.tar.gz
# Note: The Hive release binary tarball is stripped of unnecessary jars before
# being uploaded. See thirdparty/package-hive.sh for details.
@@ -283,6 +444,7 @@ HIVE_VERSION=3.1.2
HIVE_PATCHLEVEL=0
HIVE_NAME=hive-$HIVE_VERSION
HIVE_SOURCE=$TP_SOURCE_DIR/$HIVE_NAME
+HIVE_ARCHIVE=$HIVE_NAME-stripped.tar.gz
# Note: The Hadoop release tarball is stripped of unnecessary jars before being
# uploaded. See thirdparty/package-hadoop.sh for details.
@@ -290,16 +452,22 @@ HADOOP_VERSION=3.4.1
HADOOP_PATCHLEVEL=0
HADOOP_NAME=hadoop-$HADOOP_VERSION
HADOOP_SOURCE=$TP_SOURCE_DIR/$HADOOP_NAME
+HADOOP_ARCHIVE=$HADOOP_NAME-stripped.tar.gz
YAML_VERSION=0.8.0
YAML_PATCHLEVEL=0
YAML_NAME=yaml-cpp-yaml-cpp-$YAML_VERSION
YAML_SOURCE=$TP_SOURCE_DIR/$YAML_NAME
+YAML_ARCHIVE=$YAML_NAME.tar.gz
CHRONY_VERSION=4.6.1
CHRONY_PATCHLEVEL=1
CHRONY_NAME=chrony-$CHRONY_VERSION
CHRONY_SOURCE=$TP_SOURCE_DIR/$CHRONY_NAME
+CHRONY_ARCHIVE=$CHRONY_NAME.tar.gz
+CHRONY_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/chrony-reuseport.patch"
+)
# Hash of the gumbo-parser git revision to use.
# (from https://github.com/google/gumbo-parser)
@@ -312,6 +480,13 @@ GUMBO_PARSER_VERSION=aa91b27b02c0c80c482e24348a457ed7c3c088e0
GUMBO_PARSER_PATCHLEVEL=1
GUMBO_PARSER_NAME=gumbo-parser-$GUMBO_PARSER_VERSION
GUMBO_PARSER_SOURCE=$TP_SOURCE_DIR/$GUMBO_PARSER_NAME
+GUMBO_PARSER_ARCHIVE=$GUMBO_PARSER_NAME.tar.gz
+GUMBO_PARSER_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/gumbo-parser-autoconf-263.patch"
+)
+GUMBO_PARSER_EXTRA_COMMANDS=(
+ "autoreconf -fvi"
+)
# Hash of the gumbo-query git revision to use.
# (from https://github.com/lazytiger/gumbo-query)
@@ -324,16 +499,27 @@ GUMBO_QUERY_VERSION=c9f10880b645afccf4fbcd11d2f62a7c01222d2e
GUMBO_QUERY_PATCHLEVEL=1
GUMBO_QUERY_NAME=gumbo-query-$GUMBO_QUERY_VERSION
GUMBO_QUERY_SOURCE=$TP_SOURCE_DIR/$GUMBO_QUERY_NAME
+GUMBO_QUERY_ARCHIVE=$GUMBO_QUERY_NAME.tar.gz
+GUMBO_QUERY_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/gumbo-query-namespace.patch"
+)
POSTGRES_VERSION=17.2
POSTGRES_PATCHLEVEL=2
POSTGRES_NAME=postgresql-$POSTGRES_VERSION
POSTGRES_SOURCE=$TP_SOURCE_DIR/$POSTGRES_NAME
+POSTGRES_ARCHIVE=$POSTGRES_NAME.tar.gz
+POSTGRES_PATCHES=(
+ "patch -p0 < $TP_DIR/patches/postgres-root-can-run-initdb.patch"
+ "patch -p0 < $TP_DIR/patches/postgres-no-check-root.patch"
+ "patch -p1 < $TP_DIR/patches/postgres-fix-strchrnul-macos-check.patch"
+)
POSTGRES_JDBC_VERSION=42.7.4
POSTGRES_JDBC_PATCHLEVEL=0
POSTGRES_JDBC_NAME=postgresql-$POSTGRES_JDBC_VERSION
POSTGRES_JDBC_SOURCE=$TP_SOURCE_DIR/$POSTGRES_JDBC_NAME
+POSTGRES_JDBC_ARCHIVE=$POSTGRES_JDBC_NAME.jar
# If you need to rebuild the tarball for a specific hash instead of a release,
# run the following commands:
@@ -344,21 +530,31 @@ RANGER_VERSION=2.6.0
RANGER_PATCHLEVEL=2
RANGER_NAME=ranger-$RANGER_VERSION-admin
RANGER_SOURCE=$TP_SOURCE_DIR/$RANGER_NAME
+RANGER_ARCHIVE=$RANGER_NAME.tar.gz
+RANGER_PATCHES=(
+ "patch -p0 < $TP_DIR/patches/ranger-fixscripts.patch"
+)
RANGER_KMS_VERSION=2.6.0 # this probably should match the ranger version
RANGER_KMS_PATCHLEVEL=0
RANGER_KMS_NAME=ranger-$RANGER_KMS_VERSION-kms
RANGER_KMS_SOURCE=$TP_SOURCE_DIR/$RANGER_KMS_NAME
+RANGER_KMS_ARCHIVE=$RANGER_KMS_NAME.tar.gz
JWT_CPP_VERSION=3bd600762a70faccc7ec1c2dacb999cba6c6ef5e
JWT_CPP_PATCHLEVEL=0
JWT_CPP_NAME=jwt-cpp-$JWT_CPP_VERSION
JWT_CPP_SOURCE=$TP_SOURCE_DIR/$JWT_CPP_NAME
+JWT_CPP_ARCHIVE=$JWT_CPP_NAME.tar.gz
ROCKSDB_VERSION=7.7.3
ROCKSDB_PATCHLEVEL=1
ROCKSDB_NAME=rocksdb-$ROCKSDB_VERSION
ROCKSDB_SOURCE=$TP_SOURCE_DIR/$ROCKSDB_NAME
+ROCKSDB_ARCHIVE=$ROCKSDB_NAME.tar.gz
+ROCKSDB_PATCHES=(
+ "patch -p1 < $TP_DIR/patches/rocksdb-gcc13.patch"
+)
# Prometheus is downloaded as a prebuilt binary from the S3 bucket.
# OS and arch are mapped to the Prometheus release naming convention.
@@ -375,5 +571,6 @@ PROMETHEUS_VERSION=3.11.2
PROMETHEUS_PATCHLEVEL=0
PROMETHEUS_OS=$(uname -s | tr '[:upper:]' '[:lower:]')
PROMETHEUS_ARCH=$(uname -m | sed 's/x86_64/amd64/;s/aarch64/arm64/')
-PROMETHEUS_NAME=prometheus-${PROMETHEUS_VERSION}.${PROMETHEUS_OS}-${PROMETHEUS_ARCH}
+PROMETHEUS_NAME=prometheus-$PROMETHEUS_VERSION.$PROMETHEUS_OS-$PROMETHEUS_ARCH
PROMETHEUS_SOURCE=$TP_SOURCE_DIR/$PROMETHEUS_NAME
+PROMETHEUS_ARCHIVE=$PROMETHEUS_NAME.tar.gz