You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@gluten.apache.org by yu...@apache.org on 2026/08/21 09:01:21 UTC
(gluten) branch wip_macos_test created (now 4221667489)
This is an automated email from the ASF dual-hosted git repository.
zhouyuan pushed a change to branch wip_macos_test
in repository https://gitbox.apache.org/repos/asf/gluten.git
at 4221667489 test
This branch includes the following new commits:
new 126cd6fa38 adding basic tpc test for mac
new e69def3608 test
new c2bfa47e7c fix weekly job for ubuntu/openeuler
new 4221667489 test
The 4 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@gluten.apache.org
For additional commands, e-mail: commits-help@gluten.apache.org
(gluten) 01/04: adding basic tpc test for mac
Posted by yu...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
zhouyuan pushed a commit to branch wip_macos_test
in repository https://gitbox.apache.org/repos/asf/gluten.git
commit 126cd6fa38456528bc37377d5621e65b167d47a9
Author: Yuan <yu...@apache.org>
AuthorDate: Wed Jul 29 10:56:48 2026 +0100
adding basic tpc test for mac
Signed-off-by: Yuan <yu...@apache.org>
---
.github/workflows/velox_weekly.yml | 8 ++++++++
1 file changed, 8 insertions(+)
diff --git a/.github/workflows/velox_weekly.yml b/.github/workflows/velox_weekly.yml
index dab8d5c1b0..cf466f26e2 100644
--- a/.github/workflows/velox_weekly.yml
+++ b/.github/workflows/velox_weekly.yml
@@ -336,8 +336,11 @@ jobs:
with:
path: '${{ env.CCACHE_DIR }}'
key: ccache-weekly-macos-${{runner.arch}}-${{ hashFiles('ep/build-velox/src/**') }}
+ - name: Fix JAVA_HOME on macOS
+ run: echo "JAVA_HOME=$(/usr/libexec/java_home -v 17)" >> $GITHUB_ENV
- name: Build
run: |
+ echo "JAVA_HOME: $JAVA_HOME"
export CCACHE_MAXSIZE=1G
mkdir -p $CCACHE_DIR
./dev/buildbundle-veloxbe.sh --run_setup_script=ON --build_arrow=ON --build_tests=ON --build_benchmarks=ON --spark_version=3.5
@@ -352,3 +355,8 @@ jobs:
key: ccache-weekly-macos-${{runner.arch}}-${{ hashFiles('ep/build-velox/src/**') }}
include-hidden-files: true
retention-days: '7'
+ - name: Run TPC-H
+ run: |
+ echo "JAVA_HOME: $JAVA_HOME"
+ cd $GITHUB_WORKSPACE/tools/gluten-it
+ $TPCH_TEST
\ No newline at end of file
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@gluten.apache.org
For additional commands, e-mail: commits-help@gluten.apache.org
(gluten) 04/04: test
Posted by yu...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
zhouyuan pushed a commit to branch wip_macos_test
in repository https://gitbox.apache.org/repos/asf/gluten.git
commit 422166748919ddd03411175c0b2b98497748ce94
Author: Yuan <yu...@apache.org>
AuthorDate: Fri Aug 21 10:01:01 2026 +0100
test
Signed-off-by: Yuan <yu...@apache.org>
---
.github/workflows/velox_weekly.yml | 8 ++++----
1 file changed, 4 insertions(+), 4 deletions(-)
diff --git a/.github/workflows/velox_weekly.yml b/.github/workflows/velox_weekly.yml
index 221991bd5b..2756f4f73a 100644
--- a/.github/workflows/velox_weekly.yml
+++ b/.github/workflows/velox_weekly.yml
@@ -42,7 +42,7 @@ jobs:
fail-fast: false
matrix:
os: [ "centos:8", "quay.io/centos/centos:stream9" ]
- if: ${{ startsWith(github.repository, 'apache/') }}
+
runs-on: ubuntu-22.04
container: ${{ matrix.os }}
steps:
@@ -120,7 +120,7 @@ jobs:
fail-fast: false
matrix:
os: [ "ubuntu:22.04", "ubuntu:24.04" ]
- if: ${{ startsWith(github.repository, 'apache/') }}
+
runs-on: ubuntu-22.04
container: ${{ matrix.os }}
steps:
@@ -205,7 +205,7 @@ jobs:
fail-fast: false
matrix:
os: [ "openeuler/openeuler:24.03" ]
- if: ${{ startsWith(github.repository, 'apache/') }}
+
runs-on: ubuntu-24.04-arm
container: ${{ matrix.os }}
steps:
@@ -263,7 +263,7 @@ jobs:
fail-fast: false
matrix:
os: [ "openeuler/openeuler:24.03" ]
- if: ${{ startsWith(github.repository, 'apache/') }}
+
runs-on: ubuntu-24.04-arm
container: ${{ matrix.os }}
steps:
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@gluten.apache.org
For additional commands, e-mail: commits-help@gluten.apache.org
(gluten) 03/04: fix weekly job for ubuntu/openeuler
Posted by yu...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
zhouyuan pushed a commit to branch wip_macos_test
in repository https://gitbox.apache.org/repos/asf/gluten.git
commit c2bfa47e7cfa3de46faecd57e6bbe2f8e6da15f6
Author: Yuan <yu...@apache.org>
AuthorDate: Fri Aug 21 10:00:30 2026 +0100
fix weekly job for ubuntu/openeuler
Signed-off-by: Yuan <yu...@apache.org>
---
dev/build-helper-functions.sh | 2 ++
ep/build-velox/src/setup-openeuler24.sh | 28 ++++++++++++++++++++++++++++
2 files changed, 30 insertions(+)
diff --git a/dev/build-helper-functions.sh b/dev/build-helper-functions.sh
index 3f2537da2a..631da2847a 100644
--- a/dev/build-helper-functions.sh
+++ b/dev/build-helper-functions.sh
@@ -232,6 +232,7 @@ function setup_linux {
export SIMDJSON_SKIPUTF8VALIDATION=ON
if [[ "$LINUX_DISTRIBUTION" == "ubuntu" || "$LINUX_DISTRIBUTION" == "debian" || "$LINUX_DISTRIBUTION" == "pop" ]]; then
+ source scripts/setup-ubuntu.sh
scripts/setup-ubuntu.sh
elif [[ "$LINUX_DISTRIBUTION" == "centos" ]]; then
source scripts/setup-centos-adapters.sh
@@ -253,6 +254,7 @@ function setup_linux {
elif [[ "$LINUX_DISTRIBUTION" == "openEuler" ]]; then
case "$LINUX_VERSION_ID" in
24.03)
+ source $GLUTEN_VELOX_SCRIPT_HOME/setup-openeuler24.sh
$GLUTEN_VELOX_SCRIPT_HOME/setup-openeuler24.sh ;;
*)
echo "Unsupported openEuler version: $LINUX_VERSION_ID"
diff --git a/ep/build-velox/src/setup-openeuler24.sh b/ep/build-velox/src/setup-openeuler24.sh
index 39fd196e73..682e705832 100755
--- a/ep/build-velox/src/setup-openeuler24.sh
+++ b/ep/build-velox/src/setup-openeuler24.sh
@@ -231,6 +231,34 @@ function install_velox_deps {
run_and_time install_geos
}
+function install_s3 {
+ install_aws_deps
+ local MINIO_OS="linux"
+ install_minio ${MINIO_OS}
+}
+
+function install_gcs {
+ dnf -y install npm curl-devel c-ares-devel re2-devel
+ install_gcs_sdk_cpp
+}
+
+function install_abfs {
+ dnf -y install perl-IPC-Cmd openssl-devel libxml2-devel
+ install_azure_storage_sdk_cpp
+}
+
+function install_hdfs {
+ dnf -y install libxml2-devel libgsasl-devel libuuid-devel krb5-devel java-1.8.0-openjdk-devel
+ install_hdfs_deps
+}
+
+function install_adapters {
+ run_and_time install_s3
+ run_and_time install_gcs
+ run_and_time install_abfs
+ run_and_time install_hdfs
+}
+
(return 2> /dev/null) && return # If script was sourced, don't run commands.
(
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@gluten.apache.org
For additional commands, e-mail: commits-help@gluten.apache.org
(gluten) 02/04: test
Posted by yu...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
zhouyuan pushed a commit to branch wip_macos_test
in repository https://gitbox.apache.org/repos/asf/gluten.git
commit e69def360806798f3071ee96c0c77995131eb22b
Author: Yuan <yu...@apache.org>
AuthorDate: Wed Jul 29 10:58:06 2026 +0100
test
Signed-off-by: Yuan <yu...@apache.org>
---
.github/workflows/velox_weekly.yml | 4 +++-
1 file changed, 3 insertions(+), 1 deletion(-)
diff --git a/.github/workflows/velox_weekly.yml b/.github/workflows/velox_weekly.yml
index cf466f26e2..221991bd5b 100644
--- a/.github/workflows/velox_weekly.yml
+++ b/.github/workflows/velox_weekly.yml
@@ -318,7 +318,7 @@ jobs:
weekly-build-on-macos:
strategy:
fail-fast: false
- if: ${{ startsWith(github.repository, 'apache/') }}
+
runs-on: macos-15
env:
INSTALL_PREFIX: /tmp/deps-install
@@ -344,6 +344,8 @@ jobs:
export CCACHE_MAXSIZE=1G
mkdir -p $CCACHE_DIR
./dev/buildbundle-veloxbe.sh --run_setup_script=ON --build_arrow=ON --build_tests=ON --build_benchmarks=ON --spark_version=3.5
+ cd $GITHUB_WORKSPACE/tools/gluten-it
+ $GITHUB_WORKSPACE/build/mvn -ntp clean install -Pspark-3.5
- name: Clean Ccache tmp before save
if: always()
run: rm -rf '${{ env.CCACHE_DIR }}/tmp'
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@gluten.apache.org
For additional commands, e-mail: commits-help@gluten.apache.org