You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@gluten.apache.org by ph...@apache.org on 2025/11/22 15:18:28 UTC
(incubator-gluten) branch main updated: [GLUTEN-10926][VL] Update Spark mirror to speed up CI Docker image build process (#11143)
This is an automated email from the ASF dual-hosted git repository.
philo pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-gluten.git
The following commit(s) were added to refs/heads/main by this push:
new a458d0a2b7 [GLUTEN-10926][VL] Update Spark mirror to speed up CI Docker image build process (#11143)
a458d0a2b7 is described below
commit a458d0a2b7d75afa3763e60d10382ada7ca01288
Author: Yuan <yu...@apache.org>
AuthorDate: Sat Nov 22 15:18:24 2025 +0000
[GLUTEN-10926][VL] Update Spark mirror to speed up CI Docker image build process (#11143)
---
.github/workflows/docker_image.yml | 9 ++++++++-
.github/workflows/util/install-spark-resources.sh | 5 +++--
2 files changed, 11 insertions(+), 3 deletions(-)
diff --git a/.github/workflows/docker_image.yml b/.github/workflows/docker_image.yml
index cb63cff7ac..5080e83a90 100644
--- a/.github/workflows/docker_image.yml
+++ b/.github/workflows/docker_image.yml
@@ -154,6 +154,14 @@ jobs:
digest="${{ steps.build.outputs.digest }}"
touch "${{ runner.temp }}/digests/${digest#sha256:}"
+ - name: Upload digest
+ uses: actions/upload-artifact@v4
+ with:
+ name: digests-vcpkg-centos-8-${{ matrix.os }}
+ path: ${{ runner.temp }}/digests/*
+ if-no-files-found: error
+ retention-days: 1
+
build-vcpkg-centos-8-gcc13:
if: ${{ startsWith(github.repository, 'apache/') }}
runs-on: ${{ matrix.os }}
@@ -508,4 +516,3 @@ jobs:
- name: Inspect image
run: |
docker buildx imagetools inspect ${{ env.DOCKERHUB_REPO }}:${{ steps.meta.outputs.version }}
-
diff --git a/.github/workflows/util/install-spark-resources.sh b/.github/workflows/util/install-spark-resources.sh
index e1677bb6a1..4257be3fce 100755
--- a/.github/workflows/util/install-spark-resources.sh
+++ b/.github/workflows/util/install-spark-resources.sh
@@ -31,6 +31,7 @@ function install_spark() {
local scala_suffix=$([ "${scala_version}" == '2.13' ] && echo '-scala-2.13' || echo '')
local scala_suffix_short=$([ "${scala_version}" == '2.13' ] && echo '-scala2.13' || echo '')
local mirror_host='https://www.apache.org/dyn/closer.lua/'
+ local mirror_host2='https://mirror.lyrahosting.com/apache/' # Fallback mirror due to closer.lua slowness
local url_query='?action=download'
local checksum_suffix='sha512'
local url_path="spark/spark-${spark_version}/"
@@ -38,9 +39,9 @@ function install_spark() {
local local_binary_checksum="${local_binary}.${checksum_suffix}"
local local_source="spark-${spark_version}.tgz"
local local_source_checksum="${local_source}.${checksum_suffix}"
- local remote_binary="${mirror_host}${url_path}${local_binary}${url_query}"
+ local remote_binary="${mirror_host2}${url_path}${local_binary}${url_query}"
local remote_binary_checksum="${mirror_host}${url_path}${local_binary_checksum}${url_query}"
- local remote_source="${mirror_host}${url_path}${local_source}${url_query}"
+ local remote_source="${mirror_host2}${url_path}${local_source}${url_query}"
local remote_source_checksum="${mirror_host}${url_path}${local_source_checksum}${url_query}"
local wget_opts="--no-verbose"
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@gluten.apache.org
For additional commands, e-mail: commits-help@gluten.apache.org