[arrow] branch master updated: ARROW-5076: [Release] Improve post binary upload performance

[ks...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

kszucs pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/arrow.git


The following commit(s) were added to refs/heads/master by this push:
     new 0fcaf00  ARROW-5076: [Release] Improve post binary upload performance
0fcaf00 is described below

commit 0fcaf00c85ec4b88aaf14dbcbe9ca50b97ebd6ec
Author: Kouhei Sutou <ko...@clear-code.com>
AuthorDate: Mon Apr 1 09:07:03 2019 +0200

    ARROW-5076: [Release] Improve post binary upload performance
    
    Author: Kouhei Sutou <ko...@clear-code.com>
    
    Closes #4086 from kou/release-improve-post-binary-upload-performance and squashes the following commits:
    
    2e14e1019 <Kouhei Sutou>  Improve post binary upload performance
---
 dev/release/post-02-binary.sh | 21 ++++++++++-----------
 1 file changed, 10 insertions(+), 11 deletions(-)

diff --git a/dev/release/post-02-binary.sh b/dev/release/post-02-binary.sh
index 1a61c9a..cdff1db 100755
--- a/dev/release/post-02-binary.sh
+++ b/dev/release/post-02-binary.sh
@@ -36,19 +36,15 @@ if [ -z "${BINTRAY_PASSWORD}" ]; then
   exit 1
 fi
 
+if ! jq --help > /dev/null 2>&1; then
+  echo "jq is required"
+  exit 1
+fi
+
 : ${BINTRAY_REPOSITORY:=apache/arrow}
 
 docker_image_name=apache-arrow/release-binary
 
-jq() {
-  docker \
-    run \
-    --rm \
-    --interactive \
-    ${docker_image_name} \
-    jq "$@"
-}
-
 bintray() {
   local command=$1
   shift
@@ -97,14 +93,16 @@ download_files() {
       GET /packages/${BINTRAY_REPOSITORY}/${target}-rc/versions/${version_name}/files | \
       jq -r ".[].path")
 
+  local file
   for file in ${files}; do
     mkdir -p "$(dirname ${file})"
     curl \
       --fail \
       --location \
       --output ${file} \
-      https://dl.bintray.com/${BINTRAY_REPOSITORY}/${file}
+      https://dl.bintray.com/${BINTRAY_REPOSITORY}/${file} &
   done
+  wait
 }
 
 delete_file() {
@@ -154,8 +152,9 @@ for target in debian ubuntu centos python; do
     mv ${version}-rc${rc} ${version}
   fi
   for file in $(find . -type f); do
-    upload_file ${version} ${target} ${file}
+    upload_file ${version} ${target} ${file} &
   done
+  wait
   popd
   popd
   rm -rf ${tmp_dir}