[hudi] 15/19: [HUDI-5640] Add missing profiles in `deploy_staging_jars.sh` (#7784)

[yi...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

yihua pushed a commit to branch release-0.13.0
in repository https://gitbox.apache.org/repos/asf/hudi.git

commit 53c1d5dd6a1750ef77b3d435f83b6ef3613a9529
Author: Y Ethan Guo <et...@gmail.com>
AuthorDate: Sat Jan 28 22:33:59 2023 -0800

    [HUDI-5640] Add missing profiles in `deploy_staging_jars.sh` (#7784)
    
    Fixes deploy_staging_jars.sh to generate all hudi-utilities-slim-bundle.
---
 scripts/release/deploy_staging_jars.sh | 17 ++++++++++++-----
 1 file changed, 12 insertions(+), 5 deletions(-)

diff --git a/scripts/release/deploy_staging_jars.sh b/scripts/release/deploy_staging_jars.sh
index 35522d0209e..049e5ee7144 100755
--- a/scripts/release/deploy_staging_jars.sh
+++ b/scripts/release/deploy_staging_jars.sh
@@ -60,8 +60,12 @@ declare -a ALL_VERSION_OPTS=(
 "-Dscala-2.12 -Dspark3 -pl packaging/hudi-spark-bundle -am" # for legacy bundle name hudi-spark3-bundle_2.12
 
 # utilities bundles (legacy) (overwriting previous uploads)
-"-Dscala-2.11 -Dspark2.4 -pl packaging/hudi-utilities-bundle -am" # utilities-bundle_2.11 is for spark 2.4 only
-"-Dscala-2.12 -Dspark3.1 -pl packaging/hudi-utilities-bundle -am" # utilities-bundle_2.12 is for spark 3.1 only
+"-Dscala-2.11 -Dspark2.4 -pl packaging/hudi-utilities-bundle -am" # hudi-utilities-bundle_2.11 is for spark 2.4 only
+"-Dscala-2.12 -Dspark3.1 -pl packaging/hudi-utilities-bundle -am" # hudi-utilities-bundle_2.12 is for spark 3.1 only
+
+# utilities slim bundles
+"-Dscala-2.11 -Dspark2.4 -pl packaging/hudi-utilities-slim-bundle -am" # hudi-utilities-slim-bundle_2.11
+"-Dscala-2.12 -Dspark3.1 -pl packaging/hudi-utilities-slim-bundle -am" # hudi-utilities-slim-bundle_2.12
 
 # flink bundles (overwriting previous uploads)
 "-Dscala-2.12 -Dflink1.13 -Davro.version=1.10.0 -pl packaging/hudi-flink-bundle -am"
@@ -100,15 +104,18 @@ fi
 COMMON_OPTIONS="-DdeployArtifacts=true -DskipTests -DretryFailedDeploymentCount=10"
 for v in "${ALL_VERSION_OPTS[@]}"
 do
-  # clean everything before any round of depoyment
-  $MVN clean $COMMON_OPTIONS
-  if [[ "$v" == *"$BUNDLE_MODULES_EXCLUDED"* ]]; then
+  # TODO: consider cleaning all modules by listing directories instead of specifying profile
+  if [[ "$v" == *"$BUNDLE_MODULES_EXCLUDED" ]]; then
     # When deploying jars with bundle exclusions, we still need to build the bundles,
     # by removing "-pl -packaging/hudi-aws-bundle...", otherwise the build fails.
     v1=${v%${BUNDLE_MODULES_EXCLUDED}}
+    echo "Cleaning everything before any deployment"
+    $MVN clean $COMMON_OPTIONS ${v1%-pl }
     echo "Building with options ${v1%-pl }"
     $MVN install $COMMON_OPTIONS ${v1%-pl }
   else
+    echo "Cleaning everything before any deployment"
+    $MVN clean $COMMON_OPTIONS ${v}
     echo "Building with options ${v}"
     $MVN install $COMMON_OPTIONS ${v}
   fi