You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by do...@apache.org on 2023/10/31 01:16:40 UTC

(spark) branch master updated: [SPARK-45728][BUILD][K8S] Upgrade `kubernetes-client` to 6.9.1

This is an automated email from the ASF dual-hosted git repository.

dongjoon pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git


The following commit(s) were added to refs/heads/master by this push:
     new 311602a849a3 [SPARK-45728][BUILD][K8S] Upgrade `kubernetes-client` to 6.9.1
311602a849a3 is described below

commit 311602a849a376dbf96d5b5d5bd10dabc119b7e0
Author: Dongjoon Hyun <dh...@apple.com>
AuthorDate: Mon Oct 30 18:16:29 2023 -0700

    [SPARK-45728][BUILD][K8S] Upgrade `kubernetes-client` to 6.9.1
    
    ### What changes were proposed in this pull request?
    
    This PR aims to upgrade `kubernetes-client` to 6.9.1.
    
    ### Why are the changes needed?
    
    This will bring us the following bug fixes including the CRD generator fix.
    - https://github.com/fabric8io/kubernetes-client/releases/tag/v6.9.1
      - Fix https://github.com/fabric8io/kubernetes-client/issues/5501: (crd-generator) Fix fallback value of Default annotation in presence of multiple accessors
    
    ### Does this PR introduce _any_ user-facing change?
    
    No.
    
    ### How was this patch tested?
    
    Pass the CIs.
    
    ### Was this patch authored or co-authored using generative AI tooling?
    
    No.
    
    Closes #43589 from dongjoon-hyun/SPARK-45728.
    
    Authored-by: Dongjoon Hyun <dh...@apple.com>
    Signed-off-by: Dongjoon Hyun <dh...@apple.com>
---
 dev/deps/spark-deps-hadoop-3-hive-2.3              | 50 +++++++++++-----------
 pom.xml                                            |  2 +-
 .../features/MountVolumesFeatureStepSuite.scala    |  2 +-
 3 files changed, 27 insertions(+), 27 deletions(-)

diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3
index 2bfd94b9d466..4f7bd8aeff89 100644
--- a/dev/deps/spark-deps-hadoop-3-hive-2.3
+++ b/dev/deps/spark-deps-hadoop-3-hive-2.3
@@ -146,31 +146,31 @@ jsr305/3.0.0//jsr305-3.0.0.jar
 jta/1.1//jta-1.1.jar
 jul-to-slf4j/2.0.9//jul-to-slf4j-2.0.9.jar
 kryo-shaded/4.0.2//kryo-shaded-4.0.2.jar
-kubernetes-client-api/6.9.0//kubernetes-client-api-6.9.0.jar
-kubernetes-client/6.9.0//kubernetes-client-6.9.0.jar
-kubernetes-httpclient-okhttp/6.9.0//kubernetes-httpclient-okhttp-6.9.0.jar
-kubernetes-model-admissionregistration/6.9.0//kubernetes-model-admissionregistration-6.9.0.jar
-kubernetes-model-apiextensions/6.9.0//kubernetes-model-apiextensions-6.9.0.jar
-kubernetes-model-apps/6.9.0//kubernetes-model-apps-6.9.0.jar
-kubernetes-model-autoscaling/6.9.0//kubernetes-model-autoscaling-6.9.0.jar
-kubernetes-model-batch/6.9.0//kubernetes-model-batch-6.9.0.jar
-kubernetes-model-certificates/6.9.0//kubernetes-model-certificates-6.9.0.jar
-kubernetes-model-common/6.9.0//kubernetes-model-common-6.9.0.jar
-kubernetes-model-coordination/6.9.0//kubernetes-model-coordination-6.9.0.jar
-kubernetes-model-core/6.9.0//kubernetes-model-core-6.9.0.jar
-kubernetes-model-discovery/6.9.0//kubernetes-model-discovery-6.9.0.jar
-kubernetes-model-events/6.9.0//kubernetes-model-events-6.9.0.jar
-kubernetes-model-extensions/6.9.0//kubernetes-model-extensions-6.9.0.jar
-kubernetes-model-flowcontrol/6.9.0//kubernetes-model-flowcontrol-6.9.0.jar
-kubernetes-model-gatewayapi/6.9.0//kubernetes-model-gatewayapi-6.9.0.jar
-kubernetes-model-metrics/6.9.0//kubernetes-model-metrics-6.9.0.jar
-kubernetes-model-networking/6.9.0//kubernetes-model-networking-6.9.0.jar
-kubernetes-model-node/6.9.0//kubernetes-model-node-6.9.0.jar
-kubernetes-model-policy/6.9.0//kubernetes-model-policy-6.9.0.jar
-kubernetes-model-rbac/6.9.0//kubernetes-model-rbac-6.9.0.jar
-kubernetes-model-resource/6.9.0//kubernetes-model-resource-6.9.0.jar
-kubernetes-model-scheduling/6.9.0//kubernetes-model-scheduling-6.9.0.jar
-kubernetes-model-storageclass/6.9.0//kubernetes-model-storageclass-6.9.0.jar
+kubernetes-client-api/6.9.1//kubernetes-client-api-6.9.1.jar
+kubernetes-client/6.9.1//kubernetes-client-6.9.1.jar
+kubernetes-httpclient-okhttp/6.9.1//kubernetes-httpclient-okhttp-6.9.1.jar
+kubernetes-model-admissionregistration/6.9.1//kubernetes-model-admissionregistration-6.9.1.jar
+kubernetes-model-apiextensions/6.9.1//kubernetes-model-apiextensions-6.9.1.jar
+kubernetes-model-apps/6.9.1//kubernetes-model-apps-6.9.1.jar
+kubernetes-model-autoscaling/6.9.1//kubernetes-model-autoscaling-6.9.1.jar
+kubernetes-model-batch/6.9.1//kubernetes-model-batch-6.9.1.jar
+kubernetes-model-certificates/6.9.1//kubernetes-model-certificates-6.9.1.jar
+kubernetes-model-common/6.9.1//kubernetes-model-common-6.9.1.jar
+kubernetes-model-coordination/6.9.1//kubernetes-model-coordination-6.9.1.jar
+kubernetes-model-core/6.9.1//kubernetes-model-core-6.9.1.jar
+kubernetes-model-discovery/6.9.1//kubernetes-model-discovery-6.9.1.jar
+kubernetes-model-events/6.9.1//kubernetes-model-events-6.9.1.jar
+kubernetes-model-extensions/6.9.1//kubernetes-model-extensions-6.9.1.jar
+kubernetes-model-flowcontrol/6.9.1//kubernetes-model-flowcontrol-6.9.1.jar
+kubernetes-model-gatewayapi/6.9.1//kubernetes-model-gatewayapi-6.9.1.jar
+kubernetes-model-metrics/6.9.1//kubernetes-model-metrics-6.9.1.jar
+kubernetes-model-networking/6.9.1//kubernetes-model-networking-6.9.1.jar
+kubernetes-model-node/6.9.1//kubernetes-model-node-6.9.1.jar
+kubernetes-model-policy/6.9.1//kubernetes-model-policy-6.9.1.jar
+kubernetes-model-rbac/6.9.1//kubernetes-model-rbac-6.9.1.jar
+kubernetes-model-resource/6.9.1//kubernetes-model-resource-6.9.1.jar
+kubernetes-model-scheduling/6.9.1//kubernetes-model-scheduling-6.9.1.jar
+kubernetes-model-storageclass/6.9.1//kubernetes-model-storageclass-6.9.1.jar
 lapack/3.0.3//lapack-3.0.3.jar
 leveldbjni-all/1.8//leveldbjni-all-1.8.jar
 libfb303/0.9.3//libfb303-0.9.3.jar
diff --git a/pom.xml b/pom.xml
index 71c3044dd424..b714c3239b88 100644
--- a/pom.xml
+++ b/pom.xml
@@ -233,7 +233,7 @@
 
     <!-- org.fusesource.leveldbjni will be used except on arm64 platform. -->
     <leveldbjni.group>org.fusesource.leveldbjni</leveldbjni.group>
-    <kubernetes-client.version>6.9.0</kubernetes-client.version>
+    <kubernetes-client.version>6.9.1</kubernetes-client.version>
 
     <test.java.home>${java.home}</test.java.home>
 
diff --git a/resource-managers/kubernetes/core/src/test/scala/org/apache/spark/deploy/k8s/features/MountVolumesFeatureStepSuite.scala b/resource-managers/kubernetes/core/src/test/scala/org/apache/spark/deploy/k8s/features/MountVolumesFeatureStepSuite.scala
index 41cb46bfa5a2..54796def95e5 100644
--- a/resource-managers/kubernetes/core/src/test/scala/org/apache/spark/deploy/k8s/features/MountVolumesFeatureStepSuite.scala
+++ b/resource-managers/kubernetes/core/src/test/scala/org/apache/spark/deploy/k8s/features/MountVolumesFeatureStepSuite.scala
@@ -95,7 +95,7 @@ class MountVolumesFeatureStepSuite extends SparkFunSuite {
       "/tmp",
       "",
       true,
-      KubernetesPVCVolumeConf("pvc-spark-SPARK_EXECUTOR_ID", Some("fast"), Some("512mb"))
+      KubernetesPVCVolumeConf("pvc-spark-SPARK_EXECUTOR_ID", Some("fast"), Some("512M"))
     )
     val driverConf = KubernetesTestConf.createDriverConf(volumes = Seq(volumeConf))
     val driverStep = new MountVolumesFeatureStep(driverConf)


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org