You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by do...@apache.org on 2025/03/05 21:03:35 UTC
(spark-kubernetes-operator) branch main updated: [SPARK-51406][K8S] Remove no-op `spark.log.structuredLogging.enabled=false`
This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/spark-kubernetes-operator.git
The following commit(s) were added to refs/heads/main by this push:
new ab2b8a0 [SPARK-51406][K8S] Remove no-op `spark.log.structuredLogging.enabled=false`
ab2b8a0 is described below
commit ab2b8a0cb16c024f84f0fda70b5c1737684dd599
Author: Dongjoon Hyun <do...@apache.org>
AuthorDate: Wed Mar 5 13:03:26 2025 -0800
[SPARK-51406][K8S] Remove no-op `spark.log.structuredLogging.enabled=false`
### What changes were proposed in this pull request?
This PR aims to remove no-op `spark.log.structuredLogging.enabled=false`.
### Why are the changes needed?
The configuration is disabled by default via the following.
- https://github.com/apache/spark/pull/49421
### Does this PR introduce _any_ user-facing change?
No, this is a kind of simplification by removing no-op extra configurations.
### How was this patch tested?
Pass the CIs.
### Was this patch authored or co-authored using generative AI tooling?
No.
Closes #163 from dongjoon-hyun/SPARK-51406.
Authored-by: Dongjoon Hyun <do...@apache.org>
Signed-off-by: Dongjoon Hyun <do...@apache.org>
---
docs/spark_custom_resources.md | 1 -
examples/pi-java21.yaml | 1 -
examples/pi-on-yunikorn.yaml | 1 -
examples/pi-scala.yaml | 1 -
examples/pi-with-one-pod.yaml | 1 -
examples/pi.yaml | 1 -
examples/pyspark-pi.yaml | 1 -
examples/sql.yaml | 1 -
8 files changed, 8 deletions(-)
diff --git a/docs/spark_custom_resources.md b/docs/spark_custom_resources.md
index 61a8604..3a42c51 100644
--- a/docs/spark_custom_resources.md
+++ b/docs/spark_custom_resources.md
@@ -47,7 +47,6 @@ spec:
spark.dynamicAllocation.enabled: "true"
spark.dynamicAllocation.shuffleTracking.enabled: "true"
spark.dynamicAllocation.maxExecutors: "3"
- spark.log.structuredLogging.enabled: "false"
spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
spark.kubernetes.container.image: "apache/spark:4.0.0-preview2"
applicationTolerations:
diff --git a/examples/pi-java21.yaml b/examples/pi-java21.yaml
index 97c3231..a0015a0 100644
--- a/examples/pi-java21.yaml
+++ b/examples/pi-java21.yaml
@@ -23,7 +23,6 @@ spec:
spark.dynamicAllocation.enabled: "true"
spark.dynamicAllocation.shuffleTracking.enabled: "true"
spark.dynamicAllocation.maxExecutors: "3"
- spark.log.structuredLogging.enabled: "false"
spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
spark.kubernetes.container.image: "apache/spark:4.0.0-preview2-java21-scala"
applicationTolerations:
diff --git a/examples/pi-on-yunikorn.yaml b/examples/pi-on-yunikorn.yaml
index 385f658..8fda63a 100644
--- a/examples/pi-on-yunikorn.yaml
+++ b/examples/pi-on-yunikorn.yaml
@@ -24,7 +24,6 @@ spec:
spark.dynamicAllocation.enabled: "true"
spark.dynamicAllocation.shuffleTracking.enabled: "true"
spark.dynamicAllocation.maxExecutors: "3"
- spark.log.structuredLogging.enabled: "false"
spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
spark.kubernetes.container.image: "apache/spark:4.0.0-preview2"
spark.kubernetes.scheduler.name: "yunikorn"
diff --git a/examples/pi-scala.yaml b/examples/pi-scala.yaml
index a9c66b3..6041822 100644
--- a/examples/pi-scala.yaml
+++ b/examples/pi-scala.yaml
@@ -23,7 +23,6 @@ spec:
spark.dynamicAllocation.enabled: "true"
spark.dynamicAllocation.shuffleTracking.enabled: "true"
spark.dynamicAllocation.maxExecutors: "3"
- spark.log.structuredLogging.enabled: "false"
spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
spark.kubernetes.container.image: "apache/spark:4.0.0-preview2-scala"
applicationTolerations:
diff --git a/examples/pi-with-one-pod.yaml b/examples/pi-with-one-pod.yaml
index d6fdd40..a83560e 100644
--- a/examples/pi-with-one-pod.yaml
+++ b/examples/pi-with-one-pod.yaml
@@ -23,7 +23,6 @@ spec:
spark.kubernetes.driver.master: "local[10]"
spark.kubernetes.driver.request.cores: "5"
spark.kubernetes.driver.limit.cores: "5"
- spark.log.structuredLogging.enabled: "false"
spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
spark.kubernetes.container.image: "apache/spark:4.0.0-preview2"
runtimeVersions:
diff --git a/examples/pi.yaml b/examples/pi.yaml
index 85caff6..bfcd73d 100644
--- a/examples/pi.yaml
+++ b/examples/pi.yaml
@@ -23,7 +23,6 @@ spec:
spark.dynamicAllocation.enabled: "true"
spark.dynamicAllocation.shuffleTracking.enabled: "true"
spark.dynamicAllocation.maxExecutors: "3"
- spark.log.structuredLogging.enabled: "false"
spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
spark.kubernetes.container.image: "apache/spark:4.0.0-preview2"
applicationTolerations:
diff --git a/examples/pyspark-pi.yaml b/examples/pyspark-pi.yaml
index 8e40f04..7c9f46d 100644
--- a/examples/pyspark-pi.yaml
+++ b/examples/pyspark-pi.yaml
@@ -22,7 +22,6 @@ spec:
spark.dynamicAllocation.enabled: "true"
spark.dynamicAllocation.shuffleTracking.enabled: "true"
spark.dynamicAllocation.maxExecutors: "3"
- spark.log.structuredLogging.enabled: "false"
spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
spark.kubernetes.container.image: "apache/spark:4.0.0-preview2"
applicationTolerations:
diff --git a/examples/sql.yaml b/examples/sql.yaml
index 20468f5..0f5cce6 100644
--- a/examples/sql.yaml
+++ b/examples/sql.yaml
@@ -24,7 +24,6 @@ spec:
spark.dynamicAllocation.enabled: "true"
spark.dynamicAllocation.shuffleTracking.enabled: "true"
spark.dynamicAllocation.maxExecutors: "3"
- spark.log.structuredLogging.enabled: "false"
spark.kubernetes.authenticate.driver.serviceAccountName: "spark"
spark.kubernetes.container.image: "apache/spark:4.0.0-preview2"
runtimeVersions:
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org