You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by vh...@apache.org on 2026/08/05 17:30:58 UTC
(hudi) 28/40: fix(spark): demote spurious per-write INFO logs to debug (#19170)
This is an automated email from the ASF dual-hosted git repository.
voonhous pushed a commit to branch release-1.2.1
in repository https://gitbox.apache.org/repos/asf/hudi.git
commit 82f519e5f5eade6615bdbc2e774ab67ec3b95fe7
Author: Y Ethan Guo <et...@gmail.com>
AuthorDate: Wed Jul 8 05:05:02 2026 -0700
fix(spark): demote spurious per-write INFO logs to debug (#19170)
(cherry picked from commit 1165eb536b019e2f2ad0df2778fd02eae6eeff8f)
---
.../main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala | 12 ++++++------
1 file changed, 6 insertions(+), 6 deletions(-)
diff --git a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala
index 07058b885b62..9137433d3178 100644
--- a/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala
+++ b/hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/HoodieSparkSqlWriter.scala
@@ -991,7 +991,7 @@ class HoodieSparkSqlWriterInternal {
extraPreCommitFn: Option[BiConsumer[HoodieTableMetaClient, HoodieCommitMetadata]]
): (Boolean, HOption[java.lang.String], HOption[java.lang.String]) = {
val hasErrors = new AtomicBoolean(false)
- log.info("Proceeding to commit the write.")
+ log.debug("Proceeding to commit the write.")
// get extra metadata from props
// 1. properties starting with commit metadata key prefix
// 2. properties related to checkpoint in spark streaming
@@ -1020,7 +1020,7 @@ class HoodieSparkSqlWriterInternal {
common.util.Option.empty()
}
- log.info(s"Compaction Scheduled is $compactionInstant")
+ log.debug(s"Compaction Scheduled is $compactionInstant")
val asyncClusteringEnabled = isAsyncClusteringEnabled(client, parameters)
val clusteringInstant: common.util.Option[java.lang.String] =
@@ -1030,12 +1030,12 @@ class HoodieSparkSqlWriterInternal {
common.util.Option.empty()
}
- log.info(s"Clustering Scheduled is $clusteringInstant")
+ log.debug(s"Clustering Scheduled is $clusteringInstant")
val metaSyncSuccess = metaSync(spark, HoodieWriterUtils.convertMapToHoodieConfig(parameters),
tableInstantInfo.basePath, schema)
- log.info(s"Is Async Compaction Enabled ? $asyncCompactionEnabled")
+ log.debug(s"Is Async Compaction Enabled ? $asyncCompactionEnabled")
(commitSuccess && metaSyncSuccess, compactionInstant, clusteringInstant)
} else {
(false, common.util.Option.empty(), common.util.Option.empty())
@@ -1045,7 +1045,7 @@ class HoodieSparkSqlWriterInternal {
private def isAsyncCompactionEnabled(client: SparkRDDWriteClient[_],
tableConfig: HoodieTableConfig,
parameters: Map[String, String], configuration: Configuration): Boolean = {
- log.info(s"Config.inlineCompactionEnabled ? ${client.getConfig.inlineCompactionEnabled}")
+ log.debug(s"Config.inlineCompactionEnabled ? ${client.getConfig.inlineCompactionEnabled}")
(asyncCompactionTriggerFnDefined && !client.getConfig.inlineCompactionEnabled
&& parameters.get(ASYNC_COMPACT_ENABLE.key).exists(r => r.toBoolean)
&& tableConfig.getTableType == MERGE_ON_READ)
@@ -1053,7 +1053,7 @@ class HoodieSparkSqlWriterInternal {
private def isAsyncClusteringEnabled(client: SparkRDDWriteClient[_],
parameters: Map[String, String]): Boolean = {
- log.info(s"Config.asyncClusteringEnabled ? ${client.getConfig.isAsyncClusteringEnabled}")
+ log.debug(s"Config.asyncClusteringEnabled ? ${client.getConfig.isAsyncClusteringEnabled}")
(asyncClusteringTriggerFnDefined && !client.getConfig.inlineClusteringEnabled
&& client.getConfig.isAsyncClusteringEnabled)
}