You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iceberg.apache.org by et...@apache.org on 2025/03/24 07:00:03 UTC
(iceberg) branch main updated: Spark 3.5: Reduce repeated logs in SparkWrite and SparkPositionDeltaWrite (#12404)
This is an automated email from the ASF dual-hosted git repository.
etudenhoefner pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/iceberg.git
The following commit(s) were added to refs/heads/main by this push:
new cb7d5a827b Spark 3.5: Reduce repeated logs in SparkWrite and SparkPositionDeltaWrite (#12404)
cb7d5a827b is described below
commit cb7d5a827ba162b0e7ad12dbb22d2e587ab50eb7
Author: Manu Zhang <Ow...@gmail.com>
AuthorDate: Mon Mar 24 14:59:57 2025 +0800
Spark 3.5: Reduce repeated logs in SparkWrite and SparkPositionDeltaWrite (#12404)
---
.../org/apache/iceberg/spark/source/SparkPositionDeltaWrite.java | 6 +++---
.../src/main/java/org/apache/iceberg/spark/source/SparkWrite.java | 6 +++---
2 files changed, 6 insertions(+), 6 deletions(-)
diff --git a/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/source/SparkPositionDeltaWrite.java b/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/source/SparkPositionDeltaWrite.java
index b1ebaf1871..f491d9d370 100644
--- a/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/source/SparkPositionDeltaWrite.java
+++ b/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/source/SparkPositionDeltaWrite.java
@@ -141,7 +141,7 @@ class SparkPositionDeltaWrite implements DeltaWrite, RequiresDistributionAndOrde
@Override
public Distribution requiredDistribution() {
Distribution distribution = writeRequirements.distribution();
- LOG.info("Requesting {} as write distribution for table {}", distribution, table.name());
+ LOG.debug("Requesting {} as write distribution for table {}", distribution, table.name());
return distribution;
}
@@ -153,14 +153,14 @@ class SparkPositionDeltaWrite implements DeltaWrite, RequiresDistributionAndOrde
@Override
public SortOrder[] requiredOrdering() {
SortOrder[] ordering = writeRequirements.ordering();
- LOG.info("Requesting {} as write ordering for table {}", ordering, table.name());
+ LOG.debug("Requesting {} as write ordering for table {}", ordering, table.name());
return ordering;
}
@Override
public long advisoryPartitionSizeInBytes() {
long size = writeRequirements.advisoryPartitionSize();
- LOG.info("Requesting {} bytes advisory partition size for table {}", size, table.name());
+ LOG.debug("Requesting {} bytes advisory partition size for table {}", size, table.name());
return size;
}
diff --git a/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/source/SparkWrite.java b/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/source/SparkWrite.java
index cc3dc592ec..b15fe25763 100644
--- a/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/source/SparkWrite.java
+++ b/spark/v3.5/spark/src/main/java/org/apache/iceberg/spark/source/SparkWrite.java
@@ -135,7 +135,7 @@ abstract class SparkWrite implements Write, RequiresDistributionAndOrdering {
@Override
public Distribution requiredDistribution() {
Distribution distribution = writeRequirements.distribution();
- LOG.info("Requesting {} as write distribution for table {}", distribution, table.name());
+ LOG.debug("Requesting {} as write distribution for table {}", distribution, table.name());
return distribution;
}
@@ -147,14 +147,14 @@ abstract class SparkWrite implements Write, RequiresDistributionAndOrdering {
@Override
public SortOrder[] requiredOrdering() {
SortOrder[] ordering = writeRequirements.ordering();
- LOG.info("Requesting {} as write ordering for table {}", ordering, table.name());
+ LOG.debug("Requesting {} as write ordering for table {}", ordering, table.name());
return ordering;
}
@Override
public long advisoryPartitionSizeInBytes() {
long size = writeRequirements.advisoryPartitionSize();
- LOG.info("Requesting {} bytes advisory partition size for table {}", size, table.name());
+ LOG.debug("Requesting {} bytes advisory partition size for table {}", size, table.name());
return size;
}