You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iceberg.apache.org by ao...@apache.org on 2023/05/22 22:50:22 UTC
[iceberg] branch master updated (65004c15f0 -> b2e99b5b35)
This is an automated email from the ASF dual-hosted git repository.
aokolnychyi pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iceberg.git
from 65004c15f0 Infra: Use the standard shadow plugin (#7681)
add b2e99b5b35 Spark 3.4: Add TimestampNTZ (#7553)
No new revisions were added by this update.
Summary of changes:
.../iceberg/spark/PruneColumnsWithReordering.java | 50 ++--
.../spark/PruneColumnsWithoutReordering.java | 52 ++--
.../org/apache/iceberg/spark/SparkCatalog.java | 13 +-
.../org/apache/iceberg/spark/SparkFilters.java | 3 +
.../iceberg/spark/SparkFixupTimestampType.java | 57 -----
.../org/apache/iceberg/spark/SparkReadConf.java | 24 +-
.../org/apache/iceberg/spark/SparkReadOptions.java | 1 +
.../apache/iceberg/spark/SparkSQLProperties.java | 4 +-
.../org/apache/iceberg/spark/SparkSchemaUtil.java | 27 +--
.../org/apache/iceberg/spark/SparkTypeToType.java | 4 +
.../java/org/apache/iceberg/spark/SparkUtil.java | 78 +++---
.../apache/iceberg/spark/SparkValueConverter.java | 15 +-
.../org/apache/iceberg/spark/SparkWriteConf.java | 24 +-
.../apache/iceberg/spark/SparkWriteOptions.java | 1 +
.../org/apache/iceberg/spark/TypeToSparkType.java | 8 +-
.../iceberg/spark/functions/BucketFunction.java | 4 +
.../iceberg/spark/functions/DaysFunction.java | 26 ++
.../iceberg/spark/functions/HoursFunction.java | 36 +++
.../iceberg/spark/functions/MonthsFunction.java | 26 ++
.../iceberg/spark/functions/YearsFunction.java | 26 ++
.../iceberg/spark/source/SparkChangelogScan.java | 8 -
.../source/SparkPositionDeletesRewriteBuilder.java | 5 -
.../source/SparkPositionDeltaWriteBuilder.java | 6 -
.../org/apache/iceberg/spark/source/SparkScan.java | 7 -
.../iceberg/spark/source/SparkWriteBuilder.java | 6 -
.../iceberg/spark/SparkTestBaseWithCatalog.java | 2 +-
.../org/apache/iceberg/spark/TestSparkFilters.java | 17 ++
.../apache/iceberg/spark/data/AvroDataTest.java | 20 +-
.../apache/iceberg/spark/data/GenericsHelpers.java | 20 +-
.../org/apache/iceberg/spark/data/TestHelpers.java | 26 +-
.../iceberg/spark/data/TestSparkOrcReader.java | 7 +
.../vectorized/TestParquetVectorizedReads.java | 10 +-
.../iceberg/spark/source/TestSparkDataFile.java | 2 +
.../spark/source/TestTimestampWithoutZone.java | 64 -----
.../iceberg/spark/sql/TestSparkBucketFunction.java | 7 +
.../iceberg/spark/sql/TestSparkDaysFunction.java | 19 +-
.../iceberg/spark/sql/TestSparkHoursFunction.java | 17 ++
.../iceberg/spark/sql/TestSparkMonthsFunction.java | 17 ++
.../iceberg/spark/sql/TestSparkYearsFunction.java | 17 ++
.../spark/sql/TestStoragePartitionedJoins.java | 25 ++
.../spark/sql/TestTimestampWithoutZone.java | 266 +++++++++++++++------
41 files changed, 616 insertions(+), 431 deletions(-)
delete mode 100644 spark/v3.4/spark/src/main/java/org/apache/iceberg/spark/SparkFixupTimestampType.java