You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by si...@apache.org on 2022/01/08 15:23:08 UTC

[hudi] branch master updated (03a83ff -> 8275499)

This is an automated email from the ASF dual-hosted git repository.

sivabalan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.


    from 03a83ff  [HUDI-3195] optimize spark3 pom and modify build command (#4538)
     add 8275499  [HUDI-2909] Handle logical type in TimestampBasedKeyGenerator (#4203)

No new revisions were added by this update.

Summary of changes:
 .../org/apache/hudi/config/HoodieWriteConfig.java  |   5 +
 .../hudi/keygen/ComplexAvroKeyGenerator.java       |   4 +-
 .../hudi/keygen/GlobalAvroDeleteKeyGenerator.java  |   2 +-
 .../java/org/apache/hudi/keygen/KeyGenUtils.java   |  18 ++--
 .../keygen/NonpartitionedAvroKeyGenerator.java     |   4 +-
 .../apache/hudi/keygen/SimpleAvroKeyGenerator.java |   4 +-
 .../keygen/TimestampBasedAvroKeyGenerator.java     |   6 +-
 .../metadata/HoodieTableMetadataKeyGenerator.java  |   2 +-
 .../run/strategy/JavaExecutionStrategy.java        |   3 +-
 .../JavaCustomColumnsSortPartitioner.java          |   8 +-
 .../TestJavaBulkInsertInternalPartitioner.java     |   4 +-
 .../MultipleSparkJobExecutionStrategy.java         |   3 +-
 .../RDDCustomColumnsSortPartitioner.java           |   9 +-
 .../TestBulkInsertInternalPartitioner.java         |   4 +-
 .../hudi/index/bucket/TestBucketIdentifier.java    |   4 +-
 .../keygen/TestTimestampBasedKeyGenerator.java     |  34 ++++++
 .../java/org/apache/hudi/avro/HoodieAvroUtils.java |  31 +++---
 .../common/model/DefaultHoodieRecordPayload.java   |  13 ++-
 .../org/apache/hudi/keygen/BaseKeyGenerator.java   |   7 ++
 .../hudi/keygen/constant/KeyGeneratorOptions.java  |  10 ++
 .../org/apache/hudi/avro/TestHoodieAvroUtils.java  |  10 +-
 .../hudi/common/testutils/SchemaTestUtil.java      |   4 +
 ...st-evolved.avsc => timestamp-logical-type.avsc} |   2 +-
 .../apache/hudi/sink/utils/PayloadCreation.java    |   2 +-
 .../hudi/utils/TestStringToRowDataConverter.java   |   2 +-
 .../scala/org/apache/hudi/DataSourceOptions.scala  |   2 +
 .../SparkFullBootstrapDataProviderBase.java        |   5 +-
 .../org/apache/hudi/HoodieSparkSqlWriter.scala     |   4 +-
 .../scala/org/apache/hudi/HoodieWriterUtils.scala  |   1 +
 .../spark/sql/hudi/command/SqlKeyGenerator.scala   |  13 ++-
 .../java/org/apache/hudi/TestDataSourceUtils.java  |  16 +--
 .../org/apache/hudi/TestDataSourceDefaults.scala   |  12 +--
 .../hudi/TestGenericRecordAndRowConsistency.scala  | 118 +++++++++++++++++++++
 .../org/apache/hudi/TestHoodieSparkSqlWriter.scala |  13 ++-
 .../apache/spark/sql/hudi/TestInsertTable.scala    |  57 ++++++----
 .../hudi/utilities/deltastreamer/DeltaSync.java    |   5 +-
 36 files changed, 339 insertions(+), 102 deletions(-)
 copy hudi-common/src/test/resources/{timestamp-test-evolved.avsc => timestamp-logical-type.avsc} (89%)
 create mode 100644 hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/TestGenericRecordAndRowConsistency.scala