You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by ak...@apache.org on 2023/01/31 16:36:38 UTC
[hudi] branch master updated (d8576933a9b -> 628dc8cd851)

This is an automated email from the ASF dual-hosted git repository.

akudinkin pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git


    from d8576933a9b [HUDI-5553] Prevent partition(s) from being dropped if there are pending… (#7669)
     add 628dc8cd851 [HUDI-5633] Fixing performance regression in `HoodieSparkRecord` (#7769)

No new revisions were added by this update.

Summary of changes:
 .../hudi/execution/HoodieLazyInsertIterable.java   |   4 +-
 .../org/apache/hudi/io/HoodieAppendHandle.java     |  32 +-
 .../org/apache/hudi/io/HoodieBootstrapHandle.java  |  24 +-
 .../org/apache/hudi/io/HoodieCreateHandle.java     |  20 +-
 .../java/org/apache/hudi/io/HoodieMergeHandle.java |  14 +-
 .../java/org/apache/hudi/io/HoodieWriteHandle.java |   2 +-
 .../table/action/commit/HoodieMergeHelper.java     |  59 +-
 .../java/org/apache/hudi/util/ExecutorFactory.java |  32 +-
 .../hudi/common/model/HoodieSparkRecord.java       | 104 ++--
 .../hudi/execution/SparkLazyInsertIterable.java    |  14 +-
 .../hudi/io/storage/HoodieSparkFileWriter.java     |  17 -
 .../hudi/io/storage/HoodieSparkParquetReader.java  |   3 +-
 .../hudi/io/storage/HoodieSparkParquetWriter.java  |  46 +-
 .../apache/hudi/keygen/BuiltinKeyGenerator.java    |   2 +-
 .../bootstrap/BaseBootstrapMetadataHandler.java    |   9 +-
 .../bootstrap/OrcBootstrapMetadataHandler.java     |   5 +-
 .../bootstrap/ParquetBootstrapMetadataHandler.java |  87 ++-
 .../apache/hudi/util/HoodieSparkRecordUtils.java   |  69 ---
 .../hudi/HoodieDatasetBulkInsertHelper.scala       |   2 +
 .../apache/spark/sql/HoodieInternalRowUtils.scala  | 595 ++++++++++++---------
 .../apache/spark/sql/HoodieUnsafeRowUtils.scala    |  33 +-
 .../spark/sql/TestHoodieUnsafeRowUtils.scala       |  36 +-
 .../hudi/common/model/HoodieAvroIndexedRecord.java |  34 +-
 .../apache/hudi/common/model/HoodieAvroRecord.java |  42 +-
 .../hudi/common/model/HoodieEmptyRecord.java       |   9 +-
 .../org/apache/hudi/common/model/HoodieRecord.java |  20 +-
 .../apache/hudi/common/model/MetadataValues.java   |  76 ++-
 .../table/log/AbstractHoodieLogRecordReader.java   |  15 +-
 .../org/apache/hudi/HoodieSparkSqlWriter.scala     | 110 ++--
 .../org/apache/hudi/HoodieStreamingSink.scala      |   6 +-
 .../apache/hudi/TestHoodieInternalRowUtils.scala   |  89 ---
 .../sql/hudi/TestHoodieInternalRowUtils.scala}     |  99 +++-
 .../hudi/utilities/sources/HoodieIncrSource.java   |  37 +-
 .../TestHoodieDeltaStreamerWithMultiWriter.java    |   1 +
 34 files changed, 904 insertions(+), 843 deletions(-)
 delete mode 100644 hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/util/HoodieSparkRecordUtils.java
 delete mode 100644 hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/hudi/TestHoodieInternalRowUtils.scala
 rename hudi-spark-datasource/hudi-spark/src/test/scala/org/apache/{hudi/TestStructTypeSchemaEvolutionUtils.scala => spark/sql/hudi/TestHoodieInternalRowUtils.scala} (77%)