You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by si...@apache.org on 2022/02/03 01:58:39 UTC

[hudi] branch master updated (819e801 -> d681824)

This is an automated email from the ASF dual-hosted git repository.

sivabalan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.


    from 819e801  [HUDI-3322][HUDI-3343] Fixing Metadata Table Records Duplication Issues (#4716)
     add d681824  [HUDI-3337] Fixing Parquet Column Range metadata extraction (#4705)

No new revisions were added by this update.

Summary of changes:
 .../index/columnstats/ColumnStatsIndexHelper.java  |  11 +-
 .../common/model/HoodieColumnRangeMetadata.java    |  10 +-
 .../org/apache/hudi/common/util/ParquetUtils.java  |  45 +++-
 ...-7e680484-e7e1-48b6-8289-1a7c483b530b-c000.json |  10 +
 ...-7e680484-e7e1-48b6-8289-1a7c483b530b-c000.json |  10 +
 ...-7e680484-e7e1-48b6-8289-1a7c483b530b-c000.json |  10 +
 ...-7e680484-e7e1-48b6-8289-1a7c483b530b-c000.json |  10 +
 ...-4468afca-8a37-4ae8-a150-0c2fd3361080-c000.json |  10 +
 ...-4468afca-8a37-4ae8-a150-0c2fd3361080-c000.json |  10 +
 ...-4468afca-8a37-4ae8-a150-0c2fd3361080-c000.json |  10 +
 ...-4468afca-8a37-4ae8-a150-0c2fd3361080-c000.json |  10 +
 .../index/zorder/z-index-table-merged.json         |  16 +-
 .../test/resources/index/zorder/z-index-table.json |   8 +-
 .../hudi/functional/TestColumnStatsIndex.scala     | 246 ++++++++++++++++-----
 .../hudi/functional/TestLayoutOptimization.scala   |  18 --
 15 files changed, 323 insertions(+), 111 deletions(-)
 create mode 100644 hudi-spark-datasource/hudi-spark/src/test/resources/index/zorder/another-input-table-json/part-00000-7e680484-e7e1-48b6-8289-1a7c483b530b-c000.json
 create mode 100644 hudi-spark-datasource/hudi-spark/src/test/resources/index/zorder/another-input-table-json/part-00001-7e680484-e7e1-48b6-8289-1a7c483b530b-c000.json
 create mode 100644 hudi-spark-datasource/hudi-spark/src/test/resources/index/zorder/another-input-table-json/part-00002-7e680484-e7e1-48b6-8289-1a7c483b530b-c000.json
 create mode 100644 hudi-spark-datasource/hudi-spark/src/test/resources/index/zorder/another-input-table-json/part-00003-7e680484-e7e1-48b6-8289-1a7c483b530b-c000.json
 create mode 100644 hudi-spark-datasource/hudi-spark/src/test/resources/index/zorder/input-table-json/part-00000-4468afca-8a37-4ae8-a150-0c2fd3361080-c000.json
 create mode 100644 hudi-spark-datasource/hudi-spark/src/test/resources/index/zorder/input-table-json/part-00001-4468afca-8a37-4ae8-a150-0c2fd3361080-c000.json
 create mode 100644 hudi-spark-datasource/hudi-spark/src/test/resources/index/zorder/input-table-json/part-00002-4468afca-8a37-4ae8-a150-0c2fd3361080-c000.json
 create mode 100644 hudi-spark-datasource/hudi-spark/src/test/resources/index/zorder/input-table-json/part-00003-4468afca-8a37-4ae8-a150-0c2fd3361080-c000.json