You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by yi...@apache.org on 2022/03/25 05:27:39 UTC
[hudi] branch master updated (8896864 -> 8b38dde)

This is an automated email from the ASF dual-hosted git repository.

yihua pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.


    from 8896864  [HUDI-3678] Fix record rewrite of create handle when 'preserveMetadata' is true (#5088)
     add 8b38dde  [HUDI-3594] Supporting Composite Expressions over Data Table Columns in Data Skipping flow (#4996)

No new revisions were added by this update.

Summary of changes:
 .../index/columnstats/ColumnStatsIndexHelper.java  |  84 +++--
 .../org/apache/hudi/SparkAdapterSupport.scala      |   4 +-
 .../spark/sql/HoodieCatalystExpressionUtils.scala  | 127 +++++++
 .../org/apache/spark/sql/hudi/SparkAdapter.scala   |  11 +-
 .../scala/org/apache/hudi/HoodieBaseRelation.scala |   5 +-
 .../scala/org/apache/hudi/HoodieFileIndex.scala    |  25 +-
 .../org/apache/spark/HoodieSparkTypeUtils.scala    |  32 +-
 .../spark/sql/HoodieCatalystExpressionUtils.scala  |  88 -----
 .../apache/spark/sql/hudi/DataSkippingUtils.scala  | 407 ++++++++++++++-------
 .../procedures/RunClusteringProcedure.scala        |  17 +-
 .../org/apache/hudi/TestDataSkippingUtils.scala    | 296 +++++++++++++--
 .../sql/HoodieSpark2CatalystExpressionUtils.scala  |  84 +++++
 .../apache/spark/sql/adapter/Spark2Adapter.scala   |   8 +-
 ...Spark3Adapter.scala => BaseSpark3Adapter.scala} |   8 +-
 .../HoodieSpark3_1CatalystExpressionUtils.scala    |  84 +++++
 .../apache/spark/sql/adapter/Spark3_1Adapter.scala |  18 +-
 .../HoodieSpark3_2CatalystExpressionUtils.scala    |  83 +++++
 .../apache/spark/sql/adapter/Spark3_2Adapter.scala |   9 +-
 18 files changed, 1045 insertions(+), 345 deletions(-)
 create mode 100644 hudi-client/hudi-spark-client/src/main/scala/org/apache/spark/sql/HoodieCatalystExpressionUtils.scala
 copy hudi-common/src/main/java/org/apache/hudi/common/util/TypeUtils.java => hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/HoodieSparkTypeUtils.scala (53%)
 delete mode 100644 hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/sql/HoodieCatalystExpressionUtils.scala
 create mode 100644 hudi-spark-datasource/hudi-spark2/src/main/scala/org/apache/spark/sql/HoodieSpark2CatalystExpressionUtils.scala
 rename hudi-spark-datasource/hudi-spark3-common/src/main/scala/org/apache/spark/sql/adapter/{Spark3Adapter.scala => BaseSpark3Adapter.scala} (93%)
 create mode 100644 hudi-spark-datasource/hudi-spark3.1.x/src/main/scala/org/apache/spark/sql/HoodieSpark3_1CatalystExpressionUtils.scala
 copy hudi-cli/src/main/java/org/apache/hudi/cli/Main.java => hudi-spark-datasource/hudi-spark3.1.x/src/main/scala/org/apache/spark/sql/adapter/Spark3_1Adapter.scala (67%)
 create mode 100644 hudi-spark-datasource/hudi-spark3/src/main/scala/org/apache/spark/sql/HoodieSpark3_2CatalystExpressionUtils.scala