You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by xu...@apache.org on 2022/03/19 05:32:55 UTC
[hudi] branch master updated (316e38c -> 099c2c0)

This is an automated email from the ASF dual-hosted git repository.

xushiyan pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.


    from 316e38c  [HUDI-3659] Reducing the validation frequency with integ tests (#5067)
     add 099c2c0  [HUDI-3457] Refactored Spark DataSource Relations to avoid code duplication (#4877)

No new revisions were added by this update.

Summary of changes:
 .../org/apache/hudi/HoodieConversionUtils.scala    |  17 +-
 .../scala/org/apache/hudi/HoodieSparkUtils.scala   |   5 -
 .../org/apache/hudi/BaseHoodieTableFileIndex.java  |   2 +-
 .../hudi/common/table/TableSchemaResolver.java     |  19 +-
 .../utils/HoodieRealtimeInputFormatUtils.java      |  53 ---
 .../org/apache/hudi/BaseFileOnlyRelation.scala     |  94 ++++++
 .../org/apache/hudi/BaseFileOnlyViewRelation.scala | 141 --------
 .../main/scala/org/apache/hudi/DefaultSource.scala |   2 +-
 .../scala/org/apache/hudi/HoodieBaseRelation.scala | 204 ++++++++++--
 .../org/apache/hudi/HoodieBootstrapRelation.scala  |   3 +-
 .../org/apache/hudi/HoodieDataSourceHelper.scala   |  14 -
 .../scala/org/apache/hudi/HoodieFileIndex.scala    |   2 +-
 .../scala/org/apache/hudi/HoodieFileScanRDD.scala  |   6 +-
 .../org/apache/hudi/HoodieMergeOnReadRDD.scala     |   2 +-
 .../hudi/MergeOnReadIncrementalRelation.scala      | 278 +++++++---------
 .../apache/hudi/MergeOnReadSnapshotRelation.scala  | 167 ++++------
 .../apache/hudi/SparkHoodieTableFileIndex.scala    |   5 +-
 .../org/apache/spark/HoodieHadoopFSUtils.scala     | 370 +++++++++++++++++++++
 .../datasources/HoodieInMemoryFileIndex.scala      | 102 ++++++
 .../datasources/TestHoodieInMemoryFileIndex.scala  |  60 ++++
 .../org/apache/hudi/TestHoodieSparkUtils.scala     |  29 --
 .../functional/TestParquetColumnProjection.scala   |  32 +-
 22 files changed, 1026 insertions(+), 581 deletions(-)
 copy hudi-cli/src/main/java/org/apache/hudi/cli/utils/TempViewProvider.java => hudi-client/hudi-spark-client/src/main/scala/org/apache/hudi/HoodieConversionUtils.scala (68%)
 create mode 100644 hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/BaseFileOnlyRelation.scala
 delete mode 100644 hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/BaseFileOnlyViewRelation.scala
 create mode 100644 hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/HoodieHadoopFSUtils.scala
 create mode 100644 hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/spark/execution/datasources/HoodieInMemoryFileIndex.scala
 create mode 100644 hudi-spark-datasource/hudi-spark-common/src/test/scala/org/apache/spark/execution/datasources/TestHoodieInMemoryFileIndex.scala