You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by sa...@apache.org on 2021/08/03 19:07:59 UTC
[hudi] branch master updated (bec23bd -> 826a04d)
This is an automated email from the ASF dual-hosted git repository.
satish pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/hudi.git.
from bec23bd [HUDI-2269] Release the disk map resource for flink streaming reader (#3384)
add 826a04d [HUDI-2072] Add pre-commit validator framework (#3153)
No new revisions were added by this update.
Summary of changes:
.../config/HoodiePreCommitValidatorConfig.java | 122 +++++++++
.../org/apache/hudi/config/HoodieWriteConfig.java | 26 +-
.../action/commit/BaseCommitActionExecutor.java | 14 ++
.../hudi/client/utils/SparkValidatorUtils.java | 167 +++++++++++++
.../client/validator/SparkPreCommitValidator.java | 99 ++++++++
.../SqlQueryEqualityPreCommitValidator.java | 76 ++++++
.../SqlQueryInequalityPreCommitValidator.java | 74 ++++++
.../validator/SqlQueryPreCommitValidator.java | 92 +++++++
.../SqlQuerySingleResultPreCommitValidator.java | 78 ++++++
.../SparkBootstrapCommitActionExecutor.java | 6 +
.../commit/BaseSparkCommitActionExecutor.java | 5 +
.../TestHoodieClientOnCopyOnWriteStorage.java | 278 ++++++++++++++++++---
.../view/HoodieTablePreCommitFileSystemView.java | 90 +++++++
...ception.java => HoodieValidationException.java} | 9 +-
14 files changed, 1100 insertions(+), 36 deletions(-)
create mode 100644 hudi-client/hudi-client-common/src/main/java/org/apache/hudi/config/HoodiePreCommitValidatorConfig.java
create mode 100644 hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/client/utils/SparkValidatorUtils.java
create mode 100644 hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/client/validator/SparkPreCommitValidator.java
create mode 100644 hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/client/validator/SqlQueryEqualityPreCommitValidator.java
create mode 100644 hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/client/validator/SqlQueryInequalityPreCommitValidator.java
create mode 100644 hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/client/validator/SqlQueryPreCommitValidator.java
create mode 100644 hudi-client/hudi-spark-client/src/main/java/org/apache/hudi/client/validator/SqlQuerySingleResultPreCommitValidator.java
create mode 100644 hudi-common/src/main/java/org/apache/hudi/common/table/view/HoodieTablePreCommitFileSystemView.java
copy hudi-common/src/main/java/org/apache/hudi/exception/{HoodieMetadataException.java => HoodieValidationException.java} (80%)