You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by na...@apache.org on 2020/06/16 03:22:51 UTC

[hudi] branch hudi_test_suite_refactor updated (c4471f1 -> 21c7106)

This is an automated email from the ASF dual-hosted git repository.

nagarwal pushed a change to branch hudi_test_suite_refactor
in repository https://gitbox.apache.org/repos/asf/hudi.git.


    from c4471f1  [HUDI-989] Support long options for prepare_integration_suite (#1699)
     add 21c7106  addressing CR comments

No new revisions were added by this update.

Summary of changes:
 docker/demo/config/test-suite/complex-dag-cow.yaml | 15 +++++++++
 docker/demo/config/test-suite/complex-dag-mor.yaml | 15 +++++++++
 docker/demo/config/test-suite/complex-source.avsc  | 17 ++++++++++
 docker/demo/config/test-suite/source.avsc          | 17 ++++++++++
 docker/demo/config/test-suite/target.avsc          | 17 ++++++++++
 .../demo/config/test-suite/test-source.properties  | 15 +++++++++
 hudi-hadoop-mr/pom.xml                             |  1 +
 .../java/org/apache/hudi/hive/HiveSyncConfig.java  |  7 +---
 .../java/org/apache/hudi/hive/HiveSyncTool.java    |  7 ++--
 .../hudi/hive/testutils/HiveTestService.java       |  3 +-
 .../main/java/org/apache/hudi/DataSourceUtils.java |  2 --
 .../main/java/org/apache/hudi/QuickstartUtils.java |  5 ---
 .../apache/hudi/keygen/ComplexKeyGenerator.java    | 13 ++++++++
 .../java/org/apache/hudi/keygen/KeyGenerator.java  | 18 ++--------
 .../hudi/keygen/NonpartitionedKeyGenerator.java    |  7 ++--
 .../org/apache/hudi/keygen/SimpleKeyGenerator.java | 32 +++++++++++-------
 .../scala/org/apache/hudi/DataSourceOptions.scala  |  2 --
 hudi-test-suite/README.md                          | 39 ----------------------
 hudi-test-suite/prepare_integration_suite.sh       | 15 +++++++++
 .../apache/hudi/testsuite/HoodieTestSuiteJob.java  |  2 +-
 ...WriteClient.java => HoodieTestSuiteWriter.java} |  8 ++---
 .../hudi/testsuite/dag/ExecutionContext.java       | 12 +++----
 .../hudi/testsuite/dag/nodes/BulkInsertNode.java   |  6 ++--
 .../apache/hudi/testsuite/dag/nodes/CleanNode.java |  2 +-
 .../hudi/testsuite/dag/nodes/CompactNode.java      |  6 ++--
 .../hudi/testsuite/dag/nodes/HiveQueryNode.java    |  8 ++---
 .../hudi/testsuite/dag/nodes/HiveSyncNode.java     |  6 ++--
 .../hudi/testsuite/dag/nodes/InsertNode.java       | 12 +++----
 .../hudi/testsuite/dag/nodes/RollbackNode.java     |  6 ++--
 .../testsuite/dag/nodes/ScheduleCompactNode.java   |  6 ++--
 .../testsuite/dag/nodes/SparkSQLQueryNode.java     |  4 +--
 .../hudi/testsuite/dag/nodes/UpsertNode.java       |  6 ++--
 .../hudi/testsuite/dag/scheduler/DagScheduler.java |  6 ++--
 .../hudi/testsuite/generator/DeltaGenerator.java   |  8 +++--
 .../testsuite/helpers/HiveServiceProvider.java     |  4 +--
 .../reader/DFSHoodieDatasetInputReader.java        |  6 ++--
 ...va => TestDFSHoodieTestSuiteWriterAdapter.java} |  2 +-
 .../hudi/testsuite/job/TestHoodieTestSuiteJob.java |  1 -
 .../deltastreamer/SourceFormatAdapter.java         |  4 +--
 .../keygen/TimestampBasedKeyGenerator.java         |  8 ++---
 40 files changed, 221 insertions(+), 149 deletions(-)
 rename hudi-test-suite/src/main/java/org/apache/hudi/testsuite/{DeltaWriteClient.java => HoodieTestSuiteWriter.java} (96%)
 rename hudi-test-suite/src/test/java/org/apache/hudi/testsuite/{TestDFSDeltaWriteClientAdapter.java => TestDFSHoodieTestSuiteWriterAdapter.java} (98%)