You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by vi...@apache.org on 2019/12/16 06:47:36 UTC
[incubator-hudi] branch hudi_test_suite_refactor updated (eaaf3f6
-> ae5bd06)
This is an automated email from the ASF dual-hosted git repository.
vinoyang pushed a change to branch hudi_test_suite_refactor
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git.
from eaaf3f6 [HUDI-394] Provide a basic implementation of test suite
add ae5bd06 [HUDI-391] Rename module name from hudi-bench to hudi-test-suite and fix some checkstyle issues (#1102)
No new revisions were added by this update.
Summary of changes:
docker/hoodie/hadoop/hive_base/Dockerfile | 2 +-
docker/hoodie/hadoop/hive_base/pom.xml | 4 ++--
{hudi-bench => hudi-test-suite}/pom.xml | 2 +-
.../prepare_integration_suite.sh | 4 ++--
.../hudi/testsuite}/DFSDeltaWriterAdapter.java | 6 +++---
.../hudi/testsuite}/DFSSparkAvroDeltaWriter.java | 8 ++++----
.../apache/hudi/testsuite}/DeltaInputFormat.java | 2 +-
.../apache/hudi/testsuite}/DeltaOutputType.java | 2 +-
.../apache/hudi/testsuite}/DeltaWriterAdapter.java | 4 ++--
.../apache/hudi/testsuite}/DeltaWriterFactory.java | 10 ++++-----
.../testsuite}/configuration/DFSDeltaConfig.java | 6 +++---
.../hudi/testsuite}/configuration/DeltaConfig.java | 6 +++---
.../hudi/testsuite}/converter/UpdateConverter.java | 6 +++---
.../org/apache/hudi/testsuite}/dag/DagUtils.java | 8 ++++----
.../hudi/testsuite}/dag/ExecutionContext.java | 9 ++++----
.../apache/hudi/testsuite}/dag/WorkflowDag.java | 4 ++--
.../hudi/testsuite}/dag/WorkflowDagGenerator.java | 12 +++++------
.../hudi/testsuite}/dag/nodes/BulkInsertNode.java | 6 +++---
.../hudi/testsuite}/dag/nodes/CleanNode.java | 4 ++--
.../hudi/testsuite}/dag/nodes/CompactNode.java | 6 +++---
.../apache/hudi/testsuite}/dag/nodes/DagNode.java | 6 +++---
.../hudi/testsuite}/dag/nodes/HiveQueryNode.java | 8 ++++----
.../hudi/testsuite}/dag/nodes/HiveSyncNode.java | 8 ++++----
.../hudi/testsuite}/dag/nodes/InsertNode.java | 10 ++++-----
.../hudi/testsuite}/dag/nodes/RollbackNode.java | 6 +++---
.../testsuite}/dag/nodes/ScheduleCompactNode.java | 6 +++---
.../testsuite}/dag/nodes/SparkSQLQueryNode.java | 8 ++++----
.../hudi/testsuite}/dag/nodes/UpsertNode.java | 8 ++++----
.../hudi/testsuite}/dag/nodes/ValidateNode.java | 6 +++---
.../testsuite}/dag/scheduler/DagScheduler.java | 12 +++++------
.../hudi/testsuite}/generator/DeltaGenerator.java | 24 +++++++++++-----------
.../FlexibleSchemaRecordGenerationIterator.java | 2 +-
.../GenericRecordFullPayloadGenerator.java | 2 +-
.../GenericRecordFullPayloadSizeEstimator.java | 2 +-
.../GenericRecordPartialPayloadGenerator.java | 2 +-
.../generator/LazyRecordGeneratorIterator.java | 2 +-
.../generator/UpdateGeneratorIterator.java | 2 +-
.../helpers/DFSTestSuitePathSelector.java | 2 +-
.../testsuite}/helpers/HiveServiceProvider.java | 6 +++---
.../testsuite}/job/HoodieDeltaStreamerWrapper.java | 2 +-
.../hudi/testsuite}/job/HoodieTestSuiteJob.java | 24 +++++++++++-----------
.../testsuite}/reader/DFSAvroDeltaInputReader.java | 8 ++++----
.../testsuite}/reader/DFSDeltaInputReader.java | 2 +-
.../reader/DFSHoodieDatasetInputReader.java | 2 +-
.../reader/DFSParquetDeltaInputReader.java | 6 +++---
.../hudi/testsuite}/reader/DeltaInputReader.java | 2 +-
.../hudi/testsuite}/reader/SparkBasedReader.java | 2 +-
.../testsuite}/writer/AvroDeltaInputWriter.java | 2 +-
.../hudi/testsuite}/writer/DeltaInputWriter.java | 2 +-
.../apache/hudi/testsuite}/writer/DeltaWriter.java | 6 +++---
.../testsuite}/writer/FileDeltaInputWriter.java | 2 +-
.../writer/SparkAvroDeltaInputWriter.java | 2 +-
.../apache/hudi/testsuite}/writer/WriteStats.java | 2 +-
.../hudi/testsuite}/TestDFSDeltaWriterAdapter.java | 18 ++++++++--------
.../hudi/testsuite}/TestFileDeltaInputWriter.java | 14 ++++++-------
.../configuration/TestWorkflowBuilder.java | 12 +++++------
.../testsuite}/converter/TestUpdateConverter.java | 4 ++--
.../apache/hudi/testsuite}/dag/TestComplexDag.java | 12 +++++------
.../apache/hudi/testsuite}/dag/TestDagUtils.java | 10 ++++-----
.../hudi/testsuite}/dag/TestHiveSyncDag.java | 12 +++++------
.../hudi/testsuite}/dag/TestInsertOnlyDag.java | 8 ++++----
.../hudi/testsuite}/dag/TestInsertUpsertDag.java | 10 ++++-----
.../TestGenericRecordPayloadEstimator.java | 6 +++---
.../TestGenericRecordPayloadGenerator.java | 14 ++++++-------
.../generator/TestWorkloadGenerator.java | 22 ++++++++++----------
.../testsuite}/job/TestHoodieTestSuiteJob.java | 22 ++++++++++----------
.../reader/TestDFSAvroDeltaInputReader.java | 4 ++--
.../reader/TestDFSHoodieDatasetInputReader.java | 4 ++--
.../apache/hudi/testsuite}/utils/TestUtils.java | 2 +-
.../hudi/testsuite}/writer/TestDeltaWriter.java | 6 +++---
.../hudi-test-suite-config}/base.properties | 0
.../hudi-test-suite-config}/complex-source.avsc | 0
.../complex-workflow-dag-cow.yaml | 0
.../resources/hudi-test-suite-config}/source.avsc | 0
.../resources/hudi-test-suite-config}/target.avsc | 0
.../test/resources/log4j-surefire-quiet.properties | 0
.../src/test/resources/log4j-surefire.properties | 0
.../pom.xml | 6 +++---
.../org/apache/hudi/testsuite}/bundle/Main.java | 2 +-
pom.xml | 4 ++--
80 files changed, 245 insertions(+), 244 deletions(-)
rename {hudi-bench => hudi-test-suite}/pom.xml (99%)
rename {hudi-bench => hudi-test-suite}/prepare_integration_suite.sh (95%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/DFSDeltaWriterAdapter.java (93%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/DFSSparkAvroDeltaWriter.java (87%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/DeltaInputFormat.java (96%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/DeltaOutputType.java (96%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/DeltaWriterAdapter.java (92%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/DeltaWriterFactory.java (89%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/configuration/DFSDeltaConfig.java (93%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/configuration/DeltaConfig.java (98%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/converter/UpdateConverter.java (91%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/DagUtils.java (97%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/ExecutionContext.java (86%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/WorkflowDag.java (92%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/WorkflowDagGenerator.java (87%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/nodes/BulkInsertNode.java (88%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/nodes/CleanNode.java (91%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/nodes/CompactNode.java (91%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/nodes/DagNode.java (95%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/nodes/HiveQueryNode.java (93%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/nodes/HiveSyncNode.java (87%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/nodes/InsertNode.java (89%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/nodes/RollbackNode.java (92%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/nodes/ScheduleCompactNode.java (93%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/nodes/SparkSQLQueryNode.java (90%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/nodes/UpsertNode.java (89%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/nodes/ValidateNode.java (90%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/dag/scheduler/DagScheduler.java (91%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/generator/DeltaGenerator.java (93%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/generator/FlexibleSchemaRecordGenerationIterator.java (98%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/generator/GenericRecordFullPayloadGenerator.java (99%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/generator/GenericRecordFullPayloadSizeEstimator.java (98%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/generator/GenericRecordPartialPayloadGenerator.java (98%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/generator/LazyRecordGeneratorIterator.java (96%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/generator/UpdateGeneratorIterator.java (97%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/helpers/DFSTestSuitePathSelector.java (98%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/helpers/HiveServiceProvider.java (92%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/job/HoodieDeltaStreamerWrapper.java (98%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/job/HoodieTestSuiteJob.java (91%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/reader/DFSAvroDeltaInputReader.java (93%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/reader/DFSDeltaInputReader.java (98%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/reader/DFSHoodieDatasetInputReader.java (99%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/reader/DFSParquetDeltaInputReader.java (95%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/reader/DeltaInputReader.java (98%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/reader/SparkBasedReader.java (98%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/writer/AvroDeltaInputWriter.java (99%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/writer/DeltaInputWriter.java (97%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/writer/DeltaWriter.java (97%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/writer/FileDeltaInputWriter.java (96%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/writer/SparkAvroDeltaInputWriter.java (98%)
rename {hudi-bench/src/main/java/org/apache/hudi/bench => hudi-test-suite/src/main/java/org/apache/hudi/testsuite}/writer/WriteStats.java (98%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/TestDFSDeltaWriterAdapter.java (91%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/TestFileDeltaInputWriter.java (93%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/configuration/TestWorkflowBuilder.java (89%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/converter/TestUpdateConverter.java (97%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/dag/TestComplexDag.java (90%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/dag/TestDagUtils.java (92%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/dag/TestHiveSyncDag.java (84%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/dag/TestInsertOnlyDag.java (87%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/dag/TestInsertUpsertDag.java (85%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/generator/TestGenericRecordPayloadEstimator.java (91%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/generator/TestGenericRecordPayloadGenerator.java (91%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/generator/TestWorkloadGenerator.java (96%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/job/TestHoodieTestSuiteJob.java (93%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/reader/TestDFSAvroDeltaInputReader.java (96%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/reader/TestDFSHoodieDatasetInputReader.java (97%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/utils/TestUtils.java (98%)
rename {hudi-bench/src/test/java/org/apache/hudi/bench => hudi-test-suite/src/test/java/org/apache/hudi/testsuite}/writer/TestDeltaWriter.java (96%)
rename {hudi-bench/src/test/resources/hudi-bench-config => hudi-test-suite/src/test/resources/hudi-test-suite-config}/base.properties (100%)
rename {hudi-bench/src/test/resources/hudi-bench-config => hudi-test-suite/src/test/resources/hudi-test-suite-config}/complex-source.avsc (100%)
rename {hudi-bench/src/test/resources/hudi-bench-config => hudi-test-suite/src/test/resources/hudi-test-suite-config}/complex-workflow-dag-cow.yaml (100%)
rename {hudi-bench/src/test/resources/hudi-bench-config => hudi-test-suite/src/test/resources/hudi-test-suite-config}/source.avsc (100%)
rename {hudi-bench/src/test/resources/hudi-bench-config => hudi-test-suite/src/test/resources/hudi-test-suite-config}/target.avsc (100%)
rename {hudi-bench => hudi-test-suite}/src/test/resources/log4j-surefire-quiet.properties (100%)
rename {hudi-bench => hudi-test-suite}/src/test/resources/log4j-surefire.properties (100%)
rename packaging/{hudi-bench-bundle => hudi-test-suite-bundle}/pom.xml (99%)
rename packaging/{hudi-bench-bundle/src/main/java/org/apache/hudi/bench => hudi-test-suite-bundle/src/main/java/org/apache/hudi/testsuite}/bundle/Main.java (97%)