You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by le...@apache.org on 2020/01/03 05:45:30 UTC
[incubator-hudi] branch redo-log created (now 4b23f94)
This is an automated email from the ASF dual-hosted git repository.
leesf pushed a change to branch redo-log
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git.
at 4b23f94 Merge remote-tracking branch 'upstream/master'
This branch includes the following new commits:
new 6535859 Set info servity for ImportOrder temporarily
new 4b23f94 Merge remote-tracking branch 'upstream/master'
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
[incubator-hudi] 02/02: Merge remote-tracking branch
'upstream/master'
Posted by le...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
leesf pushed a commit to branch redo-log
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git
commit 4b23f941244a38a402c85360ba04793b03f34bcf
Merge: 6535859 e1e5fe3
Author: leesf <49...@qq.com>
AuthorDate: Fri Jan 3 13:44:21 2020 +0800
Merge remote-tracking branch 'upstream/master'
doap_HUDI.rdf | 59 ++++
.../main/java/org/apache/hudi/cli/HoodieCLI.java | 15 +-
.../hudi/cli/HoodieHistoryFileNameProvider.java | 1 +
.../org/apache/hudi/cli/HoodieSplashScreen.java | 3 +
.../src/main/java/org/apache/hudi/cli/Table.java | 2 +-
.../hudi/cli/commands/ArchivedCommitsCommand.java | 10 +-
.../apache/hudi/cli/commands/CleansCommand.java | 22 +-
.../apache/hudi/cli/commands/CommitsCommand.java | 47 +---
.../hudi/cli/commands/CompactionCommand.java | 310 ++++++++++-----------
.../apache/hudi/cli/commands/DatasetsCommand.java | 17 +-
.../hudi/cli/commands/FileSystemViewCommand.java | 7 +-
.../hudi/cli/commands/HoodieLogFileCommand.java | 34 +--
.../hudi/cli/commands/HoodieSyncCommand.java | 12 +-
.../apache/hudi/cli/commands/RepairsCommand.java | 23 +-
.../apache/hudi/cli/commands/RollbacksCommand.java | 4 +-
.../hudi/cli/commands/SavepointsCommand.java | 41 +--
.../org/apache/hudi/cli/commands/StatsCommand.java | 10 +-
.../scala/org/apache/hudi/cli/DedupeSparkJob.scala | 4 +-
hudi-client/pom.xml | 5 +
.../java/org/apache/hudi/AbstractHoodieClient.java | 7 +-
.../org/apache/hudi/CompactionAdminClient.java | 17 +-
.../java/org/apache/hudi/HoodieCleanClient.java | 16 +-
.../java/org/apache/hudi/HoodieReadClient.java | 6 +-
.../java/org/apache/hudi/HoodieWriteClient.java | 61 ++--
.../client/embedded/EmbeddedTimelineService.java | 10 +-
.../apache/hudi/config/HoodieCompactionConfig.java | 2 +-
.../hudi/func/SparkBoundedInMemoryExecutor.java | 1 +
.../hudi/index/bloom/BloomIndexFileInfo.java | 1 +
.../apache/hudi/index/bloom/HoodieBloomIndex.java | 6 +-
.../index/bloom/HoodieBloomIndexCheckFunction.java | 6 +-
.../hudi/index/bloom/HoodieGlobalBloomIndex.java | 40 +--
.../apache/hudi/index/bloom/IndexFileFilter.java | 11 +-
.../IntervalTreeBasedGlobalIndexFileFilter.java | 28 +-
.../bloom/IntervalTreeBasedIndexFileFilter.java | 12 +-
.../org/apache/hudi/index/bloom/KeyRangeNode.java | 4 +-
.../bloom/ListBasedGlobalIndexFileFilter.java | 19 +-
.../hudi/index/bloom/ListBasedIndexFileFilter.java | 8 +-
.../hbase/DefaultHBaseQPSResourceAllocator.java | 10 +-
.../org/apache/hudi/index/hbase/HBaseIndex.java | 44 +--
.../org/apache/hudi/io/HoodieAppendHandle.java | 20 +-
.../java/org/apache/hudi/io/HoodieCleanHelper.java | 16 +-
.../org/apache/hudi/io/HoodieCommitArchiveLog.java | 22 +-
.../org/apache/hudi/io/HoodieCreateHandle.java | 18 +-
.../org/apache/hudi/io/HoodieKeyLookupHandle.java | 19 +-
.../java/org/apache/hudi/io/HoodieMergeHandle.java | 45 +--
.../java/org/apache/hudi/io/HoodieWriteHandle.java | 10 +-
.../io/compact/HoodieRealtimeTableCompactor.java | 28 +-
.../hudi/io/storage/HoodieParquetWriter.java | 1 +
.../org/apache/hudi/metrics/HoodieMetrics.java | 17 +-
.../apache/hudi/metrics/JmxMetricsReporter.java | 6 +-
.../main/java/org/apache/hudi/metrics/Metrics.java | 6 +-
.../hudi/metrics/MetricsGraphiteReporter.java | 6 +-
.../hudi/metrics/MetricsReporterFactory.java | 8 +-
.../apache/hudi/table/HoodieCopyOnWriteTable.java | 55 ++--
.../apache/hudi/table/HoodieMergeOnReadTable.java | 27 +-
.../java/org/apache/hudi/table/HoodieTable.java | 12 +-
.../org/apache/hudi/table/RollbackExecutor.java | 14 +-
hudi-client/src/test/java/HoodieClientExample.java | 2 +-
.../org/apache/hudi/HoodieClientTestHarness.java | 6 +-
.../src/test/java/org/apache/hudi/TestCleaner.java | 59 ++--
.../java/org/apache/hudi/TestClientRollback.java | 6 +-
.../org/apache/hudi/TestCompactionAdminClient.java | 41 +--
.../java/org/apache/hudi/TestHoodieClientBase.java | 225 +++++++--------
.../hudi/TestHoodieClientOnCopyOnWriteStorage.java | 82 +++++-
.../java/org/apache/hudi/TestHoodieReadClient.java | 7 +-
.../test/java/org/apache/hudi/TestWriteStatus.java | 4 +-
.../apache/hudi/common/HoodieClientTestUtils.java | 2 +-
.../hudi/common/HoodieMergeOnReadTestUtils.java | 3 +-
.../hudi/common/HoodieTestDataGenerator.java | 40 ++-
.../hudi/func/TestBoundedInMemoryExecutor.java | 2 +-
.../apache/hudi/func/TestBoundedInMemoryQueue.java | 2 +-
.../apache/hudi/func/TestUpdateMapFunction.java | 2 -
.../java/org/apache/hudi/index/TestHbaseIndex.java | 28 +-
.../org/apache/hudi/index/TestHoodieIndex.java | 7 +-
.../hudi/index/bloom/TestHoodieBloomIndex.java | 5 +-
.../index/bloom/TestHoodieGlobalBloomIndex.java | 15 +-
.../hudi/index/bloom/TestKeyRangeLookupTree.java | 3 +-
.../apache/hudi/io/TestHoodieCommitArchiveLog.java | 2 +-
.../org/apache/hudi/io/TestHoodieMergeHandle.java | 2 -
.../io/strategy/TestHoodieCompactionStrategy.java | 8 +-
.../apache/hudi/metrics/TestHoodieJmxMetrics.java | 6 +-
.../org/apache/hudi/metrics/TestHoodieMetrics.java | 4 +-
.../apache/hudi/table/TestCopyOnWriteTable.java | 9 +-
.../apache/hudi/table/TestMergeOnReadTable.java | 133 +++------
.../apache/hudi/common/model/HoodieTableType.java | 6 +-
.../hudi/common/table/log/HoodieLogFileReader.java | 1 +
.../common/table/log/HoodieLogFormatWriter.java | 2 +
.../table/timeline/HoodieActiveTimeline.java | 8 +-
.../table/view/AbstractTableFileSystemView.java | 3 +
.../table/view/HoodieTableFileSystemView.java | 2 +
.../view/SpillableMapBasedFileSystemView.java | 2 +
.../common/util/DFSPropertiesConfiguration.java | 15 +-
.../hudi/common/util/ObjectSizeCalculator.java | 1 +
.../org/apache/hudi/common/util/RocksDBDAO.java | 2 +-
.../hudi/common/util/collection/DiskBasedMap.java | 1 +
.../common/util/collection/LazyFileIterable.java | 1 +
.../hudi/common/bloom/filter/TestBloomFilter.java | 9 +-
.../hudi/common/minicluster/HdfsTestService.java | 23 +-
.../apache/hudi/common/model/HoodieTestUtils.java | 42 +--
.../common/model/TestHoodieCommitMetadata.java | 4 +-
.../hudi/common/model/TestHoodieWriteStat.java | 2 -
.../common/table/TestHoodieTableMetaClient.java | 4 +-
.../hudi/common/table/log/TestHoodieLogFormat.java | 29 +-
.../log/TestHoodieLogFormatAppendFailure.java | 2 +-
.../common/table/string/MockHoodieTimeline.java | 11 +-
.../table/string/TestHoodieActiveTimeline.java | 7 +-
.../table/view/TestHoodieTableFileSystemView.java | 51 ++--
.../table/view/TestIncrementalFSViewSync.java | 69 ++---
.../hudi/common/util/CompactionTestUtils.java | 2 +-
.../apache/hudi/common/util/SchemaTestUtil.java | 4 +-
.../hudi/common/util/SpillableMapTestUtils.java | 2 +-
.../util/TestDFSPropertiesConfiguration.java | 12 +-
.../org/apache/hudi/common/util/TestFSUtils.java | 27 +-
.../hudi/common/util/TestHoodieAvroUtils.java | 6 +-
.../apache/hudi/common/util/TestNumericUtils.java | 18 +-
.../apache/hudi/common/util/TestParquetUtils.java | 11 -
.../hudi/common/util/TestRocksDBManager.java | 20 +-
.../common/util/collection/TestDiskBasedMap.java | 2 +-
.../util/collection/TestExternalSpillableMap.java | 9 +-
.../hudi/hadoop/HoodieParquetInputFormat.java | 2 +
.../hadoop/hive/HoodieCombineHiveInputFormat.java | 6 +
.../apache/hudi/hadoop/InputFormatTestUtil.java | 2 -
.../hudi/hadoop/TestRecordReaderValueIterator.java | 9 +-
.../realtime/TestHoodieRealtimeRecordReader.java | 60 ++--
.../org/apache/hudi/hive/TestHiveSyncTool.java | 2 +-
.../test/java/org/apache/hudi/hive/TestUtil.java | 16 +-
.../org/apache/hudi/hive/util/HiveTestService.java | 25 --
.../java/org/apache/hudi/integ/ITTestBase.java | 3 +-
.../main/java/org/apache/hudi/DataSourceUtils.java | 20 +-
.../org/apache/hudi/payload/AWSDmsAvroPayload.java | 68 +++++
.../org/apache/hudi/HoodieSparkSqlWriter.scala | 4 +-
hudi-spark/src/test/java/DataSourceTestUtils.java | 2 +-
hudi-spark/src/test/java/HoodieJavaApp.java | 3 +-
.../timeline/service/FileSystemViewHandler.java | 10 +-
.../hudi/timeline/service/TimelineService.java | 2 +-
.../timeline/service/handlers/DataFileHandler.java | 2 +-
.../service/handlers/FileSliceHandler.java | 2 +-
.../timeline/service/handlers/TimelineHandler.java | 2 +-
.../hudi/utilities/HoodieSnapshotCopier.java | 2 +-
.../org/apache/hudi/utilities/UtilHelpers.java | 18 +-
.../deltastreamer/HoodieDeltaStreamer.java | 3 +-
.../deltastreamer/SourceFormatAdapter.java | 15 -
.../utilities/schema/RowBasedSchemaProvider.java | 6 +
.../hudi/utilities/sources/ParquetDFSSource.java | 20 +-
.../org/apache/hudi/utilities/sources/Source.java | 2 +-
.../AWSDmsTransformer.java} | 32 ++-
.../TestAWSDatabaseMigrationServiceSource.java | 107 +++++++
.../hudi/utilities/TestHoodieDeltaStreamer.java | 4 +-
.../apache/hudi/utilities/UtilitiesTestBase.java | 3 +-
.../sources/DistributedTestDataSource.java | 4 +-
.../hudi/utilities/sources/TestDFSSource.java | 2 +-
pom.xml | 2 +-
style/checkstyle.xml | 2 +-
style/scalastyle-config.xml | 114 --------
style/scalastyle.xml | 134 +++++++++
155 files changed, 1567 insertions(+), 1523 deletions(-)
[incubator-hudi] 01/02: Set info servity for ImportOrder temporarily
Posted by le...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
leesf pushed a commit to branch redo-log
in repository https://gitbox.apache.org/repos/asf/incubator-hudi.git
commit 65358598fac1a12242b8838f02e98b26bddfc4fe
Author: lamber-ken <la...@163.com>
AuthorDate: Tue Dec 24 14:56:53 2019 +0800
Set info servity for ImportOrder temporarily
---
style/checkstyle.xml | 1 +
1 file changed, 1 insertion(+)
diff --git a/style/checkstyle.xml b/style/checkstyle.xml
index 10ef5fc..de4cc80 100644
--- a/style/checkstyle.xml
+++ b/style/checkstyle.xml
@@ -281,6 +281,7 @@
<!-- Checks for out of order import statements. -->
<module name="ImportOrder">
+ <property name="severity" value="info"/>
<property name="groups" value="org.apache.hudi,*,javax,java,scala"/>
<property name="separated" value="true"/>
<property name="sortStaticImportsAlphabetically" value="true"/>