You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by qi...@apache.org on 2022/11/26 13:54:16 UTC
[iotdb] branch master updated (d11c73590b -> e0c5e30da5)
This is an automated email from the ASF dual-hosted git repository.
qiaojialin pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from d11c73590b [IOTDB-5052] Query release others' file reader by mistake (#8190)
add e0c5e30da5 [IOTDB-3928][IOTDB-4097]New Compaction Performer —— Fast Compaction (#7621)
No new revisions were added by this update.
Summary of changes:
.../compaction/CompactionExceptionHandler.java | 6 +-
.../db/engine/compaction/CompactionUtils.java | 91 +-
.../constant/CrossCompactionPerformer.java | 11 +-
.../constant/InnerSeqCompactionPerformer.java | 11 +-
.../constant/InnerUnseqCompactionPerformer.java | 12 +-
.../compaction/cross/CrossSpaceCompactionTask.java | 27 +-
.../RewriteCrossSpaceCompactionSelector.java | 13 +-
.../task/FastCompactionPerformerSubTask.java | 146 +
.../utils/AlignedSeriesCompactionExecutor.java | 339 +
.../cross/utils/ChunkMetadataElement.java | 40 +-
.../utils/FileElement.java} | 12 +-
.../utils/NonAlignedSeriesCompactionExecutor.java | 208 +
.../engine/compaction/cross/utils/PageElement.java | 101 +
.../compaction/cross/utils/PointElement.java} | 66 +-
.../cross/utils/SeriesCompactionExecutor.java | 591 ++
.../compaction/inner/InnerSpaceCompactionTask.java | 23 +-
.../inner/utils/MultiTsFileDeviceIterator.java | 110 +-
.../compaction/performer/ICompactionPerformer.java | 8 +-
.../performer/impl/FastCompactionPerformer.java | 294 +
.../impl/ReadPointCompactionPerformer.java | 93 +-
.../compaction/reader/PointPriorityReader.java | 152 +
.../compaction/task/SubCompactionTaskSummary.java | 40 +
.../writer/AbstractCompactionWriter.java | 289 +-
.../writer/AbstractCrossCompactionWriter.java | 233 +
.../writer/AbstractInnerCompactionWriter.java | 108 +
.../writer/CrossSpaceCompactionWriter.java | 256 -
.../writer/FastCrossCompactionWriter.java | 203 +
.../writer/FastInnerCompactionWriter.java | 212 +
.../writer/InnerSpaceCompactionWriter.java | 140 -
.../writer/ReadPointCrossCompactionWriter.java | 94 +
.../writer/ReadPointInnerCompactionWriter.java | 79 +
.../db/engine/storagegroup/TsFileManager.java | 12 +-
.../org/apache/iotdb/db/rescon/SystemInfo.java | 18 +-
.../db/tools/validate/TsFileValidationTool.java | 7 +-
.../engine/compaction/AbstractCompactionTest.java | 208 +-
.../compaction/CompactionTaskComparatorTest.java | 4 +-
.../compaction/CompactionTaskManagerTest.java | 74 +-
.../compaction/FastAlignedCrossCompactionTest.java | 6689 ++++++++++++++++++++
....java => FastCrossCompactionPerformerTest.java} | 4215 ++++--------
.../FastInnerCompactionPerformerTest.java | 1824 ++++++
.../FastNonAlignedCrossCompactionTest.java | 6655 +++++++++++++++++++
.../ReadPointCompactionPerformerTest.java | 929 ++-
.../cross/CrossSpaceCompactionValidationTest.java | 98 +-
.../cross/RewriteCrossSpaceCompactionTest.java | 10 +-
...ava => FastCompactionPerformerAlignedTest.java} | 43 +-
...a => FastCompactionPerformerNoAlignedTest.java} | 64 +-
...> InnerSeqCompactionWithFastPerformerTest.java} | 99 +-
...erSeqCompactionWithReadChunkPerformerTest.java} | 14 +-
.../inner/InnerSpaceCompactionExceptionTest.java | 26 +-
...InnerUnseqCompactionWithFastPerformerTest.java} | 17 +-
...UnseqCompactionWithReadPointPerformerTest.java} | 11 +-
.../ReadChunkCompactionPerformerAlignedTest.java | 36 +-
.../ReadChunkCompactionPerformerNoAlignedTest.java | 48 +-
.../inner/ReadChunkCompactionPerformerOldTest.java | 7 +-
.../SizeTieredCompactionRecoverTest.java | 48 +-
...eCrossSpaceCompactionRecoverCompatibleTest.java | 33 +-
.../SizeTieredCompactionRecoverCompatibleTest.java | 26 +-
.../recover/SizeTieredCompactionRecoverTest.java | 38 +-
.../compaction/utils/TsFileGeneratorUtils.java | 257 +
.../db/engine/storagegroup/DataRegionTest.java | 7 +-
.../iotdb/db/tools/TsFileSelfCheckToolTest.java | 2 +-
.../iotdb/tsfile/common/conf/TSFileConfig.java | 4 +-
.../tsfile/common/constant/TsFileConstant.java | 3 +
.../tsfile/file/metadata/TimeseriesMetadata.java | 15 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 69 +-
.../read/reader/chunk/AlignedChunkReader.java | 69 +
.../tsfile/read/reader/chunk/ChunkReader.java | 67 +
.../iotdb/tsfile/utils/TsFileGeneratorUtils.java | 8 +-
.../tsfile/write/chunk/AlignedChunkWriterImpl.java | 36 +-
.../iotdb/tsfile/write/chunk/ChunkWriterImpl.java | 26 +
.../iotdb/tsfile/write/chunk/IChunkWriter.java | 12 +
.../iotdb/tsfile/write/chunk/TimeChunkWriter.java | 8 +
.../iotdb/tsfile/write/chunk/ValueChunkWriter.java | 24 +
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 36 +-
74 files changed, 21707 insertions(+), 4197 deletions(-)
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/rewrite/task/FastCompactionPerformerSubTask.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/utils/AlignedSeriesCompactionExecutor.java
copy tsfile/src/main/java/org/apache/iotdb/tsfile/read/controller/IChunkLoader.java => server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/utils/ChunkMetadataElement.java (54%)
copy server/src/main/java/org/apache/iotdb/db/engine/compaction/{performer/IUnseqCompactionPerformer.java => cross/utils/FileElement.java} (78%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/utils/NonAlignedSeriesCompactionExecutor.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/utils/PageElement.java
copy server/src/main/java/org/apache/iotdb/db/{query/reader/universal/Element.java => engine/compaction/cross/utils/PointElement.java} (51%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/utils/SeriesCompactionExecutor.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/performer/impl/FastCompactionPerformer.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/reader/PointPriorityReader.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/task/SubCompactionTaskSummary.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/writer/AbstractCrossCompactionWriter.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/writer/AbstractInnerCompactionWriter.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/writer/CrossSpaceCompactionWriter.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/writer/FastCrossCompactionWriter.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/writer/FastInnerCompactionWriter.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/writer/InnerSpaceCompactionWriter.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/writer/ReadPointCrossCompactionWriter.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/writer/ReadPointInnerCompactionWriter.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/engine/compaction/FastAlignedCrossCompactionTest.java
copy server/src/test/java/org/apache/iotdb/db/engine/compaction/{ReadPointCompactionPerformerTest.java => FastCrossCompactionPerformerTest.java} (62%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/engine/compaction/FastInnerCompactionPerformerTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/engine/compaction/FastNonAlignedCrossCompactionTest.java
copy server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/{ReadChunkCompactionPerformerAlignedTest.java => FastCompactionPerformerAlignedTest.java} (92%)
copy server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/{ReadChunkCompactionPerformerNoAlignedTest.java => FastCompactionPerformerNoAlignedTest.java} (94%)
copy server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/{InnerSeqCompactionTest.java => InnerSeqCompactionWithFastPerformerTest.java} (94%)
rename server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/{InnerSeqCompactionTest.java => InnerSeqCompactionWithReadChunkPerformerTest.java} (98%)
copy server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/{InnerUnseqCompactionTest.java => InnerUnseqCompactionWithFastPerformerTest.java} (98%)
rename server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/{InnerUnseqCompactionTest.java => InnerUnseqCompactionWithReadPointPerformerTest.java} (99%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/engine/compaction/utils/TsFileGeneratorUtils.java