You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by xi...@apache.org on 2023/02/20 08:17:09 UTC
[iotdb] branch DONTBlock updated (857a0e2f63 -> 0ea3527c1c)
This is an automated email from the ASF dual-hosted git repository.
xiangweiwei pushed a change to branch DONTBlock
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 857a0e2f63 Fix unit tests
add 1b4631c182 [IOTDB-5517] Add metrics for disk io (#9054)
add 82389195ef [IOTDB-5547] Bug fix: driver will release resources concurrently which leads to concurrentModify
add 78d233ba3e [IOTDB-5189][IOTDB-5529]Optimize the memory usage and execution of fast compaction (#9048)
add 20a82d8a10 [IOTDB-5549] Ensure concurrently MNode memory release (#9089)
add ce5df3cfc9 [Website] Add Grafana plugin download link for v0.13.4 (#9092)
add 0cd44616f8 Improve the document of FREQ encoding (#9095)
add 21c2110ef5 [IOTDB-5512] Fixed IoTConsensus may repeatedly send some log when restarting (#9074)
add 79ea9c36eb [IOTDB-5548] Fix typo in ASTVisitor.createSchemaTemplate and ASTvisitor.parseIdentifier (#9086)
add c7702dcf40 [IOTDB-5463] Support pushdowning limit offset condition to SeriesScanUtil
add 91045d9b3c [IOTDB-5517] Add metrics for disk io (#9094)
add 8aadc5ca08 Merge branch 'master' into DONTBlock
add 0ea3527c1c try to fix merge sort operator bug
No new revisions were added by this update.
Summary of changes:
.../iotdb/confignode/service/ConfigNode.java | 3 +
.../iot/logdispatcher/IndexController.java | 10 +-
.../consensus/iot/logdispatcher/LogDispatcher.java | 2 +-
.../consensus/iot/logdispatcher/SyncStatus.java | 9 +-
.../iot/logdispatcher/IndexControllerTest.java | 25 +-
.../iot/logdispatcher/SyncStatusTest.java | 10 +-
docs/Download/README.md | 6 +-
docs/UserGuide/Data-Concept/Encoding.md | 4 +-
.../Apache-IoTDB-ConfigNode-Dashboard.json | 3780 ++++++++------
.../Apache-IoTDB-DataNode-Dashboard.json | 5326 +++++++++++---------
docs/zh/Download/README.md | 5 +
docs/zh/UserGuide/Data-Concept/Encoding.md | 6 +-
.../iotdb/metrics/metricsets/disk/DiskMetrics.java | 277 +
.../metricsets/disk/IDiskMetricsManager.java | 123 +
.../metricsets/disk/LinuxDiskMetricsManager.java | 466 ++
.../metricsets/disk/MacDiskMetricsManager.java | 9 +-
.../metricsets/disk/WindowsDiskMetricsManager.java | 9 +-
.../iotdb/commons/concurrent/ThreadName.java | 6 +-
.../iotdb/commons/service/metric/enums/Metric.java | 9 +
.../impl/ReadPointCompactionPerformer.java | 11 +-
.../fast/AlignedSeriesCompactionExecutor.java | 11 +-
.../fast/NonAlignedSeriesCompactionExecutor.java | 17 +-
.../executor/fast/SeriesCompactionExecutor.java | 345 +-
.../fast/element/ChunkMetadataElement.java | 5 -
.../utils/executor/fast/element/PointElement.java | 12 +-
.../execute/utils/reader/PointPriorityReader.java | 60 +-
.../utils/reader/SeriesDataBlockReader.java | 44 +-
.../db/engine/querycontext/QueryDataSource.java | 25 -
.../mtree/store/disk/cache/CacheMemoryManager.java | 132 +-
.../iotdb/db/mpp/execution/driver/DataDriver.java | 100 +-
.../db/mpp/execution/driver/DataDriverContext.java | 3 +-
.../fragment/FragmentInstanceContext.java | 86 +-
.../fragment/FragmentInstanceExecution.java | 1 +
.../process/AbstractConsumeAllOperator.java | 2 +-
.../operator/process/MergeSortOperator.java | 4 +-
.../process/join/RowBasedTimeJoinOperator.java | 4 +-
.../AbstractSeriesAggregationScanOperator.java | 6 +-
.../AlignedSeriesAggregationScanOperator.java | 18 +-
.../operator/source/AlignedSeriesScanOperator.java | 18 +-
.../operator/source/AlignedSeriesScanUtil.java | 80 +-
.../source/SeriesAggregationScanOperator.java | 20 +-
.../operator/source/SeriesScanOperator.java | 33 +-
.../execution/operator/source/SeriesScanUtil.java | 228 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 8 +-
.../db/mpp/plan/planner/LocalExecutionPlanner.java | 3 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 86 +-
.../planner/plan/parameter/SeriesScanOptions.java | 151 +
.../db/mpp/plan/statement/component/Ordering.java | 4 +
.../db/mpp/plan/statement/crud/QueryStatement.java | 2 +-
.../query/reader/chunk/MemAlignedPageReader.java | 61 +-
.../iotdb/db/query/reader/chunk/MemPageReader.java | 211 +-
.../apache/iotdb/db/service/IoTDBShutdownHook.java | 13 +
.../db/service/metrics/DataNodeMetricsHelper.java | 3 +
.../service/thrift/impl/ClientRPCServiceImpl.java | 18 +-
.../iotdb/db/utils/concurrent/FiniteSemaphore.java | 56 +
.../engine/compaction/AbstractCompactionTest.java | 7 +-
.../compaction/FastAlignedCrossCompactionTest.java | 398 ++
.../FastCrossCompactionPerformerTest.java | 34 -
.../FastInnerCompactionPerformerTest.java | 30 -
.../FastNonAlignedCrossCompactionTest.java | 420 +-
.../ReadPointCompactionPerformerTest.java | 73 +-
...eCrossSpaceCompactionWithFastPerformerTest.java | 16 +-
...sSpaceCompactionWithReadPointPerformerTest.java | 16 +-
.../inner/InnerCompactionMoreDataTest.java | 1 -
.../SizeTieredCompactionRecoverTest.java | 17 -
.../compaction/utils/CompactionCheckerUtils.java | 1 -
.../compaction/utils/TsFileGeneratorUtils.java | 10 +-
.../iotdb/db/engine/storagegroup/TTLTest.java | 1 -
.../schemaRegion/SchemaStatisticsTest.java | 3 -
.../iotdb/db/mpp/execution/DataDriverTest.java | 18 +-
.../operator/AggregationOperatorTest.java | 19 +-
.../AlignedSeriesAggregationScanOperatorTest.java | 15 +-
.../operator/AlignedSeriesScanOperatorTest.java | 130 +-
.../operator/DeviceMergeOperatorTest.java | 61 +-
.../execution/operator/DeviceViewOperatorTest.java | 16 +-
.../operator/HorizontallyConcatOperatorTest.java | 15 +-
.../execution/operator/LastQueryOperatorTest.java | 28 +-
.../operator/LastQuerySortOperatorTest.java | 26 +-
.../mpp/execution/operator/LimitOperatorTest.java | 18 +-
.../execution/operator/MergeSortOperatorTest.java | 151 +-
.../mpp/execution/operator/OffsetOperatorTest.java | 52 +-
.../mpp/execution/operator/OperatorMemoryTest.java | 24 +-
.../operator/RawDataAggregationOperatorTest.java | 19 +-
.../SeriesAggregationScanOperatorTest.java | 10 +-
.../execution/operator/SeriesScanOperatorTest.java | 11 +-
.../operator/SingleDeviceViewOperatorTest.java | 17 +-
.../SlidingWindowAggregationOperatorTest.java | 9 +-
.../execution/operator/TimeJoinOperatorTest.java | 66 +-
.../operator/UpdateLastCacheOperatorTest.java | 10 +-
.../AlignedSeriesScanLimitOffsetPushDownTest.java | 682 +++
.../series/SeriesScanLimitOffsetPushDownTest.java | 368 ++
.../tsfile/file/metadata/AlignedChunkMetadata.java | 9 +
.../file/metadata/AlignedTimeSeriesMetadata.java | 8 +
.../file/metadata/statistics/Statistics.java | 4 +
.../iotdb/tsfile/read/reader/IPageReader.java | 3 +
.../tsfile/read/reader/page/AlignedPageReader.java | 73 +-
.../iotdb/tsfile/read/reader/page/PageReader.java | 96 +-
.../tsfile/read/reader/page/ValuePageReader.java | 6 +-
.../read/reader/series/PaginationController.java | 66 +
99 files changed, 9853 insertions(+), 5170 deletions(-)
create mode 100644 metrics/interface/src/main/java/org/apache/iotdb/metrics/metricsets/disk/DiskMetrics.java
create mode 100644 metrics/interface/src/main/java/org/apache/iotdb/metrics/metricsets/disk/IDiskMetricsManager.java
create mode 100644 metrics/interface/src/main/java/org/apache/iotdb/metrics/metricsets/disk/LinuxDiskMetricsManager.java
copy confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/ProcedureLockState.java => metrics/interface/src/main/java/org/apache/iotdb/metrics/metricsets/disk/MacDiskMetricsManager.java (81%)
copy confignode/src/main/java/org/apache/iotdb/confignode/procedure/exception/ProcedureTimeoutException.java => metrics/interface/src/main/java/org/apache/iotdb/metrics/metricsets/disk/WindowsDiskMetricsManager.java (80%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/parameter/SeriesScanOptions.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/utils/concurrent/FiniteSemaphore.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/query/reader/series/AlignedSeriesScanLimitOffsetPushDownTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/query/reader/series/SeriesScanLimitOffsetPushDownTest.java
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/read/reader/series/PaginationController.java