You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by hu...@apache.org on 2023/02/26 13:24:29 UTC
[iotdb] branch lmh/rmParam updated (8db36fbe66 -> a1438973e2)
This is an automated email from the ASF dual-hosted git repository.
hui pushed a change to branch lmh/rmParam
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 8db36fbe66 fix bug
add e14325d94d [IOTDB-5560] Increase default consensusLogAppenderBufferSize from 4M to 16M to reduce the probability of large request write failures (#9101)
add 8605ae4952 [IOTDB-5533] Make IoTDB Internal Reporter as default
add 8f8652f25b [IOTDB-5553] Fix NPE while using count_if (contains keep expression) with group by level (#9100)
add 6ace6afa08 [IOTDB-4438] Add session window in RawDataAggregationOperator window management framework
add 9816ea3074 [IOTDB-5556] Gracefully exit Cluster Nodes through stop script (#9102)
add 4127dc0012 [IOTDB-5561] Fix NPE of SchemaRegionTemplateTest.testDeactivateTemplate (#9105)
add e204dddfc8 [IOTDB-5562] Change the data type of AutoGuage from long to double in metric module (#9107)
add 4dcd5641fc [IOTDB-5512] Fixed same flushIndex situation (#9111)
add 55e8678c3d Update Template.md (#9110)
add d90819f45c modify README.md for release 1.0.1 (#9114)
add d6e015eab1 [IOTDB-5517] Add metrics for disk io (#9113)
add 16c1c9efab Fix python IT fail caused by the database root.__system (#9116)
add bb7973f564 [IOTDB-5516] Try sync delete schema region when dropping database (#9108)
add 99ea2c9f7e [IOTDB-5546] Allow consumeAllOperator to run when only some of children is blocked
add 63e88d9221 feat(site): 1. Add Page RightMenu 2. Enable Algolia Search 3. Add ESLint And Fix config.js (#9125)
add ee49665f4d [IOTDB-5524] Add Metrics for Schema Module (#9109)
add b20758ac56 [IOTDB-5516] Accelerate async delete DataRegion during dropping database (#9120)
add 3a4aee19cc Fix CI error by ignore license check for some site files (#9127)
add 92358e9d30 [IOTDB-5577] Metric dashboard for Schema Module (#9135)
add a2c935aa68 [IOTDB-5533] Add IoTDB Internal Reporter params back and Modify the config of root.__system (#9119)
add 081b44d4d6 feat(WebSite) :DocSearch Filter By Version (#9134)
add 8238428d3c [IOTDB-4005] Allow the following child pipeline to run in advance
add 753d3f29fb [IOTDB-5559] Implement metric exporters for RatisConsensus (#9099)
add 6f02e5888a Remove 0.8-0.12 docs & fix the bad urls on the master branch (#9091)
add a25af89278 Add a paper to the Publication_zh doc (#9067)
add 854e4c8b9c [IOTDB-5454] Support shuffle function of DataExchangeModule
add a3869ec324 [IOTDB-5147]Optimize compaction schedule when priority is BALANCE (#9103)
add 2f385d4067 Update nifi doc (#9051)
add 1c040f28db Fix some broken links in README (#9066)
add de6d1526bd [IOTDB-5578] Keep CacheMemoryManager monitor alive when exception (#9133)
add ce0c43263f [IOTDB-5524] Update metric docs for schema module (#9136)
add 06bb621a99 Modify Group-By UserGuide
add 468c0fbd19 [IOTDB-5542] ConfigNode counter dashboard (#9129)
add 5920e65a20 [IOTDB-5581] Missing reset of aggregators in RawDataAggregationOperator
add ad93ca04fb [IOTDB-5575] Pipe SDK: PipeProcessor & PipeConnector (#9131)
add 415f68e36b [IOTDB-4898] Push offset and limit down to ScanOperator if possible
add a1438973e2 Merge remote-tracking branch 'upstream/master' into lmh/rmParam
No new revisions were added by this update.
Summary of changes:
.github/workflows/site-build.yml | 6 +-
README.md | 4 +-
README_ZH.md | 4 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 3 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 15 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 12 +-
client-py/iotdb/sqlalchemy/tests/test_dialect.py | 2 +-
client-py/tests/test_dataframe.py | 4 +-
client-py/tests/test_todf.py | 6 +-
.../confignode/client/ConfigNodeRequestType.java | 3 +-
.../client/async/AsyncDataNodeClientPool.java | 7 +
.../client/sync/SyncConfigNodeClientPool.java | 2 +
.../iotdb/confignode/conf/ConfigNodeConfig.java | 6 +-
.../iotdb/confignode/conf/ConfigNodeConstant.java | 11 +-
.../consensus/request/ConfigPhysicalPlan.java | 4 +
.../consensus/request/ConfigPhysicalPlanType.java | 1 +
.../region/PollSpecificRegionMaintainTaskPlan.java | 70 +
.../confignode/manager/ClusterSchemaManager.java | 13 +-
.../iotdb/confignode/manager/ConfigManager.java | 40 +-
.../apache/iotdb/confignode/manager/IManager.java | 18 +
.../confignode/manager/PermissionManager.java | 6 +-
.../iotdb/confignode/manager/ProcedureManager.java | 8 +-
.../iotdb/confignode/manager/SyncManager.java | 6 +-
.../iotdb/confignode/manager/TriggerManager.java | 2 +
.../manager/{ => consensus}/ConsensusManager.java | 42 +-
.../iotdb/confignode/manager/load/LoadManager.java | 35 +-
.../manager/load/LoadManagerMetrics.java | 326 --
.../manager/load/balancer/RegionBalancer.java | 2 +-
.../region/CopySetRegionGroupAllocator.java | 2 +-
.../region/GreedyRegionGroupAllocator.java | 8 +-
.../balancer/region/IRegionGroupAllocator.java | 2 +-
.../iotdb/confignode/manager/node/NodeManager.java | 16 +-
.../iotdb/confignode/manager/node/NodeMetrics.java | 104 +
.../node/heartbeat/ConfigNodeHeartbeatCache.java | 11 +-
.../node/heartbeat/DataNodeHeartbeatCache.java | 4 +-
.../node/heartbeat/NodeHeartbeatSample.java | 20 +-
.../manager/partition/PartitionManager.java | 382 +-
.../manager/partition/PartitionMetrics.java | 353 ++
.../persistence/executor/ConfigPlanExecutor.java | 4 +
.../persistence/metric/PartitionInfoMetrics.java | 197 -
.../partition/DatabasePartitionTable.java | 36 +-
.../persistence/partition/PartitionInfo.java | 227 +-
.../partition/maintainer/RegionCreateTask.java | 6 +
.../partition/maintainer/RegionMaintainTask.java | 3 +
.../persistence/schema/ClusterSchemaInfo.java | 100 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 12 +-
.../procedure/env/DataNodeRemoveHandler.java | 13 +-
...Procedure.java => DeleteDatabaseProcedure.java} | 107 +-
.../procedure/store/ConfigProcedureStore.java | 2 +-
.../procedure/store/ProcedureFactory.java | 6 +-
.../iotdb/confignode/service/ConfigNode.java | 48 +-
.../confignode/service/ConfigNodeShutdownHook.java | 96 +
.../thrift/ConfigNodeRPCServiceHandlerMetrics.java | 2 +-
.../thrift/ConfigNodeRPCServiceMetrics.java | 3 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 27 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 33 +-
.../region/GreedyRegionGroupAllocatorTest.java | 14 +-
...eTest.java => DeleteDatabaseProcedureTest.java} | 11 +-
.../iot/logdispatcher/IndexController.java | 3 +
.../consensus/ratis/metrics/CounterProxy.java | 42 +-
.../iotdb/consensus/ratis/metrics/GaugeProxy.java | 29 +-
.../ratis/metrics/IoTDBMetricRegistry.java | 202 +
.../ratis/metrics/MetricRegistryManager.java | 98 +
.../consensus/ratis/metrics/RatisMetricSet.java | 22 +-
.../consensus/ratis/metrics/RefCountingMap.java | 97 +
.../iotdb/consensus/ratis/metrics/TimerProxy.java | 26 +-
.../org.apache.ratis.metrics.MetricRegistries | 17 +
docs/Download/README.md | 16 +-
docs/UserGuide/API/InfluxDB-Protocol.md | 2 +-
docs/UserGuide/Ecosystem-Integration/NiFi-IoTDB.md | 4 +-
docs/UserGuide/Monitor-Alert/Alerting.md | 2 +-
.../Apache-IoTDB-ConfigNode-Dashboard.json | 5385 +++++++++++++-------
.../Apache-IoTDB-DataNode-Dashboard.json | 2799 ++++++++--
docs/UserGuide/Monitor-Alert/Metric-Tool.md | 29 +-
docs/UserGuide/Operate-Metadata/Timeseries.md | 2 +-
docs/UserGuide/Query-Data/Align-By.md | 2 +-
docs/UserGuide/Query-Data/Group-By.md | 121 +-
docs/UserGuide/Query-Data/Overview.md | 5 +-
docs/UserGuide/Query-Data/Select-Expression.md | 2 +-
docs/UserGuide/Reference/Common-Config-Manual.md | 8 +
docs/zh/Download/README.md | 16 +-
docs/zh/UserGuide/API/InfluxDB-Protocol.md | 2 +-
.../UserGuide/Ecosystem-Integration/NiFi-IoTDB.md | 4 +-
.../zh/UserGuide/IoTDB-Introduction/Publication.md | 1 +
docs/zh/UserGuide/Monitor-Alert/Alerting.md | 2 +-
docs/zh/UserGuide/Monitor-Alert/Metric-Tool.md | 29 +-
docs/zh/UserGuide/Operate-Metadata/Template.md | 2 +-
docs/zh/UserGuide/Operate-Metadata/Timeseries.md | 2 +-
docs/zh/UserGuide/Query-Data/Group-By.md | 149 +-
docs/zh/UserGuide/Query-Data/Overview.md | 5 +-
docs/zh/UserGuide/Query-Data/Select-Expression.md | 2 +-
.../zh/UserGuide/Reference/Common-Config-Manual.md | 31 +-
docs/zh/UserGuide/Write-Data/Batch-Load-Tool.md | 2 +-
.../iotdb/it/env/cluster/DataNodeWrapper.java | 1 +
.../it/cluster/IoTDBClusterNodeShutdownHookIT.java | 103 +
.../iotdb/db/it/aggregation/IoTDBCountIfIT.java | 18 +
.../db/it/aggregation/IoTDBTagAggregation2IT.java | 51 +
.../db/it/aggregation/IoTDBTagAggregationIT.java | 4 +-
.../db/it/alignbydevice/IoTDBShuffleSink1IT.java | 150 +
.../db/it/alignbydevice/IoTDBShuffleSink2IT.java | 205 +
...ySeriesIT.java => IoTDBGroupByConditionIT.java} | 67 +-
.../iotdb/db/it/groupby/IoTDBGroupBySessionIT.java | 502 ++
.../db/it/groupby/IoTDBGroupByVariationIT.java | 37 +
.../dropwizard/DropwizardMetricManager.java | 4 +-
.../dropwizard/type/DropwizardAutoGauge.java | 16 +-
.../iotdb/metrics/AbstractMetricManager.java | 27 +-
.../iotdb/metrics/AbstractMetricService.java | 6 +-
.../apache/iotdb/metrics/config/MetricConfig.java | 2 +-
.../metrics/config/MetricConfigDescriptor.java | 1 -
.../iotdb/metrics/impl/DoNothingAutoGauge.java | 4 +-
.../iotdb/metrics/impl/DoNothingMetricManager.java | 28 +-
.../iotdb/metrics/metricsets/disk/DiskMetrics.java | 16 +-
.../metricsets/disk/IDiskMetricsManager.java | 24 +-
.../metricsets/disk/LinuxDiskMetricsManager.java | 74 +-
.../reporter/iotdb/IoTDBSessionReporter.java | 12 +-
.../org/apache/iotdb/metrics/type/AutoGauge.java | 2 +-
.../iotdb/metrics/config/MetricConfigTest.java | 5 +-
.../micrometer/MicrometerMetricManager.java | 6 +-
.../micrometer/type/MicrometerAutoGauge.java | 17 +-
.../resources/conf/iotdb-common.properties | 16 +-
.../apache/iotdb/commons/cluster/NodeStatus.java | 1 +
.../org/apache/iotdb/commons/cluster/NodeType.java | 3 +-
.../iotdb/commons/cluster/RegionRoleType.java | 1 +
.../apache/iotdb/commons/conf/CommonConfig.java | 9 +-
.../iotdb/commons/service/metric/enums/Metric.java | 20 +-
pipe-api/pom.xml | 68 +
.../org/apache/iotdb/pipe/api/PipeConnector.java | 136 +
.../org/apache/iotdb/pipe/api/PipeProcessor.java | 117 +
.../java/org/apache/iotdb/pipe/api/access/Row.java | 154 +
.../apache/iotdb/pipe/api/access/RowIterator.java | 75 +
.../iotdb/pipe/api/collector/EventCollector.java | 62 +
.../iotdb/pipe/api/collector/RowCollector.java | 34 +-
.../api/customizer/PipeParameterValidator.java | 99 +
.../iotdb/pipe/api/customizer/PipeParameters.java | 112 +
.../api/customizer/PipeRuntimeConfiguration.java | 13 +-
.../iotdb/pipe/api/customizer/PipeStrategy.java | 13 +-
.../PipeConnectorRuntimeConfiguration.java | 84 +
.../connector/parallel/ParallelStrategy.java | 10 +-
.../retry/EqualRetryIntervalStrategy.java | 63 +
.../retry/ExponentialRetryIntervalStrategy.java | 70 +
.../customizer/connector/retry/RetryStrategy.java | 21 +-
.../customizer/connector/reuse/ReuseStrategy.java | 10 +-
.../PipeProcessorRuntimeConfiguration.java | 19 +-
.../org/apache/iotdb/pipe/api/event/Event.java | 9 +-
.../pipe/api/event/deletion/DeletionEvent.java | 37 +-
.../api/event/insertion/TabletInsertionEvent.java | 56 +
.../api/event/insertion/TsFileInsertionEvent.java | 44 +
.../PipeAttributeNotProvidedException.java | 10 +-
.../iotdb/pipe/api/exception/PipeException.java | 14 +-
.../exception/PipeParameterNotValidException.java | 10 +-
.../exception/PipeStrategyNotValidException.java | 10 +-
.../org/apache/iotdb/pipe/api/type/Binary.java | 151 +
.../java/org/apache/iotdb/pipe/api/type/Type.java | 28 +-
pom.xml | 4 +
.../schemaregion/rocksdb/RSchemaRegion.java | 6 +
.../metadata/tagSchemaRegion/TagSchemaRegion.java | 6 +
.../resources/conf/iotdb-datanode.properties | 2 +-
.../codegen/templates/evEventWindowManager.ftl | 6 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 23 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 15 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 5 +
.../compaction/schedule/CompactionScheduler.java | 6 +-
.../compaction/schedule/CompactionTaskManager.java | 13 +-
.../DefaultCompactionTaskComparatorImpl.java | 21 +-
.../impl/RewriteCrossSpaceCompactionSelector.java | 31 +-
.../impl/SizeTieredCompactionSelector.java | 24 +-
.../utils/CrossSpaceCompactionCandidate.java | 6 +-
.../apache/iotdb/db/metadata/MetadataConstant.java | 3 +
.../ISchemaEngineMetric.java} | 9 +-
.../ISchemaRegionMetric.java} | 9 +-
.../metadata/metric/SchemaEngineCachedMetric.java | 187 +
.../db/metadata/metric/SchemaEngineMemMetric.java | 131 +
.../db/metadata/metric/SchemaMetricManager.java | 85 +
.../metadata/metric/SchemaRegionCachedMetric.java | 188 +
.../db/metadata/metric/SchemaRegionMemMetric.java | 80 +
.../iotdb/db/metadata/mtree/IMTreeBelowSG.java | 4 +-
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 23 +-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 13 +-
.../db/metadata/mtree/store/CachedMTreeStore.java | 12 +-
.../mtree/store/disk/cache/CacheManager.java | 13 +
.../mtree/store/disk/cache/CacheMemoryManager.java | 48 +-
.../mtree/store/disk/cache/ICacheManager.java | 4 +
.../mtree/store/disk/cache/LRUCacheManager.java | 15 +
.../mtree/store/disk/cache/PlainCacheManager.java | 5 +
.../ReleaseFlushStrategyNumBasedImpl.java | 4 +-
.../ReleaseFlushStrategySizeBasedImpl.java | 4 +-
.../traverser/TraverserWithLimitOffsetWrapper.java | 6 +-
.../impl/read/AbstractShowSchemaPlanImpl.java | 10 +-
.../impl/read/SchemaRegionReadPlanFactory.java | 6 +-
.../impl/read/ShowDevicesPlanImpl.java | 2 +-
.../impl/read/ShowTimeSeriesPlanImpl.java | 4 +-
.../plan/schemaregion/read/IShowSchemaPlan.java | 4 +-
.../rescon/CachedSchemaEngineStatistics.java | 13 +-
.../rescon/CachedSchemaRegionStatistics.java | 36 +-
.../metadata/rescon/ISchemaEngineStatistics.java | 3 +-
.../metadata/rescon/MemSchemaEngineStatistics.java | 19 +-
.../metadata/rescon/MemSchemaRegionStatistics.java | 16 +-
.../rescon/SchemaEngineStatisticsHolder.java | 41 -
.../db/metadata/rescon/SchemaResourceManager.java | 14 +-
.../rescon/SchemaResourceManagerMetrics.java | 96 -
.../db/metadata/schemaregion/ISchemaRegion.java | 3 +
.../db/metadata/schemaregion/SchemaEngine.java | 41 +-
.../db/metadata/schemaregion/SchemaEngineMode.java | 16 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 31 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 33 +-
.../apache/iotdb/db/metadata/tag/TagManager.java | 4 +-
.../iotdb/db/mpp/execution/driver/Driver.java | 18 +-
.../db/mpp/execution/driver/DriverContext.java | 12 +-
.../iotdb/db/mpp/execution/driver/IDriver.java | 6 +-
.../exchange/IMPPDataExchangeManager.java | 34 +-
.../execution/exchange/MPPDataExchangeManager.java | 334 +-
.../mpp/execution/exchange/SharedTsBlockQueue.java | 33 +-
.../exchange/sink/DownStreamChannelIndex.java | 24 +-
.../exchange/sink/DownStreamChannelLocation.java | 111 +
.../exchange/{ISinkHandle.java => sink/ISink.java} | 41 +-
.../mpp/execution/exchange/sink/ISinkChannel.java | 18 +-
.../mpp/execution/exchange/sink/ISinkHandle.java | 33 +-
.../LocalSinkChannel.java} | 89 +-
.../execution/exchange/sink/ShuffleSinkHandle.java | 299 ++
.../{SinkHandle.java => sink/SinkChannel.java} | 163 +-
.../exchange/{ => source}/ISourceHandle.java | 2 +-
.../exchange/{ => source}/LocalSourceHandle.java | 24 +-
.../exchange/{ => source}/SourceHandle.java | 44 +-
.../fragment/FragmentInstanceExecution.java | 20 +-
.../fragment/FragmentInstanceManager.java | 14 +-
.../process/AbstractConsumeAllOperator.java | 126 +
.../operator/process/AggregationOperator.java | 78 +-
.../operator/process/DeviceMergeOperator.java | 1 +
.../operator/process/MergeSortOperator.java | 103 +-
.../process/RawDataAggregationOperator.java | 9 +-
.../operator/process/TagAggregationOperator.java | 93 +-
.../process/join/HorizontallyConcatOperator.java | 68 +-
.../process/join/RowBasedTimeJoinOperator.java | 125 +-
.../operator/process/join/TimeJoinOperator.java | 4 +-
.../operator/schema/source/DeviceSchemaSource.java | 6 +-
.../schema/source/SchemaSourceFactory.java | 6 +-
.../schema/source/TimeSeriesSchemaSource.java | 8 +-
.../operator/sink/IdentitySinkOperator.java | 132 +
.../operator/sink/ShuffleHelperOperator.java | 134 +
.../operator/source/ExchangeOperator.java | 2 +-
.../execution/operator/window/IWindowManager.java | 5 +-
.../execution/operator/window/SeriesWindow.java | 4 +
.../operator/window/SeriesWindowManager.java | 3 +
.../execution/operator/window/SessionWindow.java | 157 +
...indowManager.java => SessionWindowManager.java} | 118 +-
.../SessionWindowParameter.java} | 17 +-
.../operator/window/WindowManagerFactory.java | 13 +-
.../mpp/execution/operator/window/WindowType.java | 3 +-
.../db/mpp/execution/schedule/task/DriverTask.java | 4 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 4 +
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 13 +-
.../plan/analyze/ColumnPaginationController.java | 6 +-
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 45 +
.../db/mpp/plan/execution/QueryExecution.java | 5 +-
.../plan/execution/memory/MemorySourceHandle.java | 2 +-
.../memory/StatementMemorySourceVisitor.java | 5 +-
.../db/mpp/plan/expression/ExpressionFactory.java | 4 +
.../mpp/plan/optimization/LimitOffsetPushDown.java | 241 +
.../db/mpp/plan/optimization/PlanOptimizer.java | 3 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 42 +-
.../plan/planner/LocalExecutionPlanContext.java | 10 +-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 10 +-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 8 +-
.../iotdb/db/mpp/plan/planner/LogicalPlanner.java | 2 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 140 +-
.../planner/distribution/DistributionPlanner.java | 159 +-
.../planner/distribution/ExchangeNodeAdder.java | 196 +-
.../planner/distribution/NodeGroupContext.java | 49 +-
.../SimpleFragmentParallelPlanner.java | 44 +-
.../db/mpp/plan/planner/plan/FragmentInstance.java | 15 -
.../plan/planner/plan/node/PlanGraphPrinter.java | 43 +-
.../mpp/plan/planner/plan/node/PlanNodeType.java | 13 +-
.../db/mpp/plan/planner/plan/node/PlanVisitor.java | 66 +-
.../node/metedata/read/DevicesSchemaScanNode.java | 8 +-
.../node/metedata/read/SchemaQueryScanNode.java | 12 +-
.../metedata/read/TimeSeriesSchemaScanNode.java | 8 +-
.../planner/plan/node/process/ExchangeNode.java | 31 +-
.../plan/node/process/HorizontallyConcatNode.java | 2 +-
.../plan/planner/plan/node/process/LimitNode.java | 10 +-
.../plan/planner/plan/node/process/OffsetNode.java | 10 +-
.../planner/plan/node/sink/FragmentSinkNode.java | 202 -
.../planner/plan/node/sink/IdentitySinkNode.java | 99 +
.../plan/node/sink/MultiChildrenSinkNode.java | 117 +
.../planner/plan/node/sink/ShuffleSinkNode.java | 105 +
.../plan/node/source/AlignedSeriesScanNode.java | 24 +-
.../planner/plan/node/source/SeriesScanNode.java | 20 +-
.../planner/plan/parameter/GroupByParameter.java | 17 +-
.../plan/parameter/GroupBySeriesParameter.java | 15 +-
...Parameter.java => GroupBySessionParameter.java} | 35 +-
.../plan/parameter/GroupByVariationParameter.java | 20 +-
.../iotdb/db/mpp/plan/statement/Statement.java | 2 +-
.../component/GroupBySessionComponent.java} | 20 +-
.../db/mpp/plan/statement/crud/QueryStatement.java | 40 +-
.../mpp/plan/statement/metadata/ShowStatement.java | 12 +-
.../plan/statement/sys/ShowQueriesStatement.java | 17 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 2 +-
.../apache/iotdb/db/service/IoTDBShutdownHook.java | 28 +-
.../iotdb/db/service/metrics/SystemMetrics.java | 6 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 24 +-
.../engine/compaction/CompactionSchedulerTest.java | 2 +-
.../CompactionSchedulerWithFastPerformerTest.java | 2 +-
.../iotdb/db/metadata/mtree/MTreeBelowSGTest.java | 10 +-
.../schemaRegion/SchemaStatisticsTest.java | 30 +-
.../apache/iotdb/db/metric/MetricServiceTest.java | 24 +-
.../iotdb/db/mpp/execution/DataDriverTest.java | 16 +-
...nkHandleTest.java => LocalSinkChannelTest.java} | 96 +-
.../execution/exchange/LocalSourceHandleTest.java | 1 +
.../exchange/MPPDataExchangeManagerTest.java | 65 +-
.../{SinkHandleTest.java => SinkChannelTest.java} | 270 +-
.../mpp/execution/exchange/SourceHandleTest.java | 6 +
.../{StubSinkHandle.java => StubSink.java} | 10 +-
.../operator/AlignedSeriesScanOperatorTest.java | 18 +-
.../operator/HorizontallyConcatOperatorTest.java | 3 +-
.../mpp/execution/operator/LimitOperatorTest.java | 10 +-
.../execution/operator/MergeSortOperatorTest.java | 82 +-
.../mpp/execution/operator/OffsetOperatorTest.java | 26 +-
.../mpp/execution/operator/OperatorMemoryTest.java | 37 -
.../operator/RawDataAggregationOperatorTest.java | 104 +-
.../operator/SingleDeviceViewOperatorTest.java | 8 +-
.../execution/operator/TimeJoinOperatorTest.java | 3 +-
.../plan/optimization/LimitOffsetPushDownTest.java | 299 ++
.../db/mpp/plan/optimization/TestPlanBuilder.java | 184 +
.../iotdb/db/mpp/plan/plan/LogicalPlannerTest.java | 1 -
.../distribution/AggregationDistributionTest.java | 17 +-
.../plan/distribution/AlignedByDeviceTest.java | 1390 ++++-
.../read/DeviceSchemaScanNodeSerdeTest.java | 22 +-
.../NodeManagementMemoryMergeNodeSerdeTest.java | 24 +-
.../metadata/read/SchemaCountNodeSerdeTest.java | 44 +-
.../read/TimeSeriesSchemaScanNodeSerdeTest.java | 24 +-
.../plan/node/process/ExchangeNodeSerdeTest.java | 24 +-
...rdeTest.java => IdentitySinkNodeSerdeTest.java} | 45 +-
...st.java => ShuffleSinkHandleNodeSerdeTest.java} | 46 +-
site/pom.xml | 320 --
site/src/main/.eslintignore | 4 +
site/src/main/.eslintrc.cjs | 73 +
site/src/main/.vuepress/config.js | 3959 ++++++--------
.../theme/components/AlgoliaSearchBox.vue | 77 +-
site/src/main/.vuepress/theme/components/Page.vue | 182 +-
.../main/.vuepress/theme/components/RightMenu.vue | 136 +
site/src/main/.vuepress/theme/styles/palette.styl | 1 +
site/src/main/package.json | 16 +-
.../src/main/thrift/confignode.thrift | 16 +
thrift/src/main/thrift/datanode.thrift | 8 +-
343 files changed, 19417 insertions(+), 8898 deletions(-)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/region/PollSpecificRegionMaintainTaskPlan.java
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/{ => consensus}/ConsensusManager.java (93%)
delete mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/load/LoadManagerMetrics.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/node/NodeMetrics.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/partition/PartitionMetrics.java
delete mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/persistence/metric/PartitionInfoMetrics.java
rename confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/schema/{DeleteStorageGroupProcedure.java => DeleteDatabaseProcedure.java} (62%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/service/ConfigNodeShutdownHook.java
rename confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/{DeleteStorageGroupProcedureTest.java => DeleteDatabaseProcedureTest.java} (81%)
copy metrics/dropwizard-metrics/src/main/java/org/apache/iotdb/metrics/dropwizard/type/DropwizardAutoGauge.java => consensus/src/main/java/org/apache/iotdb/consensus/ratis/metrics/CounterProxy.java (56%)
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/WindowType.java => consensus/src/main/java/org/apache/iotdb/consensus/ratis/metrics/GaugeProxy.java (58%)
create mode 100644 consensus/src/main/java/org/apache/iotdb/consensus/ratis/metrics/IoTDBMetricRegistry.java
create mode 100644 consensus/src/main/java/org/apache/iotdb/consensus/ratis/metrics/MetricRegistryManager.java
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/WindowType.java => consensus/src/main/java/org/apache/iotdb/consensus/ratis/metrics/RatisMetricSet.java (61%)
create mode 100644 consensus/src/main/java/org/apache/iotdb/consensus/ratis/metrics/RefCountingMap.java
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/WindowType.java => consensus/src/main/java/org/apache/iotdb/consensus/ratis/metrics/TimerProxy.java (60%)
create mode 100644 consensus/src/main/resources/META-INF/services/org.apache.ratis.metrics.MetricRegistries
create mode 100644 integration-test/src/test/java/org/apache/iotdb/confignode/it/cluster/IoTDBClusterNodeShutdownHookIT.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/aggregation/IoTDBTagAggregation2IT.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBShuffleSink1IT.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/alignbydevice/IoTDBShuffleSink2IT.java
rename integration-test/src/test/java/org/apache/iotdb/db/it/groupby/{IoTDBGroupBySeriesIT.java => IoTDBGroupByConditionIT.java} (89%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/groupby/IoTDBGroupBySessionIT.java
create mode 100644 pipe-api/pom.xml
create mode 100644 pipe-api/src/main/java/org/apache/iotdb/pipe/api/PipeConnector.java
create mode 100644 pipe-api/src/main/java/org/apache/iotdb/pipe/api/PipeProcessor.java
create mode 100644 pipe-api/src/main/java/org/apache/iotdb/pipe/api/access/Row.java
create mode 100644 pipe-api/src/main/java/org/apache/iotdb/pipe/api/access/RowIterator.java
create mode 100644 pipe-api/src/main/java/org/apache/iotdb/pipe/api/collector/EventCollector.java
copy server/src/main/java/org/apache/iotdb/db/metadata/rescon/ISchemaEngineStatistics.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/collector/RowCollector.java (55%)
create mode 100644 pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/PipeParameterValidator.java
create mode 100644 pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/PipeParameters.java
copy metrics/interface/src/main/java/org/apache/iotdb/metrics/impl/DoNothingAutoGauge.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/PipeRuntimeConfiguration.java (76%)
copy metrics/interface/src/main/java/org/apache/iotdb/metrics/impl/DoNothingAutoGauge.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/PipeStrategy.java (74%)
create mode 100644 pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/PipeConnectorRuntimeConfiguration.java
copy server/src/main/java/org/apache/iotdb/db/metadata/schemaregion/SchemaEngineMode.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/parallel/ParallelStrategy.java (81%)
create mode 100644 pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/retry/EqualRetryIntervalStrategy.java
create mode 100644 pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/retry/ExponentialRetryIntervalStrategy.java
copy metrics/interface/src/main/java/org/apache/iotdb/metrics/impl/DoNothingAutoGauge.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/retry/RetryStrategy.java (55%)
copy server/src/main/java/org/apache/iotdb/db/metadata/schemaregion/SchemaEngineMode.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/connector/reuse/ReuseStrategy.java (82%)
copy metrics/interface/src/main/java/org/apache/iotdb/metrics/type/AutoGauge.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/processor/PipeProcessorRuntimeConfiguration.java (58%)
copy server/src/main/java/org/apache/iotdb/db/metadata/schemaregion/SchemaEngineMode.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/event/Event.java (85%)
copy node-commons/src/main/java/org/apache/iotdb/commons/cluster/NodeType.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/event/deletion/DeletionEvent.java (59%)
create mode 100644 pipe-api/src/main/java/org/apache/iotdb/pipe/api/event/insertion/TabletInsertionEvent.java
create mode 100644 pipe-api/src/main/java/org/apache/iotdb/pipe/api/event/insertion/TsFileInsertionEvent.java
copy metrics/interface/src/main/java/org/apache/iotdb/metrics/impl/DoNothingAutoGauge.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/PipeAttributeNotProvidedException.java (74%)
copy metrics/interface/src/main/java/org/apache/iotdb/metrics/impl/DoNothingAutoGauge.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/PipeException.java (76%)
copy metrics/interface/src/main/java/org/apache/iotdb/metrics/impl/DoNothingAutoGauge.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/PipeParameterNotValidException.java (81%)
copy metrics/interface/src/main/java/org/apache/iotdb/metrics/impl/DoNothingAutoGauge.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/exception/PipeStrategyNotValidException.java (81%)
create mode 100644 pipe-api/src/main/java/org/apache/iotdb/pipe/api/type/Binary.java
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/WindowType.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/type/Type.java (71%)
copy server/src/main/java/org/apache/iotdb/db/metadata/{schemaregion/SchemaEngineMode.java => metric/ISchemaEngineMetric.java} (83%)
copy server/src/main/java/org/apache/iotdb/db/metadata/{schemaregion/SchemaEngineMode.java => metric/ISchemaRegionMetric.java} (83%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/metric/SchemaEngineCachedMetric.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/metric/SchemaEngineMemMetric.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/metric/SchemaMetricManager.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/metric/SchemaRegionCachedMetric.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/metric/SchemaRegionMemMetric.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/rescon/SchemaEngineStatisticsHolder.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/rescon/SchemaResourceManagerMetrics.java
copy node-commons/src/main/java/org/apache/iotdb/commons/cluster/RegionRoleType.java => server/src/main/java/org/apache/iotdb/db/mpp/execution/exchange/sink/DownStreamChannelIndex.java (66%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/exchange/sink/DownStreamChannelLocation.java
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/exchange/{ISinkHandle.java => sink/ISink.java} (59%)
copy metrics/interface/src/main/java/org/apache/iotdb/metrics/type/AutoGauge.java => server/src/main/java/org/apache/iotdb/db/mpp/execution/exchange/sink/ISinkChannel.java (68%)
copy node-commons/src/main/java/org/apache/iotdb/commons/cluster/NodeType.java => server/src/main/java/org/apache/iotdb/db/mpp/execution/exchange/sink/ISinkHandle.java (58%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/exchange/{LocalSinkHandle.java => sink/LocalSinkChannel.java} (69%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/exchange/sink/ShuffleSinkHandle.java
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/exchange/{SinkHandle.java => sink/SinkChannel.java} (84%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/exchange/{ => source}/ISourceHandle.java (98%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/exchange/{ => source}/LocalSourceHandle.java (92%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/exchange/{ => source}/SourceHandle.java (94%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/AbstractConsumeAllOperator.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/sink/IdentitySinkOperator.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/sink/ShuffleHelperOperator.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/SessionWindow.java
copy server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/{SeriesWindowManager.java => SessionWindowManager.java} (55%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/{process/AbstractProcessOperator.java => window/SessionWindowParameter.java} (65%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/optimization/LimitOffsetPushDown.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/sink/FragmentSinkNode.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/sink/IdentitySinkNode.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/sink/MultiChildrenSinkNode.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/sink/ShuffleSinkNode.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/parameter/{GroupByVariationParameter.java => GroupBySessionParameter.java} (67%)
copy server/src/main/java/org/apache/iotdb/db/mpp/{execution/operator/window/WindowType.java => plan/statement/component/GroupBySessionComponent.java} (66%)
rename server/src/test/java/org/apache/iotdb/db/mpp/execution/exchange/{LocalSinkHandleTest.java => LocalSinkChannelTest.java} (64%)
rename server/src/test/java/org/apache/iotdb/db/mpp/execution/exchange/{SinkHandleTest.java => SinkChannelTest.java} (73%)
rename server/src/test/java/org/apache/iotdb/db/mpp/execution/exchange/{StubSinkHandle.java => StubSink.java} (91%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/plan/optimization/LimitOffsetPushDownTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/plan/optimization/TestPlanBuilder.java
copy server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/node/sink/{FragmentSinkNodeSerdeTest.java => IdentitySinkNodeSerdeTest.java} (54%)
rename server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/node/sink/{FragmentSinkNodeSerdeTest.java => ShuffleSinkHandleNodeSerdeTest.java} (57%)
create mode 100644 site/src/main/.eslintignore
create mode 100644 site/src/main/.eslintrc.cjs
create mode 100644 site/src/main/.vuepress/theme/components/RightMenu.vue
create mode 100644 site/src/main/.vuepress/theme/styles/palette.styl