You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ha...@apache.org on 2023/03/21 15:55:39 UTC
[iotdb] branch py_reconnect updated (8a0185ea5d -> 96d7dc7fb0)
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch py_reconnect
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 8a0185ea5d Optimize interface
add 92549f8f30 [IOTDB-5616] Fix some code smells (#9320)
add 279b775b85 [CLIENT-PY] Optimize array concatenation performance in `todf()` (#9001)
add d14f37af86 [IOTDB-5682] Fix the update of nodeId in Metrics (#9344)
add 81b365b9ce [IOTDB-5651] Fix compaction UT
add 53d06b296b [IoTDB-5636] Add round as built-in scalar function
add 637cd48803 [IOTDB-5683] Support aggregation function Mode for query
add 8c4f80046b [IOTDB-5671] Fix inode cannot be released after deletion causing waste of disk space
add b54a3ef136 [IOTDB-5684] Standardize log folder of ConfigNode's Simple consensus protocol
add eae04ab624 Fix dispatch result collection logic (#9323) (#9347)
add b167e06d85 fix erros of Community doc (#9355)
add 387404d1e3 [IOTDB-5618] Add RatisConsensus metrics in dashboard (#9212)
add 94178d766e Seperate IO Dashboard apart (#9357)
add be23689cce [IOTDB-5681] Fix the creation of system database used by IoTDB Internal Reporter (#9339)
add e03f6f9a76 fix the video of Community doc (#9362)
add 1660de2635 feat(site): change pc width to 1280px (#9361)
add ad47b919f1 [IOTDB-5695] Ensures backward compatibility between 1.0 and 1.1 for ConfigNode when using SimpleConsensus
add 48fc278c89 Bump webpack from 5.75.0 to 5.76.1 in /grafana-plugin (#9331)
add d28f667dc9 [IOTDB-5368] add port check for confignode and datanode (#9270)
add d0e2b3f108 [IOTDB-5690] PipePlugin: CreatePipePluginProcedure & DropPipePluginProcedure (#9363)
add adb16f8a5a [hotfix] Fix a SQL in Aggregation.md (#9228)
add 2abf541e5e [doc](readme)Enhancement in links (#9368)
add 77e57f0e38 [IOTDB-5697] Only record engine cost for DataRegion in Performance Overview Dashboard (#9366)
add 487dd31417 [IOTDB-5689] Close Isink when ISourceHandle is closed
add ad8940cbef [IOTDB-5692] Pipe: DataNode skeleton code framework (#9373)
add 524cac789e [IOTDB-5700] Clean temporary files created by UDF query after it finishes (#9376)
add 806fc7c156 fix show queries after introduce Shuffle
add dc016d8368 Fix possible npe when closing IdentitySinkOperator
add ca307b14ce [IOTDB-5685] Fix error msg of failing to create a timeseries on an existing path when ReadOnly state (#9382)
add 94ac27b57f [IOTDB-5675] Metric of Schema Template (#9390)
add e646d3d87e [IOTDB-5705] Replace data_region_per_processor by data_region_per_data_node (#9386)
add 8441842899 [IOTDB-5686] Fix devices with the same name but different alignment properties meets error in inner seq compaction
add 2d843366e8 [IOTDB-5701] Optimize the management of performance overview related metrics (#9381)
add dc6c722dc1 [IOTDB-5707] Support Activate Template for Session API (#9392)
add 19f46a8f2e Fix compilation (#9401)
add f741a6e9c3 Ignore flaky test testMemoryStatistics (#9402)
add 3d09f3ca8f Merge branch 'master' of https://github.com/apache/iotdb into py_reconnect
add 96d7dc7fb0 Add user guide
No new revisions were added by this update.
Summary of changes:
README.md | 4 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 1 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 1 +
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 +
.../main/java/org/apache/iotdb/tool/ImportCsv.java | 12 +-
client-py/SessionExample.py | 6 +-
client-py/iotdb/utils/IoTDBRpcDataSet.py | 31 +-
.../client/async/AsyncDataNodeClientPool.java | 14 +
.../client/sync/SyncConfigNodeClientPool.java | 2 +
.../client/sync/SyncDataNodeClientPool.java | 4 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 10 +-
.../confignode/conf/ConfigNodeDescriptor.java | 6 +-
.../confignode/conf/ConfigNodeStartupCheck.java | 40 +-
.../consensus/request/ConfigPhysicalPlan.java | 16 +
.../write/pipe/plugin/CreatePipePluginPlan.java | 4 +
.../statemachine/ConfigRegionStateMachine.java | 9 +-
.../confignode/manager/ClusterSchemaManager.java | 19 +-
.../iotdb/confignode/manager/ConfigManager.java | 11 +-
.../apache/iotdb/confignode/manager/IManager.java | 8 +
.../iotdb/confignode/manager/ProcedureManager.java | 46 +
.../manager/consensus/ConsensusManager.java | 63 +-
.../iotdb/confignode/manager/node/NodeManager.java | 9 +
.../manager/pipe/PipePluginCoordinator.java | 120 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 31 +
.../pipe/plugin/CreatePipePluginProcedure.java | 306 +
.../impl/pipe/plugin/DropPipePluginProcedure.java | 251 +
.../state/pipe/plugin/CreatePipePluginState.java | 13 +-
.../state/pipe/plugin/DropPipePluginState.java | 13 +-
.../procedure/store/ProcedureFactory.java | 12 +
.../confignode/procedure/store/ProcedureType.java | 6 +-
.../iotdb/confignode/service/ConfigNode.java | 17 +-
.../confignode/service/ConfigNodeCommandLine.java | 7 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 5 +
.../impl/pipe/CreatePipePluginProcedureTest.java | 60 +
.../impl/pipe/DropPipePluginProcedureTest.java | 53 +
.../confignode1conf/iotdb-common.properties | 1 +
.../confignode2conf/iotdb-common.properties | 1 +
.../confignode3conf/iotdb-common.properties | 1 +
.../iotdb/consensus/config/ConsensusConfig.java | 15 -
.../consensus/iot/IoTConsensusServerImpl.java | 11 +-
.../ratis/ApplicationStateMachineProxy.java | 37 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 31 +-
.../org/apache/iotdb/consensus/ratis/Utils.java | 15 +
.../ratis/metrics/IoTDBMetricRegistry.java | 65 +-
.../ratis/metrics/MetricRegistryManager.java | 13 +-
.../consensus/ratis/metrics/RatisMetricSet.java | 79 +-
.../ratis/metrics/RatisMetricsManager.java | 89 +
.../iotdb/consensus/simple/SimpleConsensus.java | 26 +-
.../apache/iotdb/consensus/iot/ReplicateTest.java | 2 -
.../apache/iotdb/consensus/iot/StabilityTest.java | 2 -
.../iotdb/consensus/ratis/RatisConsensusTest.java | 2 -
.../apache/iotdb/consensus/ratis/SnapshotTest.java | 11 +-
.../iotdb/consensus/simple/RecoveryTest.java | 2 -
docs/Community/Materials.md | 329 +-
.../UserGuide/API/Programming-Python-Native-API.md | 21 +-
docs/UserGuide/Cluster/Cluster-Maintenance.md | 2 +-
.../Apache-IoTDB-ConfigNode-Dashboard.json | 4184 ++++++-------
.../Apache-IoTDB-DataNode-Dashboard.json | 6615 +++++++++++---------
...rd.json => Apache-IoTDB-Disk-IO-Dashboard.json} | 486 +-
.../Apache-IoTDB-Network-Dashboard.json | 7 +-
docs/UserGuide/Monitor-Alert/Metric-Tool.md | 99 +-
docs/UserGuide/Operators-Functions/Aggregation.md | 32 +-
docs/UserGuide/Operators-Functions/Mathematical.md | 65 +-
.../UserGuide/API/Programming-Python-Native-API.md | 21 +-
docs/zh/UserGuide/Cluster/Cluster-Maintenance.md | 2 +-
docs/zh/UserGuide/Monitor-Alert/Metric-Tool.md | 79 +-
.../UserGuide/Operators-Functions/Aggregation.md | 2 +-
.../UserGuide/Operators-Functions/Mathematical.md | 63 +-
docs/zh/UserGuide/Operators-Functions/Overview.md | 44 +-
grafana-plugin/yarn.lock | 6 +-
.../itbase/constant/BuiltinScalarFunctionEnum.java | 1 +
.../BuiltinTimeSeriesGeneratingFunctionEnum.java | 1 -
.../apache/iotdb/itbase/constant/TestConstant.java | 4 +
.../it/cluster/IoTDBClusterNodeErrorStartUpIT.java | 47 +
.../it/cluster/IoTDBClusterNodeGetterIT.java | 4 +-
.../confignode/it/utils/ConfigNodeTestUtils.java | 2 +-
.../iotdb/db/it/aggregation/IoTDBModeIT.java | 160 +
.../scalar/IoTDBRoundFunctionIT.java | 327 +
.../iotdb/libudf/it/dprofile/DProfileIT.java | 3 +-
.../session/it/IoTDBSessionSchemaTemplateIT.java | 61 +
.../java/org/apache/iotdb/isession/ISession.java | 3 +
.../apache/iotdb/isession/pool/ISessionPool.java | 3 +
library-udf/src/assembly/tools/register-UDF.bat | 1 -
library-udf/src/assembly/tools/register-UDF.sh | 1 -
.../apache/iotdb/library/dprofile/UDAFMode.java | 178 -
.../apache/iotdb/metrics/config/MetricConfig.java | 7 +-
.../iotdb/metrics/metricsets/disk/DiskMetrics.java | 30 +-
.../resources/conf/iotdb-common.properties | 19 +-
.../service/PipePluginClassLoaderManager.java | 2 +-
.../task/meta/PipeTaskMetaAccessor.java} | 10 +-
.../iotdb/commons/service/StartupChecks.java | 33 +-
.../iotdb/commons/service/metric/enums/Metric.java | 2 +
.../metric/enums/PerformanceOverviewMetrics.java | 256 +-
.../udf/builtin/BuiltinAggregationFunction.java | 5 +-
.../commons/udf/builtin/BuiltinScalarFunction.java | 1 +
.../BuiltinTimeSeriesGeneratingFunction.java | 1 -
.../commons/udf/service/UDFManagementService.java | 2 +-
server/src/main/codegen/dataModel/AllDataType.tdd | 24 +-
.../src/main/codegen/templates/ModeAccumulator.ftl | 179 +
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 7 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 16 +
.../apache/iotdb/db/conf/DataNodeStartupCheck.java | 69 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 34 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 18 +-
.../db/consensus/DataRegionConsensusImpl.java | 2 -
.../db/consensus/SchemaRegionConsensusImpl.java | 2 -
.../statemachine/DataRegionStateMachine.java | 3 +-
.../org/apache/iotdb/db/constant/SqlConstant.java | 5 +-
.../impl/ReadChunkCompactionPerformer.java | 7 +-
.../execute/task/CrossSpaceCompactionTask.java | 7 +-
.../execute/task/InnerSpaceCompactionTask.java | 264 +-
.../readchunk/AlignedSeriesCompactionExecutor.java | 3 +-
.../iotdb/db/engine/flush/MemTableFlushTask.java | 3 +
.../iotdb/db/engine/storagegroup/DataRegion.java | 16 +-
.../db/engine/storagegroup/TsFileProcessor.java | 25 +-
.../db/metadata/metric/SchemaEngineMemMetric.java | 16 +-
.../db/metadata/metric/SchemaRegionMemMetric.java | 34 +
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 28 +-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 15 +-
.../mtree/snapshot/MemMTreeSnapshotUtil.java | 12 +-
.../db/metadata/mtree/store/MemMTreeStore.java | 4 +-
.../metadata/rescon/ISchemaEngineStatistics.java | 2 +
.../metadata/rescon/ISchemaRegionStatistics.java | 4 +
.../metadata/rescon/MemSchemaEngineStatistics.java | 26 +-
.../metadata/rescon/MemSchemaRegionStatistics.java | 36 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 5 +
.../schemaregion/SchemaRegionSchemaFileImpl.java | 5 +
.../metadata/template/ClusterTemplateManager.java | 7 +
.../iotdb/db/metadata/template/Template.java | 4 +
.../metadata/visitor/SchemaExecutionVisitor.java | 20 +
.../db/mpp/aggregation/AccumulatorFactory.java | 21 +
.../SlidingWindowAggregatorFactory.java | 2 +
.../db/mpp/common/header/ColumnHeaderConstant.java | 2 +-
.../iotdb/db/mpp/execution/driver/Driver.java | 13 +-
.../execution/exchange/MPPDataExchangeManager.java | 67 +-
.../mpp/execution/exchange/SharedTsBlockQueue.java | 6 +-
.../db/mpp/execution/exchange/sink/ISink.java | 4 +
.../mpp/execution/exchange/sink/ISinkHandle.java | 3 +
.../execution/exchange/sink/LocalSinkChannel.java | 7 +
.../execution/exchange/sink/ShuffleSinkHandle.java | 24 +-
.../mpp/execution/exchange/sink/SinkChannel.java | 11 +-
.../execution/exchange/source/SourceHandle.java | 59 +-
.../execution/executor/RegionWriteExecutor.java | 207 +-
.../iotdb/db/mpp/execution/operator/Operator.java | 10 +-
.../process/AbstractConsumeAllOperator.java | 4 +-
.../operator/process/AbstractIntoOperator.java | 7 +-
.../operator/process/AggregationOperator.java | 6 +-
.../operator/process/DeviceMergeOperator.java | 6 +-
.../operator/process/DeviceViewOperator.java | 17 +-
.../execution/operator/process/FillOperator.java | 6 +-
.../operator/process/FilterAndProjectOperator.java | 6 +-
.../execution/operator/process/LimitOperator.java | 6 +-
.../operator/process/LinearFillOperator.java | 8 +-
.../operator/process/MergeSortOperator.java | 8 +-
.../execution/operator/process/OffsetOperator.java | 6 +-
.../process/RawDataAggregationOperator.java | 9 +-
.../operator/process/SingleDeviceViewOperator.java | 6 +-
.../process/SingleInputAggregationOperator.java | 6 +-
.../process/SlidingWindowAggregationOperator.java | 4 +-
.../execution/operator/process/SortOperator.java | 6 +-
.../operator/process/TagAggregationOperator.java | 8 +-
.../operator/process/TransformOperator.java | 16 +-
.../process/join/HorizontallyConcatOperator.java | 8 +-
.../process/join/RowBasedTimeJoinOperator.java | 11 +-
.../operator/process/join/TimeJoinOperator.java | 9 +-
.../last/AbstractUpdateLastCacheOperator.java | 4 +-
.../last/AlignedUpdateLastCacheOperator.java | 2 +-
.../process/last/LastQueryCollectOperator.java | 6 +-
.../process/last/LastQueryMergeOperator.java | 12 +-
.../operator/process/last/LastQueryOperator.java | 7 +-
.../process/last/LastQuerySortOperator.java | 7 +-
.../process/last/UpdateLastCacheOperator.java | 2 +-
.../schema/CountGroupByLevelMergeOperator.java | 6 +-
.../schema/CountGroupByLevelScanOperator.java | 6 +-
.../operator/schema/CountMergeOperator.java | 7 +-
.../schema/NodeManageMemoryMergeOperator.java | 6 +-
.../operator/schema/NodePathsConvertOperator.java | 6 +-
.../operator/schema/NodePathsCountOperator.java | 6 +-
.../operator/schema/SchemaCountOperator.java | 6 +-
.../operator/schema/SchemaFetchMergeOperator.java | 6 +-
.../operator/schema/SchemaFetchScanOperator.java | 6 +-
.../operator/schema/SchemaQueryMergeOperator.java | 6 +-
.../schema/SchemaQueryOrderByHeatOperator.java | 6 +-
.../operator/schema/SchemaQueryScanOperator.java | 6 +-
.../operator/sink/IdentitySinkOperator.java | 35 +-
.../operator/sink/ShuffleHelperOperator.java | 39 +-
.../AbstractSeriesAggregationScanOperator.java | 6 +-
.../operator/source/AlignedSeriesScanOperator.java | 6 +-
.../operator/source/ExchangeOperator.java | 6 +-
.../operator/source/LastCacheScanOperator.java | 6 +-
.../operator/source/SeriesScanOperator.java | 6 +-
.../operator/source/ShowQueriesOperator.java | 6 +-
.../metric/PerformanceOverviewMetricsManager.java | 214 -
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 12 +
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 33 +
.../db/mpp/plan/execution/QueryExecution.java | 11 +-
.../config/metadata/ShowVariablesTask.java | 4 +-
.../plan/expression/multi/FunctionExpression.java | 2 +-
.../multi/builtin/BuiltInScalarFunctionHelper.java | 4 +-
.../BuiltInScalarFunctionHelperFactory.java | 3 +
.../multi/builtin/helper/RoundFunctionHelper.java | 84 +
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 15 +
.../db/mpp/plan/parser/StatementGenerator.java | 67 +-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 16 +
.../planner/distribution/DistributionPlanner.java | 21 +
.../mpp/plan/planner/plan/node/PlanNodeType.java | 6 +-
.../db/mpp/plan/planner/plan/node/PlanVisitor.java | 5 +
.../node/metedata/write/ActivateTemplateNode.java | 2 +-
.../metedata/write/BatchActivateTemplateNode.java | 166 +
.../metedata/write/CreateMultiTimeSeriesNode.java | 6 +-
.../plan/node/metedata/write/MeasurementGroup.java | 36 +-
.../db/mpp/plan/scheduler/AsyncPlanNodeSender.java | 34 +
.../plan/scheduler/AsyncSendPlanNodeHandler.java | 8 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 38 +-
.../iotdb/db/mpp/plan/statement/StatementType.java | 2 +
.../db/mpp/plan/statement/StatementVisitor.java | 6 +
...nt.java => BatchActivateTemplateStatement.java} | 33 +-
.../template/DropSchemaTemplateStatement.java | 13 +-
.../db/mpp/transformation/api/YieldableReader.java | 6 +-
.../scalar/RoundFunctionColumnTransformer.java | 72 +
.../transformation/dag/input/IUDFInputDataSet.java | 2 +-
.../dag/input/QueryDataSetInputLayer.java | 4 +-
.../dag/input/TsBlockInputDataSet.java | 2 +-
.../MultiInputColumnIntermediateLayer.java | 10 +-
...InputColumnMultiReferenceIntermediateLayer.java | 12 +-
...nputColumnSingleReferenceIntermediateLayer.java | 10 +-
.../dag/transformer/Transformer.java | 4 +-
.../dag/transformer/binary/BinaryTransformer.java | 4 +-
.../transformer/binary/LogicBinaryTransformer.java | 2 +-
.../multi/MappableUDFQueryRowTransformer.java | 2 +-
.../transformer/multi/UDFQueryRowTransformer.java | 2 +-
.../multi/UDFQueryRowWindowTransformer.java | 2 +-
.../multi/UniversalUDFQueryTransformer.java | 4 +-
.../transformer/ternary/TernaryTransformer.java | 4 +-
.../dag/transformer/unary/IsNullTransformer.java | 2 +-
.../dag/transformer/unary/UnaryTransformer.java | 2 +-
.../unary/scalar/DiffFunctionTransformer.java | 2 +-
.../unary/scalar/RoundFunctionTransformer.java | 72 +
.../db/mpp/transformation/dag/udf/UDTFContext.java | 3 +
.../transformation/dag/util/LayerCacheUtils.java | 10 +-
.../org/apache/iotdb/db/pipe/agent/PipeAgent.java | 74 +
.../pipe/agent/{ => plugin}/PipePluginAgent.java | 29 +-
.../db/pipe/agent/runtime/HeartbeatScheduler.java | 11 +-
.../db/pipe/agent/runtime/MetaSyncScheduler.java | 10 +-
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 23 +-
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 23 +-
.../db/pipe/agent/task/PipeTaskRegionAgent.java | 10 +-
.../collector/PipeCollectorEventPendingQueue.java | 10 +-
.../core/collector/PipeCollectorEventSelector.java | 10 +-
.../historical/PipeHistoricalCollector.java | 10 +-
.../collector/realtime/PipeRealtimeCollector.java | 10 +-
.../realtime/cache/PipeRealtimeEventCache.java | 10 +-
.../realtime/listener/IoTLogListerner.java | 10 +-
.../realtime/listener/RatisLogListener.java | 10 +-
.../realtime/listener/SimpleLogListener.java | 10 +-
.../listener/TsFileGenerationListener.java | 10 +-
.../pipe/core/collector/realtime/matcher/Rule.java | 10 +-
.../realtime/matcher/RulePrefixMatchTree.java | 10 +-
.../collector/realtime/recorder/TsFileEpoch.java | 10 +-
.../realtime/recorder/TsFileEpochRecorder.java | 10 +-
.../core/connector/PipeConnectorContainer.java | 10 +-
.../pipe/core/connector/PipeConnectorManager.java | 10 +-
.../PipeConnectorPluginRuntimeWrapper.java | 13 +-
.../pipe/core/event/PipeTabletInsertionEvent.java | 26 +-
.../pipe/core/event/PipeTsFileInsertionEvent.java | 16 +-
.../iotdb/db/pipe/core/event/access/PipeRow.java | 102 +
.../core/event/access/PipeRowIterator.java} | 39 +-
.../core/event/collector/PipeEventCollector.java} | 18 +-
.../core/event/collector/PipeRowCollector.java} | 10 +-
.../pipe/core/event/indexer/PipeEventIndexer.java | 10 +-
.../core/event/indexer/PipeIoTEventIndexer.java | 10 +-
.../core/event/indexer/PipeRatisEventIndexer.java | 10 +-
.../core/event/indexer/PipeSimpleEventIndexer.java | 10 +-
.../core/event/indexer/PipeTsFileEventIndexer.java | 10 +-
.../PipeProcessorPluginRuntimeWrapper.java | 13 +-
.../executor/PipeAssignerSubtaskExecutor.java | 10 +-
.../executor/PipeConnectorSubtaskExecutor.java | 10 +-
.../executor/PipeProcessorSubtaskExecutor.java | 10 +-
.../execution/executor/PipeSubtaskExecutor.java | 10 +-
.../pipe/execution/executor/PipeTaskExecutor.java | 49 +
.../scheduler/PipeAssignerSubtaskScheduler.java | 18 +-
.../scheduler/PipeConnectorSubtaskScheduler.java | 18 +-
.../scheduler/PipeProcessorSubtaskScheduler.java | 18 +-
.../execution/scheduler/PipeSubtaskScheduler.java} | 14 +-
.../execution/scheduler/PipeTaskScheduler.java | 60 +
.../iotdb/db/pipe/resource/PipeFileManager.java | 10 +-
.../iotdb/db/pipe/resource/PipeRaftlogHolder.java | 10 +-
.../iotdb/db/pipe/resource/PipeTsFileHolder.java | 10 +-
.../iotdb/db/pipe/resource/PipeWALHolder.java | 10 +-
.../task/PipeTask.java} | 30 +-
.../apache/iotdb/db/pipe/task/PipeTaskBuilder.java | 11 +-
.../pipe/task/metrics/PipeTaskRuntimeRecorder.java | 10 +-
.../db/pipe/task/runnable/PipeAssignerSubtask.java | 12 +-
.../pipe/task/runnable/PipeConnectorSubtask.java | 12 +-
.../pipe/task/runnable/PipeProcessorSubtask.java | 12 +-
.../iotdb/db/pipe/task/runnable/PipeSubtask.java | 21 +-
.../db/pipe/task/stage/PipeTaskCollectorStage.java | 19 +-
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 19 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 19 +-
.../task/stage/PipeTaskStage.java} | 37 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 154 +-
.../db/service/ResourcesInformationHolder.java | 12 +
.../db/service/metrics/DataNodeMetricsHelper.java | 4 +
.../metrics/IoTDBInternalLocalReporter.java | 37 +
.../service/thrift/impl/ClientRPCServiceImpl.java | 48 +
.../impl/DataNodeInternalRPCServiceImpl.java | 6 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 2 +
.../apache/iotdb/db/utils/TypeInferenceUtils.java | 3 +
.../engine/compaction/AbstractCompactionTest.java | 7 +-
.../compaction/FastAlignedCrossCompactionTest.java | 139 +-
.../FastNonAlignedCrossCompactionTest.java | 138 +-
.../utils/MultiTsFileDeviceIteratorTest.java | 734 +++
.../schemaRegion/SchemaStatisticsTest.java | 88 +
.../iotdb/db/mpp/execution/exchange/StubSink.java | 5 +
.../operator/AggregationOperatorTest.java | 26 +-
.../AlignedSeriesAggregationScanOperatorTest.java | 38 +-
.../operator/AlignedSeriesScanOperatorTest.java | 6 +-
.../operator/DeviceMergeOperatorTest.java | 565 --
.../execution/operator/DeviceViewOperatorTest.java | 3 +-
.../mpp/execution/operator/FillOperatorTest.java | 16 +-
.../operator/HorizontallyConcatOperatorTest.java | 2 +-
.../operator/LastQueryMergeOperatorTest.java | 38 +-
.../execution/operator/LastQueryOperatorTest.java | 4 +-
.../operator/LastQuerySortOperatorTest.java | 5 +-
.../mpp/execution/operator/LimitOperatorTest.java | 2 +-
.../execution/operator/LinearFillOperatorTest.java | 56 +-
.../execution/operator/MergeSortOperatorTest.java | 38 +-
.../mpp/execution/operator/OffsetOperatorTest.java | 6 +-
.../operator/RawDataAggregationOperatorTest.java | 54 +-
.../SeriesAggregationScanOperatorTest.java | 65 +-
.../execution/operator/SeriesScanOperatorTest.java | 2 +-
.../operator/SingleDeviceViewOperatorTest.java | 3 +-
.../SlidingWindowAggregationOperatorTest.java | 3 +-
.../execution/operator/TimeJoinOperatorTest.java | 6 +-
.../operator/UpdateLastCacheOperatorTest.java | 6 +-
.../operator/schema/SchemaCountOperatorTest.java | 4 +-
.../schema/SchemaQueryScanOperatorTest.java | 4 +-
.../datanode1conf/iotdb-common.properties | 3 +-
.../datanode2conf/iotdb-common.properties | 3 +-
.../datanode3conf/iotdb-common.properties | 3 +-
.../java/org/apache/iotdb/session/Session.java | 14 +
.../apache/iotdb/session/SessionConnection.java | 20 +
.../org/apache/iotdb/session/pool/SessionPool.java | 20 +
site/src/main/.vuepress/styles/config.scss | 1 +
thrift-commons/src/main/thrift/common.thrift | 3 +-
.../src/main/thrift/confignode.thrift | 8 +-
thrift/src/main/thrift/client.thrift | 7 +
thrift/src/main/thrift/datanode.thrift | 12 +-
.../iotdb/tsfile/utils/ReadWriteIOUtils.java | 7 +
349 files changed, 13085 insertions(+), 8057 deletions(-)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/pipe/plugin/CreatePipePluginProcedure.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/pipe/plugin/DropPipePluginProcedure.java
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/pipe/plugin/CreatePipePluginState.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/pipe/plugin/DropPipePluginState.java (82%)
create mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/pipe/CreatePipePluginProcedureTest.java
create mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/pipe/DropPipePluginProcedureTest.java
create mode 100644 consensus/src/main/java/org/apache/iotdb/consensus/ratis/metrics/RatisMetricsManager.java
copy docs/UserGuide/Monitor-Alert/{Apache-IoTDB-Network-Dashboard.json => Apache-IoTDB-Disk-IO-Dashboard.json} (51%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/aggregation/IoTDBModeIT.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/builtinfunction/scalar/IoTDBRoundFunctionIT.java
delete mode 100644 library-udf/src/main/java/org/apache/iotdb/library/dprofile/UDAFMode.java
copy node-commons/src/main/java/org/apache/iotdb/commons/{udf/builtin/UDTFRound.java => pipe/task/meta/PipeTaskMetaAccessor.java} (82%)
create mode 100644 server/src/main/codegen/templates/ModeAccumulator.ftl
create mode 100644 server/src/main/java/org/apache/iotdb/db/conf/DataNodeStartupCheck.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/metric/PerformanceOverviewMetricsManager.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/multi/builtin/helper/RoundFunctionHelper.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/write/BatchActivateTemplateNode.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/template/{DropSchemaTemplateStatement.java => BatchActivateTemplateStatement.java} (60%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/transformation/dag/column/unary/scalar/RoundFunctionColumnTransformer.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/transformation/dag/transformer/unary/scalar/RoundFunctionTransformer.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/agent/PipeAgent.java
rename server/src/main/java/org/apache/iotdb/db/pipe/agent/{ => plugin}/PipePluginAgent.java (86%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/agent/runtime/HeartbeatScheduler.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/agent/runtime/MetaSyncScheduler.java (82%)
copy integration-test/src/main/java/org/apache/iotdb/itbase/constant/BuiltinScalarFunctionEnum.java => server/src/main/java/org/apache/iotdb/db/pipe/agent/runtime/PipeRuntimeAgent.java (61%)
copy integration-test/src/main/java/org/apache/iotdb/itbase/constant/BuiltinScalarFunctionEnum.java => server/src/main/java/org/apache/iotdb/db/pipe/agent/task/PipeTaskAgent.java (62%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/agent/task/PipeTaskRegionAgent.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/collector/PipeCollectorEventPendingQueue.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/collector/PipeCollectorEventSelector.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/collector/historical/PipeHistoricalCollector.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/PipeRealtimeCollector.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/cache/PipeRealtimeEventCache.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/listener/IoTLogListerner.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/listener/RatisLogListener.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/listener/SimpleLogListener.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/listener/TsFileGenerationListener.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/matcher/Rule.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/matcher/RulePrefixMatchTree.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/recorder/TsFileEpoch.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/recorder/TsFileEpochRecorder.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/connector/PipeConnectorContainer.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/connector/PipeConnectorManager.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/connector/PipeConnectorPluginRuntimeWrapper.java (72%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/event/PipeTabletInsertionEvent.java (51%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/event/PipeTsFileInsertionEvent.java (63%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/event/access/PipeRow.java
copy server/src/main/java/org/apache/iotdb/db/{mpp/transformation/api/YieldableReader.java => pipe/core/event/access/PipeRowIterator.java} (50%)
copy server/src/main/java/org/apache/iotdb/db/{mpp/transformation/api/YieldableReader.java => pipe/core/event/collector/PipeEventCollector.java} (55%)
copy server/src/main/java/org/apache/iotdb/db/{mpp/transformation/api/YieldableReader.java => pipe/core/event/collector/PipeRowCollector.java} (75%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/event/indexer/PipeEventIndexer.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/event/indexer/PipeIoTEventIndexer.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/event/indexer/PipeRatisEventIndexer.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/event/indexer/PipeSimpleEventIndexer.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/event/indexer/PipeTsFileEventIndexer.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/core/processor/PipeProcessorPluginRuntimeWrapper.java (72%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/execution/executor/PipeAssignerSubtaskExecutor.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/execution/executor/PipeConnectorSubtaskExecutor.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/execution/executor/PipeProcessorSubtaskExecutor.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/execution/executor/PipeSubtaskExecutor.java (82%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/execution/executor/PipeTaskExecutor.java
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/execution/scheduler/PipeAssignerSubtaskScheduler.java (65%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/execution/scheduler/PipeConnectorSubtaskScheduler.java (65%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/execution/scheduler/PipeProcessorSubtaskScheduler.java (65%)
copy server/src/main/java/org/apache/iotdb/db/{mpp/transformation/api/YieldableReader.java => pipe/execution/scheduler/PipeSubtaskScheduler.java} (71%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/execution/scheduler/PipeTaskScheduler.java
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/resource/PipeFileManager.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/resource/PipeRaftlogHolder.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/resource/PipeTsFileHolder.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/resource/PipeWALHolder.java (82%)
copy server/src/main/java/org/apache/iotdb/db/{metadata/rescon/ISchemaEngineStatistics.java => pipe/task/PipeTask.java} (51%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/task/PipeTaskBuilder.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/task/metrics/PipeTaskRuntimeRecorder.java (82%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/task/runnable/PipeAssignerSubtask.java (79%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/task/runnable/PipeConnectorSubtask.java (79%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/task/runnable/PipeProcessorSubtask.java (79%)
copy integration-test/src/main/java/org/apache/iotdb/itbase/constant/BuiltinScalarFunctionEnum.java => server/src/main/java/org/apache/iotdb/db/pipe/task/runnable/PipeSubtask.java (71%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/task/stage/PipeTaskCollectorStage.java (68%)
copy node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/task/stage/PipeTaskConnectorStage.java (68%)
rename node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFRound.java => server/src/main/java/org/apache/iotdb/db/pipe/task/stage/PipeTaskProcessorStage.java (68%)
copy server/src/main/java/org/apache/iotdb/db/{mpp/execution/exchange/sink/ISinkHandle.java => pipe/task/stage/PipeTaskStage.java} (53%)
delete mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/execution/operator/DeviceMergeOperatorTest.java