You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ca...@apache.org on 2023/04/20 07:23:15 UTC
[iotdb] 02/02: Merge branch 'master' into for_tsbs
This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a commit to branch for_tsbs
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 618b3ace5596515b0825e5c94cc141c15abe08d5
Merge: dfa7ca0066 7f15810479
Author: Beyyes <cg...@foxmail.com>
AuthorDate: Thu Apr 20 15:22:54 2023 +0800
Merge branch 'master' into for_tsbs
.../confignode/client/DataNodeRequestType.java | 10 +-
.../client/async/AsyncDataNodeClientPool.java | 26 +-
.../client/async/handlers/AsyncClientHandler.java | 17 +-
.../heartbeat/ConfigNodeHeartbeatHandler.java | 17 +-
.../heartbeat/DataNodeHeartbeatHandler.java | 57 +-
...ava => CheckTimeSeriesExistenceRPCHandler.java} | 47 +-
.../consensus/request/ConfigPhysicalPlan.java | 64 +-
.../consensus/request/ConfigPhysicalPlanType.java | 37 +-
.../task/CreatePipePlanV2.java} | 41 +-
.../task/DropPipePlanV2.java} | 12 +-
.../task/SetPipeStatusPlanV2.java} | 34 +-
...PipeSinkPlan.java => CreatePipeSinkPlanV1.java} | 10 +-
.../{DropPipePlan.java => DropPipePlanV1.java} | 10 +-
...opPipeSinkPlan.java => DropPipeSinkPlanV1.java} | 10 +-
...GetPipeSinkPlan.java => GetPipeSinkPlanV1.java} | 10 +-
...reatePipePlan.java => PreCreatePipePlanV1.java} | 10 +-
.../request/write/sync/RecordPipeMessagePlan.java | 4 +-
...ipeStatusPlan.java => SetPipeStatusPlanV1.java} | 24 +-
.../{ShowPipePlan.java => ShowPipePlanV1.java} | 10 +-
.../CommitSetSchemaTemplatePlan.java} | 54 +-
.../PreSetSchemaTemplatePlan.java} | 54 +-
.../statemachine/ConfigRegionStateMachine.java | 9 +-
.../confignode/manager/ClusterSchemaManager.java | 84 +--
.../iotdb/confignode/manager/ConfigManager.java | 136 +---
.../apache/iotdb/confignode/manager/IManager.java | 42 +-
.../iotdb/confignode/manager/ProcedureManager.java | 148 +++--
.../confignode/manager/RetryFailedTasksThread.java | 85 +--
.../iotdb/confignode/manager/SyncManager.java | 306 ---------
.../iotdb/confignode/manager/load/LoadManager.java | 387 ++++++------
.../manager/load/balancer/RegionBalancer.java | 7 +-
.../manager/load/balancer/RouteBalancer.java | 21 +-
.../confignode/manager/load/cache/LoadCache.java | 452 ++++++++++++++
.../cache/node}/BaseNodeCache.java | 59 +-
.../cache/node}/ConfigNodeHeartbeatCache.java | 29 +-
.../cache/node}/DataNodeHeartbeatCache.java | 25 +-
.../cache/node}/NodeHeartbeatSample.java | 7 +-
.../cache/node}/NodeStatistics.java | 11 +-
.../cache/region}/RegionCache.java | 7 +-
.../cache/region}/RegionGroupCache.java | 36 +-
.../cache/region}/RegionGroupStatistics.java | 16 +-
.../cache/region}/RegionHeartbeatSample.java | 3 +-
.../cache/region}/RegionStatistics.java | 16 +-
.../manager/load/service/HeartbeatService.java | 192 ++++++
.../StatisticsService.java} | 210 +------
.../iotdb/confignode/manager/node/NodeManager.java | 328 +---------
.../manager/observer/NodeStatisticsEvent.java | 2 +-
.../manager/partition/PartitionManager.java | 166 ++---
.../manager/partition/PartitionMetrics.java | 18 +-
.../manager/partition/RegionGroupStatus.java | 21 +-
.../iotdb/confignode/manager/pipe/PipeManager.java | 12 +-
.../manager/pipe/PipePluginCoordinator.java | 8 +
.../manager/pipe/PipeTaskCoordinator.java | 73 +++
.../persistence/executor/ConfigPlanExecutor.java | 55 +-
.../confignode/persistence/node/NodeInfo.java | 47 +-
.../partition/DatabasePartitionTable.java | 62 +-
.../persistence/partition/PartitionInfo.java | 50 +-
.../persistence/partition/RegionGroup.java | 13 +-
.../confignode/persistence/pipe/PipeInfo.java | 59 +-
.../persistence/pipe/PipePluginInfo.java | 45 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 203 ++++++
.../persistence/pipe/PipeTaskOperation.java | 10 +-
.../persistence/schema/ClusterSchemaInfo.java | 96 ++-
.../persistence/schema/TemplatePreSetTable.java | 195 ++++++
.../persistence/schema/TemplateTable.java | 1 -
.../persistence/sync/ClusterSyncInfo.java | 225 -------
.../procedure/env/ConfigNodeProcedureEnv.java | 66 +-
.../procedure/env/DataNodeRemoveHandler.java | 15 +-
.../pipe/plugin/CreatePipePluginProcedure.java | 30 +-
.../impl/pipe/plugin/DropPipePluginProcedure.java | 24 +-
.../pipe/task/AbstractOperatePipeProcedureV2.java | 161 +++++
.../impl/pipe/task/CreatePipeProcedureV2.java | 275 ++++++++
.../impl/pipe/task/DropPipeProcedureV2.java | 157 +++++
.../impl/pipe/task/StartPipeProcedureV2.java | 177 ++++++
.../impl/pipe/task/StopPipeProcedureV2.java | 177 ++++++
.../impl/schema/DeleteDatabaseProcedure.java | 2 +-
.../impl/schema/SetTemplateProcedure.java | 534 ++++++++++++++++
.../impl/statemachine/RegionMigrateProcedure.java | 3 +
.../impl/sync/AbstractOperatePipeProcedure.java | 147 -----
.../procedure/impl/sync/CreatePipeProcedure.java | 131 +---
.../procedure/impl/sync/DropPipeProcedure.java | 97 +--
.../procedure/impl/sync/StartPipeProcedure.java | 136 +---
.../procedure/impl/sync/StopPipeProcedure.java | 136 +---
.../task/OperatePipeTaskState.java} | 13 +-
.../procedure/state/schema/SetTemplateState.java | 13 +-
.../procedure/store/ProcedureFactory.java | 22 +
.../confignode/procedure/store/ProcedureType.java | 11 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 16 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 156 ++++-
.../router/priority/GreedyPriorityTest.java | 8 +-
.../priority/LeaderPriorityBalancerTest.java | 8 +-
.../confignode/manager/node/NodeCacheTest.java | 8 +-
.../manager/partition/RegionGroupCacheTest.java | 4 +-
.../persistence/ClusterSyncInfoTest.java | 164 -----
.../iotdb/confignode/persistence/PipeInfoTest.java | 99 +++
.../persistence/node/NodeStatisticsTest.java | 2 +-
.../statistics/RegionGroupStatisticsTest.java | 4 +-
.../partition/statistics/RegionStatisticsTest.java | 2 +-
.../{ => schema}/ClusterSchemaInfoTest.java | 3 +-
.../schema/TemplatePreSetTableTest.java | 114 ++++
.../{ => schema}/TemplateTableTest.java | 3 +-
.../CreatePipePluginProcedureTest.java | 3 +-
.../{ => plugin}/DropPipePluginProcedureTest.java | 3 +-
.../CreatePipeProcedureV2Test.java} | 33 +-
.../DropPipeProcedureV2Test.java} | 12 +-
.../StartPipeProcedureV2Test.java} | 12 +-
.../StopPipeProcedureV2Test.java} | 12 +-
.../Ecosystem-Integration/Grafana-Plugin.md | 60 +-
docs/UserGuide/Operators-Functions/Aggregation.md | 1 +
docs/UserGuide/Operators-Functions/Sample.md | 50 +-
.../Ecosystem-Integration/Grafana-Plugin.md | 68 +-
.../UserGuide/Operators-Functions/Aggregation.md | 1 +
docs/zh/UserGuide/Operators-Functions/Sample.md | 58 +-
.../db/it/aggregation/IoTDBTagAggregationIT.java | 13 +
.../db/it/schema/IoTDBDeactivateTemplateIT.java | 3 +-
.../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java | 95 ++-
.../org/apache/iotdb/db/it/udf/IoTDBUDFM4IT.java | 304 ---------
.../it/udf/IoTDBUDTFBuiltinScalarFunctionIT.java | 688 ++++++++++++++++++++-
.../iotdb/libudf/it/dprofile/DProfileIT.java | 17 +
library-udf/Readme.md | 27 +
library-udf/pom.xml | 45 +-
.../apache/iotdb/library/anomaly/UDTFKSigma.java | 6 +-
.../apache/iotdb/library/anomaly/UDTFRange.java | 6 +-
.../iotdb/library/anomaly/UDTFTwoSidedFilter.java | 3 -
.../org/apache/iotdb/library/dprofile/UDAFMad.java | 5 +-
.../apache/iotdb/library/dprofile/UDAFMedian.java | 5 +-
.../iotdb/library/dprofile/UDAFPercentile.java | 10 +-
.../iotdb/library/dprofile/UDAFQuantile.java | 6 +-
.../apache/iotdb/library/dprofile/UDAFSpread.java | 10 +-
.../iotdb/library/dprofile/UDTFDistinct.java | 6 +-
.../apache/iotdb/library/dprofile/UDTFMvAvg.java | 6 +-
.../apache/iotdb/library/dprofile/UDTFSample.java | 7 +-
.../dprofile/util/ExactOrderStatistics.java | 41 +-
.../java/org/apache/iotdb/library/util/Util.java | 5 +-
.../apache/iotdb/metrics/utils/MetricLevel.java | 3 +-
.../org/apache/iotdb/commons/path/PartialPath.java | 4 +-
.../meta/ConfigNodePipePluginMetaKeeper.java | 26 +-
.../pipe/plugin/meta/PipePluginMetaKeeper.java | 22 +
.../iotdb/commons/pipe/task/meta/PipeMeta.java | 95 +++
.../commons/pipe/task/meta/PipeMetaKeeper.java | 97 +++
.../commons/pipe/task/meta/PipeRuntimeMeta.java | 141 +++++
.../commons/pipe/task/meta/PipeStaticMeta.java | 170 +++++
.../{PipeTaskMetaAccessor.java => PipeStatus.java} | 30 +-
.../iotdb/commons/pipe/task/meta/PipeTaskMeta.java | 98 +++
.../iotdb/commons/sync/pipe/SyncOperation.java | 1 -
.../BuiltinTimeSeriesGeneratingFunction.java | 10 +
.../apache/iotdb/commons/path/PartialPathTest.java | 2 +-
pom.xml | 2 +-
.../schemaregion/rocksdb/RSchemaRegion.java | 2 +-
.../metadata/tagSchemaRegion/TagSchemaRegion.java | 2 +-
.../src/assembly/resources/sbin/stop-datanode.sh | 2 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 17 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 6 +
.../estimator/AbstractCompactionEstimator.java | 6 +
.../ReadPointCrossCompactionEstimator.java | 108 ++--
.../impl/RewriteCrossSpaceCompactionSelector.java | 13 +-
.../utils/CrossCompactionTaskResource.java | 12 +
.../template/TemplateImcompatibeException.java | 14 +-
.../iotdb/db/metadata/mtree/ConfigMTree.java | 4 +
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 9 +-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 9 +-
.../db/metadata/schemaregion/ISchemaRegion.java | 2 +-
.../db/metadata/schemaregion/SchemaEngine.java | 8 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 2 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 2 +-
.../metadata/template/ClusterTemplateManager.java | 242 +++++++-
.../db/metadata/template/ITemplateManager.java | 7 +-
.../template/TemplateInternalRPCUpdateType.java | 17 +-
.../metadata/template/TemplateInternalRPCUtil.java | 40 +-
.../mpp/execution/exchange/sink/SinkChannel.java | 6 +
.../fragment/FragmentInstanceManager.java | 8 +-
.../operator/schema/SchemaQueryScanOperator.java | 2 +-
.../schema/source/SchemaSourceFactory.java | 5 +
.../db/mpp/execution/schedule/DriverScheduler.java | 116 ++--
.../org/apache/iotdb/db/mpp/plan/Coordinator.java | 8 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 65 +-
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 29 +-
.../analyze/schema/ClusterSchemaFetchExecutor.java | 7 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 10 +-
.../db/mpp/plan/analyze/schema/ISchemaFetcher.java | 5 +-
.../db/mpp/plan/execution/IQueryExecution.java | 4 +-
.../db/mpp/plan/execution/QueryExecution.java | 22 +-
.../mpp/plan/execution/config/ConfigExecution.java | 5 +-
.../plan/execution/config/ConfigTaskVisitor.java | 2 +-
.../config/executor/ClusterConfigTaskExecutor.java | 12 +-
.../config/executor/IConfigTaskExecutor.java | 2 +-
.../metadata/template/SetSchemaTemplateTask.java | 7 +-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 34 +-
.../db/mpp/plan/scheduler/ClusterScheduler.java | 4 +-
.../db/mpp/plan/scheduler/IQueryTerminator.java | 2 +-
.../iotdb/db/mpp/plan/scheduler/IScheduler.java | 2 +-
.../mpp/plan/scheduler/SimpleQueryTerminator.java | 35 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 2 +-
.../plan/statement/crud/InsertRowStatement.java | 2 +-
.../iotdb/db/query/control/SessionManager.java | 7 +
.../org/apache/iotdb/db/rescon/SystemInfo.java | 15 +-
.../service/thrift/impl/ClientRPCServiceImpl.java | 42 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 150 +++--
.../service/thrift/impl/MLNodeRPCServiceImpl.java | 15 +-
.../cross/RewriteCompactionFileSelectorTest.java | 12 +
.../schemaRegion/SchemaRegionManagementTest.java | 4 +-
.../db/mpp/execution/ConfigExecutionTest.java | 2 +-
.../execution/operator/MergeSortOperatorTest.java | 5 +-
.../schema/SchemaQueryScanOperatorTest.java | 4 +-
.../db/mpp/plan/analyze/FakeSchemaFetcherImpl.java | 8 +-
.../iotdb/db/mpp/plan/plan/distribution/Util.java | 8 +-
site/src/main/.vuepress/sidebar/V0.13.x/en.ts | 3 +-
site/src/main/.vuepress/sidebar/V0.13.x/zh.ts | 3 +-
.../src/main/thrift/confignode.thrift | 5 +-
thrift/src/main/thrift/datanode.thrift | 21 +-
209 files changed, 6964 insertions(+), 4035 deletions(-)