You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ca...@apache.org on 2023/04/20 07:23:13 UTC
[iotdb] branch for_tsbs updated (dfa7ca0066 -> 618b3ace55)
This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a change to branch for_tsbs
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from dfa7ca0066 comment recordParseCost method in class PerformanceOverviewMetrics; channge string.format to string.valueof in class QueryId
add 04f140f8bf remove session metrics when close (#9604)
add 88baa23e2c [DOC] remove site configuration of stale M4 function document (#9562)
add d2e03dba6f Fix Group By Tag with empty grouped timeseries
add 6270ed77b5 [ISSUE-9611] Reduce the size of UDF-Library jar (#9610)
add fae06602d5 [IOTDB-5768] Fixed the bug that IoTDB will create pipe dir outside of IoTDB directory (#9616)
add 935b5106ed [IOTDB-5762][Metric] add do nothing level(#9615)
add 8cd4c61a1c Fixed resource stop failure after remote scheduling retry
add df88dc93e4 Distinguish whether an exception has occurred when releasing the QueryExecution resource
add 110ea55786 [IOTDB-5727] pipe task management at config node (#9533)
add 1569d17634 add a notice of time_duration function to indicate some specific situations (#9594)
add f72560bca2 [IOTDB-5570] Move heartbeat thread and statistics thread to load manager (#9608)
add 53eae3d6ef [DOC][Grafana Plugin] Update the user manual for alerting (#9622)
add d4fbe76f91 [IOTDB-5727][hotfix] Hide PipeInfo from PipeManager (#9639)
add 8b163c2f1c [IOTDB-5675] Recover template activation statistics when redoing MLog (#9571)
add 0547018b23 [IOTDB-5776]Update memory estimation of cross space compaction (#9627)
add b9fa37c912 [IOTDB-5786] Fix potential deadlock in DriverScheduler
add c97c0dc2a7 [IOTDB-5691] The first level-0 tsfile too large to trigger "Unsequence InnerSpaceComapction" and "CrossSpaceCompaction" (#9503)
add 31d3c089fa Bump jetty-server from 9.4.49.v20220914 to 9.4.51.v20230217 (#9641)
add 544a33b0a6 Fix potential Npe of ShuffleSinkHandle
add e12afecd6e [IOTDB-5735] Fix result of some UDF with align by device is incorrect (#9642)
add b02502fa14 [IOTDB-4837] Refactor Set Schema Template (#9637)
new 7f15810479 change String.format to String.valueOf in class QueryId
new 618b3ace55 Merge branch 'master' into for_tsbs
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../confignode/client/DataNodeRequestType.java | 10 +-
.../client/async/AsyncDataNodeClientPool.java | 26 +-
.../client/async/handlers/AsyncClientHandler.java | 17 +-
.../heartbeat/ConfigNodeHeartbeatHandler.java | 17 +-
.../heartbeat/DataNodeHeartbeatHandler.java | 57 +-
...ava => CheckTimeSeriesExistenceRPCHandler.java} | 47 +-
.../consensus/request/ConfigPhysicalPlan.java | 64 +-
.../consensus/request/ConfigPhysicalPlanType.java | 37 +-
.../task/CreatePipePlanV2.java} | 41 +-
.../task/DropPipePlanV2.java} | 12 +-
.../task/SetPipeStatusPlanV2.java} | 34 +-
...PipeSinkPlan.java => CreatePipeSinkPlanV1.java} | 10 +-
.../{DropPipePlan.java => DropPipePlanV1.java} | 10 +-
...opPipeSinkPlan.java => DropPipeSinkPlanV1.java} | 10 +-
...GetPipeSinkPlan.java => GetPipeSinkPlanV1.java} | 10 +-
...reatePipePlan.java => PreCreatePipePlanV1.java} | 10 +-
.../request/write/sync/RecordPipeMessagePlan.java | 4 +-
...ipeStatusPlan.java => SetPipeStatusPlanV1.java} | 24 +-
.../{ShowPipePlan.java => ShowPipePlanV1.java} | 10 +-
.../CommitSetSchemaTemplatePlan.java} | 54 +-
.../PreSetSchemaTemplatePlan.java} | 54 +-
.../statemachine/ConfigRegionStateMachine.java | 9 +-
.../confignode/manager/ClusterSchemaManager.java | 84 +--
.../iotdb/confignode/manager/ConfigManager.java | 136 +---
.../apache/iotdb/confignode/manager/IManager.java | 42 +-
.../iotdb/confignode/manager/ProcedureManager.java | 148 +++--
.../confignode/manager/RetryFailedTasksThread.java | 85 +--
.../iotdb/confignode/manager/SyncManager.java | 306 ---------
.../iotdb/confignode/manager/load/LoadManager.java | 387 ++++++------
.../manager/load/balancer/RegionBalancer.java | 7 +-
.../manager/load/balancer/RouteBalancer.java | 21 +-
.../confignode/manager/load/cache/LoadCache.java | 452 ++++++++++++++
.../cache/node}/BaseNodeCache.java | 59 +-
.../cache/node}/ConfigNodeHeartbeatCache.java | 29 +-
.../cache/node}/DataNodeHeartbeatCache.java | 25 +-
.../cache/node}/NodeHeartbeatSample.java | 7 +-
.../cache/node}/NodeStatistics.java | 11 +-
.../cache/region}/RegionCache.java | 7 +-
.../cache/region}/RegionGroupCache.java | 36 +-
.../cache/region}/RegionGroupStatistics.java | 16 +-
.../cache/region}/RegionHeartbeatSample.java | 3 +-
.../cache/region}/RegionStatistics.java | 16 +-
.../manager/load/service/HeartbeatService.java | 192 ++++++
.../StatisticsService.java} | 210 +------
.../iotdb/confignode/manager/node/NodeManager.java | 328 +---------
.../manager/observer/NodeStatisticsEvent.java | 2 +-
.../manager/partition/PartitionManager.java | 166 ++---
.../manager/partition/PartitionMetrics.java | 18 +-
.../manager/partition/RegionGroupStatus.java | 21 +-
.../iotdb/confignode/manager/pipe/PipeManager.java | 12 +-
.../manager/pipe/PipePluginCoordinator.java | 8 +
.../manager/pipe/PipeTaskCoordinator.java | 73 +++
.../persistence/executor/ConfigPlanExecutor.java | 55 +-
.../confignode/persistence/node/NodeInfo.java | 47 +-
.../partition/DatabasePartitionTable.java | 62 +-
.../persistence/partition/PartitionInfo.java | 50 +-
.../persistence/partition/RegionGroup.java | 13 +-
.../confignode/persistence/pipe/PipeInfo.java | 59 +-
.../persistence/pipe/PipePluginInfo.java | 45 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 203 ++++++
.../persistence/pipe/PipeTaskOperation.java | 10 +-
.../persistence/schema/ClusterSchemaInfo.java | 96 ++-
.../persistence/schema/TemplatePreSetTable.java | 195 ++++++
.../persistence/schema/TemplateTable.java | 1 -
.../persistence/sync/ClusterSyncInfo.java | 225 -------
.../procedure/env/ConfigNodeProcedureEnv.java | 66 +-
.../procedure/env/DataNodeRemoveHandler.java | 15 +-
.../pipe/plugin/CreatePipePluginProcedure.java | 30 +-
.../impl/pipe/plugin/DropPipePluginProcedure.java | 24 +-
.../pipe/task/AbstractOperatePipeProcedureV2.java | 161 +++++
.../impl/pipe/task/CreatePipeProcedureV2.java | 275 ++++++++
.../impl/pipe/task/DropPipeProcedureV2.java | 157 +++++
.../impl/pipe/task/StartPipeProcedureV2.java | 177 ++++++
.../impl/pipe/task/StopPipeProcedureV2.java | 177 ++++++
.../impl/schema/DeleteDatabaseProcedure.java | 2 +-
.../impl/schema/SetTemplateProcedure.java | 534 ++++++++++++++++
.../impl/statemachine/RegionMigrateProcedure.java | 3 +
.../impl/sync/AbstractOperatePipeProcedure.java | 147 -----
.../procedure/impl/sync/CreatePipeProcedure.java | 131 +---
.../procedure/impl/sync/DropPipeProcedure.java | 97 +--
.../procedure/impl/sync/StartPipeProcedure.java | 136 +---
.../procedure/impl/sync/StopPipeProcedure.java | 136 +---
.../task/OperatePipeTaskState.java} | 13 +-
.../procedure/state/schema/SetTemplateState.java | 13 +-
.../procedure/store/ProcedureFactory.java | 22 +
.../confignode/procedure/store/ProcedureType.java | 11 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 16 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 156 ++++-
.../router/priority/GreedyPriorityTest.java | 8 +-
.../priority/LeaderPriorityBalancerTest.java | 8 +-
.../confignode/manager/node/NodeCacheTest.java | 8 +-
.../manager/partition/RegionGroupCacheTest.java | 4 +-
.../persistence/ClusterSyncInfoTest.java | 164 -----
.../iotdb/confignode/persistence/PipeInfoTest.java | 99 +++
.../persistence/node/NodeStatisticsTest.java | 2 +-
.../statistics/RegionGroupStatisticsTest.java | 4 +-
.../partition/statistics/RegionStatisticsTest.java | 2 +-
.../{ => schema}/ClusterSchemaInfoTest.java | 3 +-
.../schema/TemplatePreSetTableTest.java | 114 ++++
.../{ => schema}/TemplateTableTest.java | 3 +-
.../CreatePipePluginProcedureTest.java | 3 +-
.../{ => plugin}/DropPipePluginProcedureTest.java | 3 +-
.../CreatePipeProcedureV2Test.java} | 33 +-
.../DropPipeProcedureV2Test.java} | 12 +-
.../StartPipeProcedureV2Test.java} | 12 +-
.../StopPipeProcedureV2Test.java} | 12 +-
.../Ecosystem-Integration/Grafana-Plugin.md | 60 +-
docs/UserGuide/Operators-Functions/Aggregation.md | 1 +
docs/UserGuide/Operators-Functions/Sample.md | 50 +-
.../Ecosystem-Integration/Grafana-Plugin.md | 68 +-
.../UserGuide/Operators-Functions/Aggregation.md | 1 +
docs/zh/UserGuide/Operators-Functions/Sample.md | 58 +-
.../db/it/aggregation/IoTDBTagAggregationIT.java | 13 +
.../db/it/schema/IoTDBDeactivateTemplateIT.java | 3 +-
.../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java | 95 ++-
.../org/apache/iotdb/db/it/udf/IoTDBUDFM4IT.java | 304 ---------
.../it/udf/IoTDBUDTFBuiltinScalarFunctionIT.java | 688 ++++++++++++++++++++-
.../iotdb/libudf/it/dprofile/DProfileIT.java | 17 +
library-udf/Readme.md | 27 +
library-udf/pom.xml | 45 +-
.../apache/iotdb/library/anomaly/UDTFKSigma.java | 6 +-
.../apache/iotdb/library/anomaly/UDTFRange.java | 6 +-
.../iotdb/library/anomaly/UDTFTwoSidedFilter.java | 3 -
.../org/apache/iotdb/library/dprofile/UDAFMad.java | 5 +-
.../apache/iotdb/library/dprofile/UDAFMedian.java | 5 +-
.../iotdb/library/dprofile/UDAFPercentile.java | 10 +-
.../iotdb/library/dprofile/UDAFQuantile.java | 6 +-
.../apache/iotdb/library/dprofile/UDAFSpread.java | 10 +-
.../iotdb/library/dprofile/UDTFDistinct.java | 6 +-
.../apache/iotdb/library/dprofile/UDTFMvAvg.java | 6 +-
.../apache/iotdb/library/dprofile/UDTFSample.java | 7 +-
.../dprofile/util/ExactOrderStatistics.java | 41 +-
.../java/org/apache/iotdb/library/util/Util.java | 5 +-
.../apache/iotdb/metrics/utils/MetricLevel.java | 3 +-
.../org/apache/iotdb/commons/path/PartialPath.java | 4 +-
.../meta/ConfigNodePipePluginMetaKeeper.java | 26 +-
.../pipe/plugin/meta/PipePluginMetaKeeper.java | 22 +
.../iotdb/commons/pipe/task/meta/PipeMeta.java | 95 +++
.../commons/pipe/task/meta/PipeMetaKeeper.java | 97 +++
.../commons/pipe/task/meta/PipeRuntimeMeta.java | 141 +++++
.../commons/pipe/task/meta/PipeStaticMeta.java | 170 +++++
.../{PipeTaskMetaAccessor.java => PipeStatus.java} | 30 +-
.../iotdb/commons/pipe/task/meta/PipeTaskMeta.java | 98 +++
.../iotdb/commons/sync/pipe/SyncOperation.java | 1 -
.../BuiltinTimeSeriesGeneratingFunction.java | 10 +
.../apache/iotdb/commons/path/PartialPathTest.java | 2 +-
pom.xml | 2 +-
.../schemaregion/rocksdb/RSchemaRegion.java | 2 +-
.../metadata/tagSchemaRegion/TagSchemaRegion.java | 2 +-
.../src/assembly/resources/sbin/stop-datanode.sh | 2 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 17 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 6 +
.../estimator/AbstractCompactionEstimator.java | 6 +
.../ReadPointCrossCompactionEstimator.java | 108 ++--
.../impl/RewriteCrossSpaceCompactionSelector.java | 13 +-
.../utils/CrossCompactionTaskResource.java | 12 +
.../template/TemplateImcompatibeException.java | 14 +-
.../iotdb/db/metadata/mtree/ConfigMTree.java | 4 +
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 9 +-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 9 +-
.../db/metadata/schemaregion/ISchemaRegion.java | 2 +-
.../db/metadata/schemaregion/SchemaEngine.java | 8 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 2 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 2 +-
.../metadata/template/ClusterTemplateManager.java | 242 +++++++-
.../db/metadata/template/ITemplateManager.java | 7 +-
.../template/TemplateInternalRPCUpdateType.java | 17 +-
.../metadata/template/TemplateInternalRPCUtil.java | 40 +-
.../mpp/execution/exchange/sink/SinkChannel.java | 6 +
.../fragment/FragmentInstanceManager.java | 8 +-
.../operator/schema/SchemaQueryScanOperator.java | 2 +-
.../schema/source/SchemaSourceFactory.java | 5 +
.../db/mpp/execution/schedule/DriverScheduler.java | 116 ++--
.../org/apache/iotdb/db/mpp/plan/Coordinator.java | 8 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 65 +-
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 29 +-
.../analyze/schema/ClusterSchemaFetchExecutor.java | 7 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 10 +-
.../db/mpp/plan/analyze/schema/ISchemaFetcher.java | 5 +-
.../db/mpp/plan/execution/IQueryExecution.java | 4 +-
.../db/mpp/plan/execution/QueryExecution.java | 22 +-
.../mpp/plan/execution/config/ConfigExecution.java | 5 +-
.../plan/execution/config/ConfigTaskVisitor.java | 2 +-
.../config/executor/ClusterConfigTaskExecutor.java | 12 +-
.../config/executor/IConfigTaskExecutor.java | 2 +-
.../metadata/template/SetSchemaTemplateTask.java | 7 +-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 34 +-
.../db/mpp/plan/scheduler/ClusterScheduler.java | 4 +-
.../db/mpp/plan/scheduler/IQueryTerminator.java | 2 +-
.../iotdb/db/mpp/plan/scheduler/IScheduler.java | 2 +-
.../mpp/plan/scheduler/SimpleQueryTerminator.java | 35 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 2 +-
.../plan/statement/crud/InsertRowStatement.java | 2 +-
.../iotdb/db/query/control/SessionManager.java | 7 +
.../org/apache/iotdb/db/rescon/SystemInfo.java | 15 +-
.../service/thrift/impl/ClientRPCServiceImpl.java | 42 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 150 +++--
.../service/thrift/impl/MLNodeRPCServiceImpl.java | 15 +-
.../cross/RewriteCompactionFileSelectorTest.java | 12 +
.../schemaRegion/SchemaRegionManagementTest.java | 4 +-
.../db/mpp/execution/ConfigExecutionTest.java | 2 +-
.../execution/operator/MergeSortOperatorTest.java | 5 +-
.../schema/SchemaQueryScanOperatorTest.java | 4 +-
.../db/mpp/plan/analyze/FakeSchemaFetcherImpl.java | 8 +-
.../iotdb/db/mpp/plan/plan/distribution/Util.java | 8 +-
site/src/main/.vuepress/sidebar/V0.13.x/en.ts | 3 +-
site/src/main/.vuepress/sidebar/V0.13.x/zh.ts | 3 +-
.../src/main/thrift/confignode.thrift | 5 +-
thrift/src/main/thrift/datanode.thrift | 21 +-
209 files changed, 6964 insertions(+), 4035 deletions(-)
rename confignode/src/main/java/org/apache/iotdb/confignode/client/async/handlers/rpc/{OperatePipeRPCHandler.java => CheckTimeSeriesExistenceRPCHandler.java} (52%)
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{sync/RecordPipeMessagePlan.java => pipe/task/CreatePipePlanV2.java} (56%)
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{sync/DropPipePlan.java => pipe/task/DropPipePlanV2.java} (84%)
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{sync/SetPipeStatusPlan.java => pipe/task/SetPipeStatusPlanV2.java} (68%)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/sync/{CreatePipeSinkPlan.java => CreatePipeSinkPlanV1.java} (87%)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/sync/{DropPipePlan.java => DropPipePlanV1.java} (88%)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/sync/{DropPipeSinkPlan.java => DropPipeSinkPlanV1.java} (87%)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/sync/{GetPipeSinkPlan.java => GetPipeSinkPlanV1.java} (87%)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/sync/{PreCreatePipePlan.java => PreCreatePipePlanV1.java} (86%)
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/sync/{SetPipeStatusPlan.java => SetPipeStatusPlanV1.java} (81%)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/sync/{ShowPipePlan.java => ShowPipePlanV1.java} (88%)
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{sync/SetPipeStatusPlan.java => template/CommitSetSchemaTemplatePlan.java} (54%)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{sync/SetPipeStatusPlan.java => template/PreSetSchemaTemplatePlan.java} (54%)
delete mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/SyncManager.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/load/cache/LoadCache.java
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/{node/heartbeat => load/cache/node}/BaseNodeCache.java (74%)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/{node/heartbeat => load/cache/node}/ConfigNodeHeartbeatCache.java (80%)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/{node/heartbeat => load/cache/node}/DataNodeHeartbeatCache.java (80%)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/{node/heartbeat => load/cache/node}/NodeHeartbeatSample.java (95%)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/{node/heartbeat => load/cache/node}/NodeStatistics.java (95%)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/{partition/heartbeat => load/cache/region}/RegionCache.java (89%)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/{partition/heartbeat => load/cache/region}/RegionGroupCache.java (86%)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/{partition/heartbeat => load/cache/region}/RegionGroupStatistics.java (94%)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/{partition/heartbeat => load/cache/region}/RegionHeartbeatSample.java (95%)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/{partition/heartbeat => load/cache/region}/RegionStatistics.java (86%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/load/service/HeartbeatService.java
copy confignode/src/main/java/org/apache/iotdb/confignode/manager/load/{LoadManager.java => service/StatisticsService.java} (51%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/PipeTaskCoordinator.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/persistence/pipe/PipeTaskInfo.java
copy node-commons/src/main/java/org/apache/iotdb/commons/pipe/task/meta/PipeTaskMetaAccessor.java => confignode/src/main/java/org/apache/iotdb/confignode/persistence/pipe/PipeTaskOperation.java (84%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/persistence/schema/TemplatePreSetTable.java
delete mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/persistence/sync/ClusterSyncInfo.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/pipe/task/AbstractOperatePipeProcedureV2.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/pipe/task/CreatePipeProcedureV2.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/pipe/task/DropPipeProcedureV2.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/pipe/task/StartPipeProcedureV2.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/pipe/task/StopPipeProcedureV2.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/schema/SetTemplateProcedure.java
delete mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/sync/AbstractOperatePipeProcedure.java
rename confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/{sync/OperatePipeState.java => pipe/task/OperatePipeTaskState.java} (80%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/scheduler/IQueryTerminator.java => confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/schema/SetTemplateState.java (79%)
delete mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/persistence/ClusterSyncInfoTest.java
create mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/persistence/PipeInfoTest.java
rename confignode/src/test/java/org/apache/iotdb/confignode/persistence/{ => schema}/ClusterSchemaInfoTest.java (98%)
create mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/persistence/schema/TemplatePreSetTableTest.java
rename confignode/src/test/java/org/apache/iotdb/confignode/persistence/{ => schema}/TemplateTableTest.java (97%)
copy confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/pipe/{ => plugin}/CreatePipePluginProcedureTest.java (93%)
copy confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/pipe/{ => plugin}/DropPipePluginProcedureTest.java (92%)
rename confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/pipe/{CreatePipePluginProcedureTest.java => task/CreatePipeProcedureV2Test.java} (57%)
copy confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/pipe/{DropPipePluginProcedureTest.java => task/DropPipeProcedureV2Test.java} (80%)
copy confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/pipe/{DropPipePluginProcedureTest.java => task/StartPipeProcedureV2Test.java} (80%)
rename confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/pipe/{DropPipePluginProcedureTest.java => task/StopPipeProcedureV2Test.java} (80%)
delete mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/udf/IoTDBUDFM4IT.java
create mode 100644 library-udf/Readme.md
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/pipe/task/meta/PipeMeta.java
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/pipe/task/meta/PipeMetaKeeper.java
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/pipe/task/meta/PipeRuntimeMeta.java
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/pipe/task/meta/PipeStaticMeta.java
rename node-commons/src/main/java/org/apache/iotdb/commons/pipe/task/meta/{PipeTaskMetaAccessor.java => PipeStatus.java} (61%)
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/pipe/task/meta/PipeTaskMeta.java
[iotdb] 02/02: Merge branch 'master' into for_tsbs
Posted by ca...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a commit to branch for_tsbs
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 618b3ace5596515b0825e5c94cc141c15abe08d5
Merge: dfa7ca0066 7f15810479
Author: Beyyes <cg...@foxmail.com>
AuthorDate: Thu Apr 20 15:22:54 2023 +0800
Merge branch 'master' into for_tsbs
.../confignode/client/DataNodeRequestType.java | 10 +-
.../client/async/AsyncDataNodeClientPool.java | 26 +-
.../client/async/handlers/AsyncClientHandler.java | 17 +-
.../heartbeat/ConfigNodeHeartbeatHandler.java | 17 +-
.../heartbeat/DataNodeHeartbeatHandler.java | 57 +-
...ava => CheckTimeSeriesExistenceRPCHandler.java} | 47 +-
.../consensus/request/ConfigPhysicalPlan.java | 64 +-
.../consensus/request/ConfigPhysicalPlanType.java | 37 +-
.../task/CreatePipePlanV2.java} | 41 +-
.../task/DropPipePlanV2.java} | 12 +-
.../task/SetPipeStatusPlanV2.java} | 34 +-
...PipeSinkPlan.java => CreatePipeSinkPlanV1.java} | 10 +-
.../{DropPipePlan.java => DropPipePlanV1.java} | 10 +-
...opPipeSinkPlan.java => DropPipeSinkPlanV1.java} | 10 +-
...GetPipeSinkPlan.java => GetPipeSinkPlanV1.java} | 10 +-
...reatePipePlan.java => PreCreatePipePlanV1.java} | 10 +-
.../request/write/sync/RecordPipeMessagePlan.java | 4 +-
...ipeStatusPlan.java => SetPipeStatusPlanV1.java} | 24 +-
.../{ShowPipePlan.java => ShowPipePlanV1.java} | 10 +-
.../CommitSetSchemaTemplatePlan.java} | 54 +-
.../PreSetSchemaTemplatePlan.java} | 54 +-
.../statemachine/ConfigRegionStateMachine.java | 9 +-
.../confignode/manager/ClusterSchemaManager.java | 84 +--
.../iotdb/confignode/manager/ConfigManager.java | 136 +---
.../apache/iotdb/confignode/manager/IManager.java | 42 +-
.../iotdb/confignode/manager/ProcedureManager.java | 148 +++--
.../confignode/manager/RetryFailedTasksThread.java | 85 +--
.../iotdb/confignode/manager/SyncManager.java | 306 ---------
.../iotdb/confignode/manager/load/LoadManager.java | 387 ++++++------
.../manager/load/balancer/RegionBalancer.java | 7 +-
.../manager/load/balancer/RouteBalancer.java | 21 +-
.../confignode/manager/load/cache/LoadCache.java | 452 ++++++++++++++
.../cache/node}/BaseNodeCache.java | 59 +-
.../cache/node}/ConfigNodeHeartbeatCache.java | 29 +-
.../cache/node}/DataNodeHeartbeatCache.java | 25 +-
.../cache/node}/NodeHeartbeatSample.java | 7 +-
.../cache/node}/NodeStatistics.java | 11 +-
.../cache/region}/RegionCache.java | 7 +-
.../cache/region}/RegionGroupCache.java | 36 +-
.../cache/region}/RegionGroupStatistics.java | 16 +-
.../cache/region}/RegionHeartbeatSample.java | 3 +-
.../cache/region}/RegionStatistics.java | 16 +-
.../manager/load/service/HeartbeatService.java | 192 ++++++
.../StatisticsService.java} | 210 +------
.../iotdb/confignode/manager/node/NodeManager.java | 328 +---------
.../manager/observer/NodeStatisticsEvent.java | 2 +-
.../manager/partition/PartitionManager.java | 166 ++---
.../manager/partition/PartitionMetrics.java | 18 +-
.../manager/partition/RegionGroupStatus.java | 21 +-
.../iotdb/confignode/manager/pipe/PipeManager.java | 12 +-
.../manager/pipe/PipePluginCoordinator.java | 8 +
.../manager/pipe/PipeTaskCoordinator.java | 73 +++
.../persistence/executor/ConfigPlanExecutor.java | 55 +-
.../confignode/persistence/node/NodeInfo.java | 47 +-
.../partition/DatabasePartitionTable.java | 62 +-
.../persistence/partition/PartitionInfo.java | 50 +-
.../persistence/partition/RegionGroup.java | 13 +-
.../confignode/persistence/pipe/PipeInfo.java | 59 +-
.../persistence/pipe/PipePluginInfo.java | 45 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 203 ++++++
.../persistence/pipe/PipeTaskOperation.java | 10 +-
.../persistence/schema/ClusterSchemaInfo.java | 96 ++-
.../persistence/schema/TemplatePreSetTable.java | 195 ++++++
.../persistence/schema/TemplateTable.java | 1 -
.../persistence/sync/ClusterSyncInfo.java | 225 -------
.../procedure/env/ConfigNodeProcedureEnv.java | 66 +-
.../procedure/env/DataNodeRemoveHandler.java | 15 +-
.../pipe/plugin/CreatePipePluginProcedure.java | 30 +-
.../impl/pipe/plugin/DropPipePluginProcedure.java | 24 +-
.../pipe/task/AbstractOperatePipeProcedureV2.java | 161 +++++
.../impl/pipe/task/CreatePipeProcedureV2.java | 275 ++++++++
.../impl/pipe/task/DropPipeProcedureV2.java | 157 +++++
.../impl/pipe/task/StartPipeProcedureV2.java | 177 ++++++
.../impl/pipe/task/StopPipeProcedureV2.java | 177 ++++++
.../impl/schema/DeleteDatabaseProcedure.java | 2 +-
.../impl/schema/SetTemplateProcedure.java | 534 ++++++++++++++++
.../impl/statemachine/RegionMigrateProcedure.java | 3 +
.../impl/sync/AbstractOperatePipeProcedure.java | 147 -----
.../procedure/impl/sync/CreatePipeProcedure.java | 131 +---
.../procedure/impl/sync/DropPipeProcedure.java | 97 +--
.../procedure/impl/sync/StartPipeProcedure.java | 136 +---
.../procedure/impl/sync/StopPipeProcedure.java | 136 +---
.../task/OperatePipeTaskState.java} | 13 +-
.../procedure/state/schema/SetTemplateState.java | 13 +-
.../procedure/store/ProcedureFactory.java | 22 +
.../confignode/procedure/store/ProcedureType.java | 11 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 16 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 156 ++++-
.../router/priority/GreedyPriorityTest.java | 8 +-
.../priority/LeaderPriorityBalancerTest.java | 8 +-
.../confignode/manager/node/NodeCacheTest.java | 8 +-
.../manager/partition/RegionGroupCacheTest.java | 4 +-
.../persistence/ClusterSyncInfoTest.java | 164 -----
.../iotdb/confignode/persistence/PipeInfoTest.java | 99 +++
.../persistence/node/NodeStatisticsTest.java | 2 +-
.../statistics/RegionGroupStatisticsTest.java | 4 +-
.../partition/statistics/RegionStatisticsTest.java | 2 +-
.../{ => schema}/ClusterSchemaInfoTest.java | 3 +-
.../schema/TemplatePreSetTableTest.java | 114 ++++
.../{ => schema}/TemplateTableTest.java | 3 +-
.../CreatePipePluginProcedureTest.java | 3 +-
.../{ => plugin}/DropPipePluginProcedureTest.java | 3 +-
.../CreatePipeProcedureV2Test.java} | 33 +-
.../DropPipeProcedureV2Test.java} | 12 +-
.../StartPipeProcedureV2Test.java} | 12 +-
.../StopPipeProcedureV2Test.java} | 12 +-
.../Ecosystem-Integration/Grafana-Plugin.md | 60 +-
docs/UserGuide/Operators-Functions/Aggregation.md | 1 +
docs/UserGuide/Operators-Functions/Sample.md | 50 +-
.../Ecosystem-Integration/Grafana-Plugin.md | 68 +-
.../UserGuide/Operators-Functions/Aggregation.md | 1 +
docs/zh/UserGuide/Operators-Functions/Sample.md | 58 +-
.../db/it/aggregation/IoTDBTagAggregationIT.java | 13 +
.../db/it/schema/IoTDBDeactivateTemplateIT.java | 3 +-
.../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java | 95 ++-
.../org/apache/iotdb/db/it/udf/IoTDBUDFM4IT.java | 304 ---------
.../it/udf/IoTDBUDTFBuiltinScalarFunctionIT.java | 688 ++++++++++++++++++++-
.../iotdb/libudf/it/dprofile/DProfileIT.java | 17 +
library-udf/Readme.md | 27 +
library-udf/pom.xml | 45 +-
.../apache/iotdb/library/anomaly/UDTFKSigma.java | 6 +-
.../apache/iotdb/library/anomaly/UDTFRange.java | 6 +-
.../iotdb/library/anomaly/UDTFTwoSidedFilter.java | 3 -
.../org/apache/iotdb/library/dprofile/UDAFMad.java | 5 +-
.../apache/iotdb/library/dprofile/UDAFMedian.java | 5 +-
.../iotdb/library/dprofile/UDAFPercentile.java | 10 +-
.../iotdb/library/dprofile/UDAFQuantile.java | 6 +-
.../apache/iotdb/library/dprofile/UDAFSpread.java | 10 +-
.../iotdb/library/dprofile/UDTFDistinct.java | 6 +-
.../apache/iotdb/library/dprofile/UDTFMvAvg.java | 6 +-
.../apache/iotdb/library/dprofile/UDTFSample.java | 7 +-
.../dprofile/util/ExactOrderStatistics.java | 41 +-
.../java/org/apache/iotdb/library/util/Util.java | 5 +-
.../apache/iotdb/metrics/utils/MetricLevel.java | 3 +-
.../org/apache/iotdb/commons/path/PartialPath.java | 4 +-
.../meta/ConfigNodePipePluginMetaKeeper.java | 26 +-
.../pipe/plugin/meta/PipePluginMetaKeeper.java | 22 +
.../iotdb/commons/pipe/task/meta/PipeMeta.java | 95 +++
.../commons/pipe/task/meta/PipeMetaKeeper.java | 97 +++
.../commons/pipe/task/meta/PipeRuntimeMeta.java | 141 +++++
.../commons/pipe/task/meta/PipeStaticMeta.java | 170 +++++
.../{PipeTaskMetaAccessor.java => PipeStatus.java} | 30 +-
.../iotdb/commons/pipe/task/meta/PipeTaskMeta.java | 98 +++
.../iotdb/commons/sync/pipe/SyncOperation.java | 1 -
.../BuiltinTimeSeriesGeneratingFunction.java | 10 +
.../apache/iotdb/commons/path/PartialPathTest.java | 2 +-
pom.xml | 2 +-
.../schemaregion/rocksdb/RSchemaRegion.java | 2 +-
.../metadata/tagSchemaRegion/TagSchemaRegion.java | 2 +-
.../src/assembly/resources/sbin/stop-datanode.sh | 2 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 17 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 6 +
.../estimator/AbstractCompactionEstimator.java | 6 +
.../ReadPointCrossCompactionEstimator.java | 108 ++--
.../impl/RewriteCrossSpaceCompactionSelector.java | 13 +-
.../utils/CrossCompactionTaskResource.java | 12 +
.../template/TemplateImcompatibeException.java | 14 +-
.../iotdb/db/metadata/mtree/ConfigMTree.java | 4 +
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 9 +-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 9 +-
.../db/metadata/schemaregion/ISchemaRegion.java | 2 +-
.../db/metadata/schemaregion/SchemaEngine.java | 8 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 2 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 2 +-
.../metadata/template/ClusterTemplateManager.java | 242 +++++++-
.../db/metadata/template/ITemplateManager.java | 7 +-
.../template/TemplateInternalRPCUpdateType.java | 17 +-
.../metadata/template/TemplateInternalRPCUtil.java | 40 +-
.../mpp/execution/exchange/sink/SinkChannel.java | 6 +
.../fragment/FragmentInstanceManager.java | 8 +-
.../operator/schema/SchemaQueryScanOperator.java | 2 +-
.../schema/source/SchemaSourceFactory.java | 5 +
.../db/mpp/execution/schedule/DriverScheduler.java | 116 ++--
.../org/apache/iotdb/db/mpp/plan/Coordinator.java | 8 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 65 +-
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 29 +-
.../analyze/schema/ClusterSchemaFetchExecutor.java | 7 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 10 +-
.../db/mpp/plan/analyze/schema/ISchemaFetcher.java | 5 +-
.../db/mpp/plan/execution/IQueryExecution.java | 4 +-
.../db/mpp/plan/execution/QueryExecution.java | 22 +-
.../mpp/plan/execution/config/ConfigExecution.java | 5 +-
.../plan/execution/config/ConfigTaskVisitor.java | 2 +-
.../config/executor/ClusterConfigTaskExecutor.java | 12 +-
.../config/executor/IConfigTaskExecutor.java | 2 +-
.../metadata/template/SetSchemaTemplateTask.java | 7 +-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 34 +-
.../db/mpp/plan/scheduler/ClusterScheduler.java | 4 +-
.../db/mpp/plan/scheduler/IQueryTerminator.java | 2 +-
.../iotdb/db/mpp/plan/scheduler/IScheduler.java | 2 +-
.../mpp/plan/scheduler/SimpleQueryTerminator.java | 35 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 2 +-
.../plan/statement/crud/InsertRowStatement.java | 2 +-
.../iotdb/db/query/control/SessionManager.java | 7 +
.../org/apache/iotdb/db/rescon/SystemInfo.java | 15 +-
.../service/thrift/impl/ClientRPCServiceImpl.java | 42 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 150 +++--
.../service/thrift/impl/MLNodeRPCServiceImpl.java | 15 +-
.../cross/RewriteCompactionFileSelectorTest.java | 12 +
.../schemaRegion/SchemaRegionManagementTest.java | 4 +-
.../db/mpp/execution/ConfigExecutionTest.java | 2 +-
.../execution/operator/MergeSortOperatorTest.java | 5 +-
.../schema/SchemaQueryScanOperatorTest.java | 4 +-
.../db/mpp/plan/analyze/FakeSchemaFetcherImpl.java | 8 +-
.../iotdb/db/mpp/plan/plan/distribution/Util.java | 8 +-
site/src/main/.vuepress/sidebar/V0.13.x/en.ts | 3 +-
site/src/main/.vuepress/sidebar/V0.13.x/zh.ts | 3 +-
.../src/main/thrift/confignode.thrift | 5 +-
thrift/src/main/thrift/datanode.thrift | 21 +-
209 files changed, 6964 insertions(+), 4035 deletions(-)
[iotdb] 01/02: change String.format to String.valueOf in class QueryId
Posted by ca...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a commit to branch for_tsbs
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 7f1581047919139b29d39a6aa425aec6a828088d
Author: Beyyes <cg...@foxmail.com>
AuthorDate: Thu Apr 20 14:45:25 2023 +0800
change String.format to String.valueOf in class QueryId
---
server/src/main/java/org/apache/iotdb/db/mpp/common/QueryId.java | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/server/src/main/java/org/apache/iotdb/db/mpp/common/QueryId.java b/server/src/main/java/org/apache/iotdb/db/mpp/common/QueryId.java
index be9462696f..2208e00672 100644
--- a/server/src/main/java/org/apache/iotdb/db/mpp/common/QueryId.java
+++ b/server/src/main/java/org/apache/iotdb/db/mpp/common/QueryId.java
@@ -52,7 +52,7 @@ public class QueryId {
}
public PlanNodeId genPlanNodeId() {
- return new PlanNodeId(String.format("%d", nextPlanNodeIndex++));
+ return new PlanNodeId(String.valueOf(nextPlanNodeIndex++));
}
public PlanFragmentId genPlanFragmentId() {