You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by hu...@apache.org on 2022/10/26 06:45:14 UTC
[iotdb] branch lmh/mppCQ updated (cc50104250 -> 09fc2877fb)
This is an automated email from the ASF dual-hosted git repository.
hui pushed a change to branch lmh/mppCQ
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from cc50104250 add semantic check & query statement validate
add 0bb1c2db4b Fix NPE while restarting
add 66e01dfcfc [IOTDB-4699] Override peer's equals and hashcode
add a12f45e42e [IOTDB-4669] Scheduled task for checking trigger-table of DataNode (#7660)
add 8303f187b6 [IOTDB-4694] Make sure memTable snapshot is made before flush operation (#7662)
add e489286abe [github-7180] refactor seriesNumberMonitor and additional properties, cherry pick from rel/0.13 (#7661)
add 895ab3bc8c [IOTDB-4532] Add ITs for Trigger Management (#7671)
add d89fbfaa48 [IOTDB-4535] Chinese vesion of Trigger user doc (#7680)
add 63768fb039 Grafana plugin Modify pluginId and readme files (#7679)
add 22c07901f7 Disable the IT of the original standalone architecture (#7681)
add 3cfa037755 update website about release-0.13.3 (#7686)
add 0396163fcf [IOTDB-4685] Refactor ConfigNode Consensus heartbeat statistics (#7642)
add e6fb0a51d9 [IOTDB-4705] English version of Trigger user doc (#7688)
add aabb052dca [IOTDB-4711] Bind DataNodeInternalService to correct address (#7683)
add 30bf896095 [IOTDB-4706] Call Trigger.restore() when recovering trigger instances
add 81237589e8 New distribution package structure (#7672)
add d66d6445ed [IOTDB-4714] Rename TPipeInfo to TCreatePipeReq (#7692)
add 631fad8860 Fix schema region recover bug (#7696)
add 2fea01176c Bump flink.version from 1.14.5 to 1.14.6 (#7614)
add ca7b2b8311 [IOTDB-4641] New Standalone Sync Receiver TsFile Loader Implement (#7610)
add f9f9721969 [IOTDB-3562] Support Deactivate Template in cluster (#7674)
add 6101e132d6 [IOTDB-4293] BufferedPipeDataQueue supports discontinuous serialNumber (#7664)
add 083b241b84 Integrate dockerfile from rel/0.12, rel/0.13 (#7701)
add bcc9c3be79 [IOTDB-4712]Add size limit of trigger jar when create Trigger on ConfigNode (#7684)
add d913886a80 [IOTDB-4717] Refactor UDFRegistrationService for new Cluster (#7700)
add 22e0c55a27 Change previous IT from server module to integration-test (#7705)
add e9a5850eb4 Use 1c1d docker to run python and influxdb protocal IT (#7703)
add 6d4173ebb6 [IOTDB-4720] Refactor UDFExecutableManager for new UDF management
add fcfe89a51b [RatisConsensus] fix conf name
add cbc622573f [IOTDB-4664] add updatePeer interface in IConsensus (#7634)
add c416f43d6c Add MLogLoad-Tool document to website config (#7715)
add b0263f0c57 Update IoTDB nifi process doc (#7637)
add 2bcb19da0c [IOTDB-4678] Sync DataNode start-up process (#7691)
add fb6568790b [IOTDB-4692] SchemaFile adaptation for cluster metadata validation (#7658)
add 7c13139d25 resolve conflicts
new 09fc2877fb Merge remote-tracking branch 'origin/IOTDB-4619' into lmh/mppCQ
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.dockerignore | 1 +
.github/workflows/client-python.yml | 4 +-
.github/workflows/influxdb-protocol.yml | 2 +-
.github/workflows/main-unix.yml | 2 +-
.github/workflows/main-win.yml | 2 +-
.github/workflows/standalone-it-for-mpp.yml | 158 +--
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 9 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 +
client-py/requirements.txt | 4 +-
client-py/tests/test_dataframe.py | 4 +-
confignode/src/assembly/confignode.xml | 10 +-
.../resources/conf/iotdb-confignode.properties | 12 +-
.../conf/{logback.xml => logback-confignode.xml} | 20 +-
.../assembly/resources/sbin/remove-confignode.bat | 2 +-
.../assembly/resources/sbin/remove-confignode.sh | 2 +-
.../assembly/resources/sbin/start-confignode.bat | 2 +-
.../assembly/resources/sbin/start-confignode.sh | 2 +-
.../confignode/client/DataNodeRequestType.java | 11 +-
.../client/async/AsyncDataNodeClientPool.java | 38 +-
.../client/async/handlers/AsyncClientHandler.java | 9 +-
.../heartbeat/DataNodeHeartbeatHandler.java | 34 +-
...RPCHandler.java => DeleteSchemaRPCHandler.java} | 6 +-
.../iotdb/confignode/conf/ConfigNodeConstant.java | 4 +-
.../confignode/conf/ConfigNodeDescriptor.java | 2 +-
.../consensus/request/ConfigPhysicalPlan.java | 22 +-
.../consensus/request/ConfigPhysicalPlanType.java | 4 +-
.../template/GetTemplateSetInfoPlan.java} | 37 +-
.../write/{ => datanode}/RegisterDataNodePlan.java | 20 +-
.../write/{ => datanode}/RemoveDataNodePlan.java | 27 +-
.../write/{ => function}/CreateFunctionPlan.java | 2 +-
.../write/{ => function}/DropFunctionPlan.java | 2 +-
.../{ => partition}/UpdateRegionLocationPlan.java | 2 +-
.../write/{ => procedure}/DeleteProcedurePlan.java | 2 +-
.../write/{ => procedure}/UpdateProcedurePlan.java | 15 +-
.../write/region/OfferRegionMaintainTasksPlan.java | 2 +-
.../write/statistics/UpdateLoadStatisticsPlan.java | 125 +++
.../consensus/response/TemplateSetInfoResp.java | 41 +-
.../statemachine/PartitionRegionStateMachine.java | 1 +
.../confignode/manager/ClusterSchemaManager.java | 7 +
.../iotdb/confignode/manager/ConfigManager.java | 72 +-
.../apache/iotdb/confignode/manager/IManager.java | 22 +-
.../iotdb/confignode/manager/ProcedureManager.java | 101 +-
.../iotdb/confignode/manager/SyncManager.java | 30 +-
.../iotdb/confignode/manager/TriggerManager.java | 2 +
.../iotdb/confignode/manager/UDFManager.java | 4 +-
.../iotdb/confignode/manager/cq/CQManager.java | 11 +
.../iotdb/confignode/manager/load/LoadManager.java | 106 +-
.../manager/load/balancer/router/LeaderRouter.java | 11 +-
.../balancer/router/LoadScoreGreedyRouter.java | 11 +-
.../confignode/manager/node/BaseNodeCache.java | 48 +-
.../manager/node/ConfigNodeHeartbeatCache.java | 49 +-
.../manager/node/DataNodeHeartbeatCache.java | 44 +-
.../iotdb/confignode/manager/node/NodeManager.java | 67 +-
.../manager/partition/PartitionManager.java | 51 +-
.../confignode/manager/partition/RegionCache.java | 35 +-
.../manager/partition/RegionGroupCache.java | 114 +-
.../manager/partition/RegionHeartbeatSample.java | 12 +-
.../confignode/persistence/ProcedureInfo.java | 4 +-
.../iotdb/confignode/persistence/UDFInfo.java | 25 +-
.../persistence/executor/ConfigPlanExecutor.java | 26 +-
.../persistence/metric/NodeInfoMetrics.java | 2 +-
.../persistence/{ => node}/NodeInfo.java | 148 +--
.../persistence/node/NodeStatistics.java | 134 +++
.../persistence/partition/PartitionInfo.java | 65 +-
.../persistence/partition/RegionGroup.java | 3 +
.../partition/StorageGroupPartitionTable.java | 2 +-
.../{ => maintainer}/RegionCreateTask.java | 2 +-
.../{ => maintainer}/RegionDeleteTask.java | 2 +-
.../{ => maintainer}/RegionMaintainTask.java | 2 +-
.../{ => maintainer}/RegionMaintainType.java | 2 +-
.../statistics/RegionGroupStatistics.java | 145 +++
.../partition/statistics/RegionStatistics.java | 111 ++
.../persistence/schema/ClusterSchemaInfo.java | 48 +
.../persistence/schema/TemplateTable.java | 16 +
.../persistence/sync/ClusterSyncInfo.java | 25 +
.../procedure/env/ConfigNodeProcedureEnv.java | 6 +-
.../procedure/env/DataNodeRemoveHandler.java | 6 +-
.../impl/schema/DataNodeRegionGroupUtil.java | 81 ++
.../procedure/impl/schema/DataNodeRegionTask.java | 195 ++++
.../impl/schema/DeactivateTemplateProcedure.java | 487 ++++++++
.../DeleteStorageGroupProcedure.java | 7 +-
.../DeleteTimeSeriesProcedure.java | 333 ++----
.../statemachine/CreateRegionGroupsProcedure.java | 4 +-
.../impl/sync/AbstractOperatePipeProcedure.java | 3 +
.../procedure/impl/sync/CreatePipeProcedure.java | 7 +-
.../procedure/impl/sync/DropPipeProcedure.java | 5 +-
.../procedure/impl/sync/StartPipeProcedure.java | 4 +-
.../procedure/impl/sync/StopPipeProcedure.java | 4 +-
.../DeactivateTemplateState.java} | 6 +-
.../{ => schema}/DeleteStorageGroupState.java | 2 +-
.../state/{ => schema}/DeleteTimeSeriesState.java | 2 +-
.../procedure/store/ConfigProcedureStore.java | 4 +-
.../procedure/store/ProcedureFactory.java | 12 +-
.../iotdb/confignode/service/ConfigNode.java | 5 -
.../thrift/ConfigNodeRPCServiceProcessor.java | 20 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 75 +-
.../request/write/RemoveDataNodePlanTest.java | 173 ---
.../load/balancer/router/LeaderRouterTest.java | 148 +--
.../balancer/router/LoadScoreGreedyRouterTest.java | 2 +-
.../manager/partition/RegionGroupCacheTest.java | 81 +-
.../iotdb/confignode/persistence/NodeInfoTest.java | 69 +-
.../confignode/persistence/PartitionInfoTest.java | 45 +-
.../confignode/persistence/TriggerInfoTest.java | 3 +
.../node/NodeStatisticsTest.java} | 36 +-
.../statistics/RegionGroupStatisticsTest.java | 56 +
.../statistics/RegionStatisticsTest.java} | 36 +-
.../procedure/impl/CreateTriggerProcedureTest.java | 3 +
.../impl/DeactivateTemplateProcedureTest.java | 89 ++
.../impl/DeleteStorageGroupProcedureTest.java | 2 +-
.../impl/DeleteTimeSeriesProcedureTest.java | 2 +-
.../procedure/impl/OperatePipeProcedureTest.java | 8 +-
.../org/apache/iotdb/consensus/IConsensus.java | 10 +
.../org/apache/iotdb/consensus/common/Peer.java | 16 +-
.../multileader/MultiLeaderConsensus.java | 5 +
.../iotdb/consensus/ratis/RatisConsensus.java | 5 +
.../consensus/standalone/StandAloneConsensus.java | 5 +
distribution/src/assembly/all.xml | 44 +-
distribution/src/assembly/confignode.xml | 10 +-
distribution/src/assembly/datanode.xml | 8 +-
.../start-1c1d.sh} | 25 +-
docker/src/main/Dockerfile-0.10.0 | 39 -
docker/src/main/Dockerfile-0.11.0 | 39 -
docker/src/main/Dockerfile-0.11.3 | 41 -
...le-0.12.1-cluster => Dockerfile-0.12.6-cluster} | 10 +-
...le-0.12.2-grafana => Dockerfile-0.12.6-grafana} | 10 +-
...ckerfile-0.12.2-node => Dockerfile-0.12.6-node} | 10 +-
...le-0.12.0-cluster => Dockerfile-0.13.0-cluster} | 10 +-
...grafana => Dockerfile-0.13.3-grafana-connector} | 20 +-
...ckerfile-0.12.0-node => Dockerfile-0.13.3-node} | 10 +-
...-node => Dockerfile-0.13.3-node-multi-platform} | 12 +-
docker/src/main/Dockerfile-0.9.0 | 41 -
.../main/{Dockerfile-0.11.2 => Dockerfile-1c1d} | 37 +-
...ile-0.12.2-cluster => Dockerfile-1c1d-influxdb} | 46 +-
docs/Download/README.md | 28 +-
docs/UserGuide/Alert/Alerting.md | 122 +-
docs/UserGuide/Alert/Triggers.md | 1162 ++++++--------------
docs/UserGuide/Ecosystem-Integration/NiFi-IoTDB.md | 56 +-
docs/UserGuide/Operate-Metadata/Template.md | 38 +-
docs/zh/Download/README.md | 28 +-
docs/zh/UserGuide/Alert/Alerting.md | 110 +-
docs/zh/UserGuide/Alert/Triggers.md | 1128 ++++++-------------
.../UserGuide/Ecosystem-Integration/NiFi-IoTDB.md | 53 +-
docs/zh/UserGuide/Operate-Metadata/Template.md | 40 +-
.../iotdb/trigger/ClusterAlertingExample.java | 2 +-
.../iotdb/external/api/IPropertiesLoader.java | 12 +-
...sNumerLimiter.java => ISeriesNumerMonitor.java} | 8 +-
.../iotdb/flink/tsfile/util/TSFileConfigUtil.java | 1 +
.../util/TSFileConfigUtilCompletenessTest.java | 12 +-
grafana-plugin/README.md | 363 +++++-
grafana-plugin/src/plugin.json | 4 +-
integration-test/import-control.xml | 5 +
.../java/org/apache/iotdb/it/env/AbstractEnv.java | 51 +-
.../org/apache/iotdb/it/env/ConfigNodeWrapper.java | 2 +-
.../org/apache/iotdb/it/env/DataNodeWrapper.java | 10 +-
.../java/org/apache/iotdb/it/env/MppConfig.java | 36 +
.../org/apache/iotdb/it/env/RemoteServerEnv.java | 10 +
.../org/apache/iotdb/itbase/env/BaseConfig.java | 52 +
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 8 +-
.../confignode/it/IoTDBClusterPartitionIT.java | 23 +-
.../iotdb/confignode/it/IoTDBClusterRestartIT.java | 5 +-
.../iotdb/confignode/it/IoTDBConfigNodeIT.java | 9 +-
.../confignode/it/IoTDBConfigNodeSnapshotIT.java | 13 +-
.../it/IoTDBConfigNodeSwitchLeaderIT.java | 236 ++++
.../iotdb/confignode/it/IoTDBStorageGroupIT.java | 5 +-
.../org/apache/iotdb/db/it/env/StandaloneEnv.java | 11 +
.../iotdb/db/it/env/StandaloneEnvConfig.java | 66 ++
.../apache/iotdb/db/it/mqtt/IoTDBMQTTSinkIT.java | 68 +-
.../db/it/schema/IoTDBDeactivateTemplateIT.java | 231 ++++
.../it/schema/IoTDBMetadataFetchSchemaFileIT.java | 53 +
.../apache/iotdb/db/it/sync/SyncTransportTest.java | 323 ++++++
.../db/it/trigger/IoTDBTriggerManagementIT.java | 486 ++++++++
.../iotdb/db/it/udf/IoTDBUDFManagementIT.java | 8 +-
.../iotdb/db/it/watermark/IoTDBWatermarkIT.java | 179 +--
metrics/dropwizard-metrics/pom.xml | 6 -
...otdb-metric.yml => iotdb-confignode-metric.yml} | 0
...{iotdb-metric.yml => iotdb-datanode-metric.yml} | 0
.../metrics/config/MetricConfigDescriptor.java | 31 +-
.../iotdb/metrics/config/MetricConstant.java | 4 +-
.../apache/iotdb/commons/cluster/NodeStatus.java | 2 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 10 +-
.../org/apache/iotdb/commons/path/PartialPath.java | 4 +
.../apache/iotdb/commons/service/ServiceType.java | 2 -
.../iotdb/commons/trigger/TriggerInformation.java | 3 +-
...trationInformation.java => UDFInformation.java} | 29 +-
.../org/apache/iotdb/commons/udf/UDFTable.java | 38 +-
.../iotdb/commons/udf/service/SnapshotUtils.java | 96 --
.../commons/udf/service/UDFExecutableManager.java | 81 +-
.../iotdb/commons/udf/service/UDFLogWriter.java | 83 --
.../commons/udf/service/UDFManagementService.java | 248 +++++
.../udf/service/UDFRegistrationService.java | 513 ---------
.../commons/utils/ThriftConfigNodeSerDeUtils.java | 19 -
pom.xml | 2 +-
.../schemaregion/rocksdb/RSchemaRegion.java | 23 +-
.../schemaregion/rocksdb/mnode/REntityMNode.java | 20 +
.../resources/conf/iotdb-datanode.properties | 51 +-
.../conf/{logback.xml => logback-datanode.xml} | 52 +-
.../assembly/resources/sbin/remove-datanode.bat | 2 +-
.../src/assembly/resources/sbin/remove-datanode.sh | 2 +-
.../src/assembly/resources/sbin/start-datanode.bat | 2 +-
.../src/assembly/resources/sbin/start-datanode.sh | 2 +-
.../assembly/resources/sbin/start-new-server.bat | 2 +-
.../assembly/resources/sbin/start-new-server.sh | 2 +-
.../src/assembly/resources/sbin/start-server.bat | 2 +-
server/src/assembly/resources/sbin/start-server.sh | 2 +-
server/src/assembly/server.xml | 10 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 38 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 44 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 73 +-
.../db/engine/storagegroup/TsFileProcessor.java | 9 +-
.../iotdb/db/metadata/mnode/EntityMNode.java | 38 +
.../iotdb/db/metadata/mnode/IEntityMNode.java | 8 +
.../iotdb/db/metadata/mnode/InternalMNode.java | 8 +-
.../iotdb/db/metadata/mtree/ConfigMTree.java | 39 +
.../iotdb/db/metadata/mtree/IMTreeBelowSG.java | 36 +
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 100 ++
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 105 +-
.../iotdb/db/metadata/mtree/store/IMTreeStore.java | 14 +
.../db/metadata/mtree/traverser/Traverser.java | 19 +-
.../traverser/collector/MeasurementCollector.java | 3 +-
.../plan/schemaregion/SchemaRegionPlanType.java | 6 +-
.../plan/schemaregion/SchemaRegionPlanVisitor.java | 17 +
.../impl/ActivateTemplateInClusterPlanImpl.java | 8 +-
.../impl/DeactivateTemplatePlanImpl.java | 23 +-
.../impl/PreDeactivateTemplatePlanImpl.java} | 34 +-
.../RollbackPreDeactivateTemplatePlanImpl.java} | 34 +-
.../impl/SchemaRegionPlanDeserializer.java | 43 +
.../schemaregion/impl/SchemaRegionPlanFactory.java | 6 +
.../impl/SchemaRegionPlanSerializer.java | 51 +
.../impl/SchemaRegionPlanTxtSerializer.java | 35 +
.../write/IActivateTemplateInClusterPlan.java | 4 +-
...usterPlan.java => IDeactivateTemplatePlan.java} | 29 +-
...erPlan.java => IPreDeactivateTemplatePlan.java} | 29 +-
...ava => IRollbackPreDeactivateTemplatePlan.java} | 29 +-
.../db/metadata/schemaregion/ISchemaRegion.java | 15 +-
.../db/metadata/schemaregion/SchemaEngine.java | 46 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 162 ++-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 65 +-
.../iotdb/db/metadata/template/Template.java | 5 +-
.../metadata/visitor/SchemaExecutionVisitor.java | 38 +
.../operator/process/TransformOperator.java | 6 +-
.../schema/PathsUsingTemplateScanOperator.java | 21 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 12 +
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 22 +-
.../iotdb/db/mpp/plan/constant/StatementType.java | 2 +
.../plan/execution/config/ConfigTaskVisitor.java | 8 +
.../config/executor/ClusterConfigTaskExecutor.java | 86 +-
.../config/executor/IConfigTaskExecutor.java | 4 +
.../executor/StandaloneConfigTaskExecutor.java | 21 +-
.../execution/config/metadata/ShowClusterTask.java | 4 +-
.../config/metadata/ShowFunctionsTask.java | 7 +-
.../template/DeactivateSchemaTemplateTask.java | 45 +
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 25 +-
.../db/mpp/plan/parser/StatementGenerator.java | 4 +-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 7 +-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 4 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 2 +-
.../plan/planner/distribution/SourceRewriter.java | 88 +-
.../mpp/plan/planner/plan/node/PlanNodeType.java | 14 +-
.../db/mpp/plan/planner/plan/node/PlanVisitor.java | 15 +
.../metedata/read/PathsUsingTemplateScanNode.java | 36 +-
.../node/metedata/read/SchemaQueryScanNode.java | 10 +
.../metedata/write/DeactivateTemplateNode.java | 128 +++
.../metedata/write/PreDeactivateTemplateNode.java | 128 +++
.../write/RollbackPreDeactivateTemplateNode.java | 130 +++
.../db/mpp/plan/statement/StatementVisitor.java | 5 +
.../plan/statement/crud/LoadTsFileStatement.java | 4 +
...ement.java => DeactivateTemplateStatement.java} | 44 +-
.../template/ShowPathsUsingTemplateStatement.java | 22 +-
.../mpp/transformation/dag/udf/UDTFExecutor.java | 4 +-
.../dag/udf/UDTFInformationInferrer.java | 4 +-
.../db/protocol/mqtt/PayloadFormatManager.java | 5 +-
.../iotdb/db/protocol/mqtt/PublishHandler.java | 4 -
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 18 +-
.../sys/ActivateTemplateInClusterPlan.java | 8 +-
.../apache/iotdb/db/query/dataset/UDTFDataSet.java | 6 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 36 +-
.../db/service/DataNodeInternalRPCService.java | 2 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 12 -
.../java/org/apache/iotdb/db/service/NewIoTDB.java | 11 -
.../impl/DataNodeInternalRPCServiceImpl.java | 337 ++++--
.../java/org/apache/iotdb/db/sync/SyncService.java | 45 +-
.../db/sync/common/ClusterSyncInfoFetcher.java | 14 +-
.../sync/pipedata/queue/BufferedPipeDataQueue.java | 70 +-
.../db/sync/receiver/load/DeletionLoader.java | 52 +-
.../iotdb/db/sync/receiver/load/ILoader.java | 20 +
.../iotdb/db/sync/receiver/load/TsFileLoader.java | 58 +-
.../iotdb/db/trigger/executor/TriggerExecutor.java | 14 +-
.../db/trigger/executor/TriggerFireVisitor.java | 42 +-
.../trigger/service/TriggerInformationUpdater.java | 104 ++
.../trigger/service/TriggerManagementService.java | 19 +-
.../java/org/apache/iotdb/db/utils/FilesUtils.java | 43 +
.../org/apache/iotdb/db/utils/JarLoaderUtil.java | 150 ---
.../apache/iotdb/db/utils/sync/SyncPipeUtil.java | 4 +-
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 70 +-
.../plan/SchemaRegionPlanCompatibilityTest.java | 22 +-
.../schemaRegion/SchemaRegionBasicTest.java | 231 ++++
...gionTest.java => SchemaRegionSnapshotTest.java} | 2 +-
.../multimode/SchemaRegionFullMemoryTest.java | 25 +-
.../multimode/SchemaRegionMemoryTest.java | 28 +-
.../multimode/SchemaRegionNonMemoryTest.java | 25 +-
.../multimode/SchemaRegionPartialMemoryTest.java | 25 +-
.../multimode/SchemaRegionSchemaFileTest.java | 28 +-
.../mpp/execution/operator/OperatorMemoryTest.java | 6 +-
.../iotdb/db/protocol/mqtt/PublishHandlerTest.java | 132 ---
.../iotdb/db/qp/physical/PhysicalPlanTest.java | 27 +-
.../apache/iotdb/db/sink/LocalIoTDBSinkTest.java | 218 ----
.../sync/pipedata/BufferedPipeDataQueueTest.java | 95 ++
.../iotdb/db/sync/transport/SyncTransportTest.java | 357 ------
.../apache/iotdb/db/utils/EnvironmentUtils.java | 10 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 2 +-
site/src/main/.vuepress/config.js | 4 +-
.../src/main/thrift/confignode.thrift | 19 +-
thrift/src/main/thrift/datanode.thrift | 41 +-
.../iotdb/tsfile/common/conf/TSFileConfig.java | 12 +
.../iotdb/tsfile/common/conf/TSFileDescriptor.java | 4 +-
...nException.java => UDFManagementException.java} | 6 +-
316 files changed, 9544 insertions(+), 6123 deletions(-)
rename confignode/src/assembly/resources/conf/{logback.xml => logback-confignode.xml} (86%)
rename confignode/src/main/java/org/apache/iotdb/confignode/client/async/handlers/rpc/{DeleteTimeSeriesRPCHandler.java => DeleteSchemaRPCHandler.java} (95%)
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/{write/DropFunctionPlan.java => read/template/GetTemplateSetInfoPlan.java} (54%)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{ => datanode}/RegisterDataNodePlan.java (74%)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{ => datanode}/RemoveDataNodePlan.java (82%)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{ => function}/CreateFunctionPlan.java (97%)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{ => function}/DropFunctionPlan.java (96%)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{ => partition}/UpdateRegionLocationPlan.java (97%)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{ => procedure}/DeleteProcedurePlan.java (96%)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{ => procedure}/UpdateProcedurePlan.java (82%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/statistics/UpdateLoadStatisticsPlan.java
copy server/src/main/java/org/apache/iotdb/db/metadata/mnode/IEntityMNode.java => confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/TemplateSetInfoResp.java (50%)
rename confignode/src/main/java/org/apache/iotdb/confignode/persistence/{ => node}/NodeInfo.java (81%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/persistence/node/NodeStatistics.java
rename confignode/src/main/java/org/apache/iotdb/confignode/persistence/partition/{ => maintainer}/RegionCreateTask.java (98%)
rename confignode/src/main/java/org/apache/iotdb/confignode/persistence/partition/{ => maintainer}/RegionDeleteTask.java (97%)
rename confignode/src/main/java/org/apache/iotdb/confignode/persistence/partition/{ => maintainer}/RegionMaintainTask.java (98%)
rename confignode/src/main/java/org/apache/iotdb/confignode/persistence/partition/{ => maintainer}/RegionMaintainType.java (92%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/persistence/partition/statistics/RegionGroupStatistics.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/persistence/partition/statistics/RegionStatistics.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/schema/DataNodeRegionGroupUtil.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/schema/DataNodeRegionTask.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/schema/DeactivateTemplateProcedure.java
rename confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/{statemachine => schema}/DeleteStorageGroupProcedure.java (96%)
rename confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/{statemachine => schema}/DeleteTimeSeriesProcedure.java (60%)
copy confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/{DeleteTimeSeriesState.java => schema/DeactivateTemplateState.java} (88%)
rename confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/{ => schema}/DeleteStorageGroupState.java (93%)
rename confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/{ => schema}/DeleteTimeSeriesState.java (94%)
delete mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/consensus/request/write/RemoveDataNodePlanTest.java
copy confignode/src/test/java/org/apache/iotdb/confignode/{procedure/impl/DeleteStorageGroupProcedureTest.java => persistence/node/NodeStatisticsTest.java} (53%)
create mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/persistence/partition/statistics/RegionGroupStatisticsTest.java
copy confignode/src/test/java/org/apache/iotdb/confignode/{procedure/impl/DeleteStorageGroupProcedureTest.java => persistence/partition/statistics/RegionStatisticsTest.java} (53%)
create mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/DeactivateTemplateProcedureTest.java
rename docker/src/main/{Dockerfile-0.11.1 => DockerCompose/start-1c1d.sh} (56%)
mode change 100644 => 100755
delete mode 100644 docker/src/main/Dockerfile-0.10.0
delete mode 100644 docker/src/main/Dockerfile-0.11.0
delete mode 100644 docker/src/main/Dockerfile-0.11.3
rename docker/src/main/{Dockerfile-0.12.1-cluster => Dockerfile-0.12.6-cluster} (85%)
copy docker/src/main/{Dockerfile-0.12.2-grafana => Dockerfile-0.12.6-grafana} (83%)
rename docker/src/main/{Dockerfile-0.12.2-node => Dockerfile-0.12.6-node} (83%)
rename docker/src/main/{Dockerfile-0.12.0-cluster => Dockerfile-0.13.0-cluster} (85%)
rename docker/src/main/{Dockerfile-0.12.2-grafana => Dockerfile-0.13.3-grafana-connector} (66%)
rename docker/src/main/{Dockerfile-0.12.0-node => Dockerfile-0.13.3-node} (83%)
rename docker/src/main/{Dockerfile-0.12.1-node => Dockerfile-0.13.3-node-multi-platform} (80%)
delete mode 100644 docker/src/main/Dockerfile-0.9.0
rename docker/src/main/{Dockerfile-0.11.2 => Dockerfile-1c1d} (57%)
rename docker/src/main/{Dockerfile-0.12.2-cluster => Dockerfile-1c1d-influxdb} (54%)
rename external-api/src/main/java/org/apache/iotdb/external/api/{ISeriesNumerLimiter.java => ISeriesNumerMonitor.java} (82%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/confignode/it/IoTDBConfigNodeSwitchLeaderIT.java
rename server/src/test/java/org/apache/iotdb/db/sink/MQTTSinkTest.java => integration-test/src/test/java/org/apache/iotdb/db/it/mqtt/IoTDBMQTTSinkIT.java (76%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/schema/IoTDBDeactivateTemplateIT.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/schema/IoTDBMetadataFetchSchemaFileIT.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/sync/SyncTransportTest.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/trigger/IoTDBTriggerManagementIT.java
rename server/src/test/java/org/apache/iotdb/db/tools/IoTDBWatermarkTest.java => integration-test/src/test/java/org/apache/iotdb/db/it/watermark/IoTDBWatermarkIT.java (53%)
copy metrics/interface/src/main/assembly/resources/conf/{iotdb-metric.yml => iotdb-confignode-metric.yml} (100%)
rename metrics/interface/src/main/assembly/resources/conf/{iotdb-metric.yml => iotdb-datanode-metric.yml} (100%)
rename node-commons/src/main/java/org/apache/iotdb/commons/udf/{service/UDFRegistrationInformation.java => UDFInformation.java} (79%)
copy server/src/main/java/org/apache/iotdb/db/metadata/mnode/IEntityMNode.java => node-commons/src/main/java/org/apache/iotdb/commons/udf/UDFTable.java (51%)
delete mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/udf/service/SnapshotUtils.java
delete mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/udf/service/UDFLogWriter.java
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/udf/service/UDFManagementService.java
delete mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/udf/service/UDFRegistrationService.java
rename server/src/assembly/resources/conf/{logback.xml => logback-datanode.xml} (84%)
copy udf-api/src/main/java/org/apache/iotdb/udf/api/exception/UDFRegistrationException.java => server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/impl/DeactivateTemplatePlanImpl.java (56%)
copy server/src/main/java/org/apache/iotdb/db/metadata/{mnode/IEntityMNode.java => plan/schemaregion/impl/PreDeactivateTemplatePlanImpl.java} (56%)
copy server/src/main/java/org/apache/iotdb/db/metadata/{mnode/IEntityMNode.java => plan/schemaregion/impl/RollbackPreDeactivateTemplatePlanImpl.java} (56%)
copy server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/write/{IActivateTemplateInClusterPlan.java => IDeactivateTemplatePlan.java} (66%)
copy server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/write/{IActivateTemplateInClusterPlan.java => IPreDeactivateTemplatePlan.java} (66%)
copy server/src/main/java/org/apache/iotdb/db/metadata/plan/schemaregion/write/{IActivateTemplateInClusterPlan.java => IRollbackPreDeactivateTemplatePlan.java} (66%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/template/DeactivateSchemaTemplateTask.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/write/DeactivateTemplateNode.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/write/PreDeactivateTemplateNode.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/write/RollbackPreDeactivateTemplateNode.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/template/{ShowPathsUsingTemplateStatement.java => DeactivateTemplateStatement.java} (50%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/trigger/service/TriggerInformationUpdater.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/utils/FilesUtils.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/utils/JarLoaderUtil.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/metadata/schemaRegion/SchemaRegionBasicTest.java
rename server/src/test/java/org/apache/iotdb/db/metadata/schemaRegion/{SchemaRegionTest.java => SchemaRegionSnapshotTest.java} (99%)
copy udf-api/src/main/java/org/apache/iotdb/udf/api/exception/UDFRegistrationException.java => server/src/test/java/org/apache/iotdb/db/metadata/schemaRegion/multimode/SchemaRegionFullMemoryTest.java (52%)
copy udf-api/src/main/java/org/apache/iotdb/udf/api/exception/UDFRegistrationException.java => server/src/test/java/org/apache/iotdb/db/metadata/schemaRegion/multimode/SchemaRegionMemoryTest.java (50%)
copy udf-api/src/main/java/org/apache/iotdb/udf/api/exception/UDFRegistrationException.java => server/src/test/java/org/apache/iotdb/db/metadata/schemaRegion/multimode/SchemaRegionNonMemoryTest.java (53%)
copy udf-api/src/main/java/org/apache/iotdb/udf/api/exception/UDFRegistrationException.java => server/src/test/java/org/apache/iotdb/db/metadata/schemaRegion/multimode/SchemaRegionPartialMemoryTest.java (52%)
copy udf-api/src/main/java/org/apache/iotdb/udf/api/exception/UDFRegistrationException.java => server/src/test/java/org/apache/iotdb/db/metadata/schemaRegion/multimode/SchemaRegionSchemaFileTest.java (50%)
delete mode 100644 server/src/test/java/org/apache/iotdb/db/protocol/mqtt/PublishHandlerTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/sink/LocalIoTDBSinkTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/sync/transport/SyncTransportTest.java
rename udf-api/src/main/java/org/apache/iotdb/udf/api/exception/{UDFRegistrationException.java => UDFManagementException.java} (83%)
[iotdb] 01/01: Merge remote-tracking branch 'origin/IOTDB-4619' into lmh/mppCQ
Posted by hu...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
hui pushed a commit to branch lmh/mppCQ
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 09fc2877fb21274697640b42fc7a759ed4c7485d
Merge: cc50104250 7c13139d25
Author: Minghui Liu <li...@foxmail.com>
AuthorDate: Wed Oct 26 14:44:50 2022 +0800
Merge remote-tracking branch 'origin/IOTDB-4619' into lmh/mppCQ
# Conflicts:
# server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/StatementVisitor.java
.dockerignore | 1 +
.github/workflows/client-python.yml | 4 +-
.github/workflows/influxdb-protocol.yml | 2 +-
.github/workflows/main-unix.yml | 2 +-
.github/workflows/main-win.yml | 2 +-
.github/workflows/standalone-it-for-mpp.yml | 158 +--
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 9 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 +
client-py/requirements.txt | 4 +-
client-py/tests/test_dataframe.py | 4 +-
confignode/src/assembly/confignode.xml | 10 +-
.../resources/conf/iotdb-confignode.properties | 12 +-
.../conf/{logback.xml => logback-confignode.xml} | 20 +-
.../assembly/resources/sbin/remove-confignode.bat | 2 +-
.../assembly/resources/sbin/remove-confignode.sh | 2 +-
.../assembly/resources/sbin/start-confignode.bat | 2 +-
.../assembly/resources/sbin/start-confignode.sh | 2 +-
.../confignode/client/DataNodeRequestType.java | 11 +-
.../client/async/AsyncDataNodeClientPool.java | 38 +-
.../client/async/handlers/AsyncClientHandler.java | 9 +-
.../heartbeat/DataNodeHeartbeatHandler.java | 34 +-
...RPCHandler.java => DeleteSchemaRPCHandler.java} | 6 +-
.../iotdb/confignode/conf/ConfigNodeConstant.java | 4 +-
.../confignode/conf/ConfigNodeDescriptor.java | 2 +-
.../consensus/request/ConfigPhysicalPlan.java | 22 +-
.../consensus/request/ConfigPhysicalPlanType.java | 4 +-
.../template/GetTemplateSetInfoPlan.java} | 37 +-
.../write/{ => datanode}/RegisterDataNodePlan.java | 20 +-
.../write/{ => datanode}/RemoveDataNodePlan.java | 27 +-
.../write/{ => function}/CreateFunctionPlan.java | 2 +-
.../write/{ => function}/DropFunctionPlan.java | 2 +-
.../{ => partition}/UpdateRegionLocationPlan.java | 2 +-
.../write/{ => procedure}/DeleteProcedurePlan.java | 2 +-
.../write/{ => procedure}/UpdateProcedurePlan.java | 15 +-
.../write/region/OfferRegionMaintainTasksPlan.java | 2 +-
.../write/statistics/UpdateLoadStatisticsPlan.java | 125 +++
.../consensus/response/TemplateSetInfoResp.java | 41 +-
.../statemachine/PartitionRegionStateMachine.java | 1 +
.../confignode/manager/ClusterSchemaManager.java | 7 +
.../iotdb/confignode/manager/ConfigManager.java | 72 +-
.../apache/iotdb/confignode/manager/IManager.java | 22 +-
.../iotdb/confignode/manager/ProcedureManager.java | 101 +-
.../iotdb/confignode/manager/SyncManager.java | 30 +-
.../iotdb/confignode/manager/TriggerManager.java | 2 +
.../iotdb/confignode/manager/UDFManager.java | 4 +-
.../iotdb/confignode/manager/cq/CQManager.java | 11 +
.../iotdb/confignode/manager/load/LoadManager.java | 106 +-
.../manager/load/balancer/router/LeaderRouter.java | 11 +-
.../balancer/router/LoadScoreGreedyRouter.java | 11 +-
.../confignode/manager/node/BaseNodeCache.java | 48 +-
.../manager/node/ConfigNodeHeartbeatCache.java | 49 +-
.../manager/node/DataNodeHeartbeatCache.java | 44 +-
.../iotdb/confignode/manager/node/NodeManager.java | 67 +-
.../manager/partition/PartitionManager.java | 51 +-
.../confignode/manager/partition/RegionCache.java | 35 +-
.../manager/partition/RegionGroupCache.java | 114 +-
.../manager/partition/RegionHeartbeatSample.java | 12 +-
.../confignode/persistence/ProcedureInfo.java | 4 +-
.../iotdb/confignode/persistence/UDFInfo.java | 25 +-
.../persistence/executor/ConfigPlanExecutor.java | 26 +-
.../persistence/metric/NodeInfoMetrics.java | 2 +-
.../persistence/{ => node}/NodeInfo.java | 148 +--
.../persistence/node/NodeStatistics.java | 134 +++
.../persistence/partition/PartitionInfo.java | 65 +-
.../persistence/partition/RegionGroup.java | 3 +
.../partition/StorageGroupPartitionTable.java | 2 +-
.../{ => maintainer}/RegionCreateTask.java | 2 +-
.../{ => maintainer}/RegionDeleteTask.java | 2 +-
.../{ => maintainer}/RegionMaintainTask.java | 2 +-
.../{ => maintainer}/RegionMaintainType.java | 2 +-
.../statistics/RegionGroupStatistics.java | 145 +++
.../partition/statistics/RegionStatistics.java | 111 ++
.../persistence/schema/ClusterSchemaInfo.java | 48 +
.../persistence/schema/TemplateTable.java | 16 +
.../persistence/sync/ClusterSyncInfo.java | 25 +
.../procedure/env/ConfigNodeProcedureEnv.java | 6 +-
.../procedure/env/DataNodeRemoveHandler.java | 6 +-
.../impl/schema/DataNodeRegionGroupUtil.java | 81 ++
.../procedure/impl/schema/DataNodeRegionTask.java | 195 ++++
.../impl/schema/DeactivateTemplateProcedure.java | 487 ++++++++
.../DeleteStorageGroupProcedure.java | 7 +-
.../DeleteTimeSeriesProcedure.java | 333 ++----
.../statemachine/CreateRegionGroupsProcedure.java | 4 +-
.../impl/sync/AbstractOperatePipeProcedure.java | 3 +
.../procedure/impl/sync/CreatePipeProcedure.java | 7 +-
.../procedure/impl/sync/DropPipeProcedure.java | 5 +-
.../procedure/impl/sync/StartPipeProcedure.java | 4 +-
.../procedure/impl/sync/StopPipeProcedure.java | 4 +-
.../DeactivateTemplateState.java} | 6 +-
.../{ => schema}/DeleteStorageGroupState.java | 2 +-
.../state/{ => schema}/DeleteTimeSeriesState.java | 2 +-
.../procedure/store/ConfigProcedureStore.java | 4 +-
.../procedure/store/ProcedureFactory.java | 12 +-
.../iotdb/confignode/service/ConfigNode.java | 5 -
.../thrift/ConfigNodeRPCServiceProcessor.java | 20 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 75 +-
.../request/write/RemoveDataNodePlanTest.java | 173 ---
.../load/balancer/router/LeaderRouterTest.java | 148 +--
.../balancer/router/LoadScoreGreedyRouterTest.java | 2 +-
.../manager/partition/RegionGroupCacheTest.java | 81 +-
.../iotdb/confignode/persistence/NodeInfoTest.java | 69 +-
.../confignode/persistence/PartitionInfoTest.java | 45 +-
.../confignode/persistence/TriggerInfoTest.java | 3 +
.../node/NodeStatisticsTest.java} | 36 +-
.../statistics/RegionGroupStatisticsTest.java | 56 +
.../statistics/RegionStatisticsTest.java} | 36 +-
.../procedure/impl/CreateTriggerProcedureTest.java | 3 +
.../impl/DeactivateTemplateProcedureTest.java | 89 ++
.../impl/DeleteStorageGroupProcedureTest.java | 2 +-
.../impl/DeleteTimeSeriesProcedureTest.java | 2 +-
.../procedure/impl/OperatePipeProcedureTest.java | 8 +-
.../org/apache/iotdb/consensus/IConsensus.java | 10 +
.../org/apache/iotdb/consensus/common/Peer.java | 16 +-
.../multileader/MultiLeaderConsensus.java | 5 +
.../iotdb/consensus/ratis/RatisConsensus.java | 5 +
.../consensus/standalone/StandAloneConsensus.java | 5 +
distribution/src/assembly/all.xml | 44 +-
distribution/src/assembly/confignode.xml | 10 +-
distribution/src/assembly/datanode.xml | 8 +-
.../start-1c1d.sh} | 25 +-
docker/src/main/Dockerfile-0.10.0 | 39 -
docker/src/main/Dockerfile-0.11.0 | 39 -
docker/src/main/Dockerfile-0.11.3 | 41 -
...le-0.12.1-cluster => Dockerfile-0.12.6-cluster} | 10 +-
...le-0.12.2-grafana => Dockerfile-0.12.6-grafana} | 10 +-
...ckerfile-0.12.2-node => Dockerfile-0.12.6-node} | 10 +-
...le-0.12.0-cluster => Dockerfile-0.13.0-cluster} | 10 +-
...grafana => Dockerfile-0.13.3-grafana-connector} | 20 +-
...ckerfile-0.12.0-node => Dockerfile-0.13.3-node} | 10 +-
...-node => Dockerfile-0.13.3-node-multi-platform} | 12 +-
docker/src/main/Dockerfile-0.9.0 | 41 -
.../main/{Dockerfile-0.11.2 => Dockerfile-1c1d} | 37 +-
...ile-0.12.2-cluster => Dockerfile-1c1d-influxdb} | 46 +-
docs/Download/README.md | 28 +-
docs/UserGuide/Alert/Alerting.md | 122 +-
docs/UserGuide/Alert/Triggers.md | 1162 ++++++--------------
docs/UserGuide/Ecosystem-Integration/NiFi-IoTDB.md | 56 +-
docs/UserGuide/Operate-Metadata/Template.md | 38 +-
docs/zh/Download/README.md | 28 +-
docs/zh/UserGuide/Alert/Alerting.md | 110 +-
docs/zh/UserGuide/Alert/Triggers.md | 1128 ++++++-------------
.../UserGuide/Ecosystem-Integration/NiFi-IoTDB.md | 53 +-
docs/zh/UserGuide/Operate-Metadata/Template.md | 40 +-
.../iotdb/trigger/ClusterAlertingExample.java | 2 +-
.../iotdb/external/api/IPropertiesLoader.java | 12 +-
...sNumerLimiter.java => ISeriesNumerMonitor.java} | 8 +-
.../iotdb/flink/tsfile/util/TSFileConfigUtil.java | 1 +
.../util/TSFileConfigUtilCompletenessTest.java | 12 +-
grafana-plugin/README.md | 363 +++++-
grafana-plugin/src/plugin.json | 4 +-
integration-test/import-control.xml | 5 +
.../java/org/apache/iotdb/it/env/AbstractEnv.java | 51 +-
.../org/apache/iotdb/it/env/ConfigNodeWrapper.java | 2 +-
.../org/apache/iotdb/it/env/DataNodeWrapper.java | 10 +-
.../java/org/apache/iotdb/it/env/MppConfig.java | 36 +
.../org/apache/iotdb/it/env/RemoteServerEnv.java | 10 +
.../org/apache/iotdb/itbase/env/BaseConfig.java | 52 +
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 8 +-
.../confignode/it/IoTDBClusterPartitionIT.java | 23 +-
.../iotdb/confignode/it/IoTDBClusterRestartIT.java | 5 +-
.../iotdb/confignode/it/IoTDBConfigNodeIT.java | 9 +-
.../confignode/it/IoTDBConfigNodeSnapshotIT.java | 13 +-
.../it/IoTDBConfigNodeSwitchLeaderIT.java | 236 ++++
.../iotdb/confignode/it/IoTDBStorageGroupIT.java | 5 +-
.../org/apache/iotdb/db/it/env/StandaloneEnv.java | 11 +
.../iotdb/db/it/env/StandaloneEnvConfig.java | 66 ++
.../apache/iotdb/db/it/mqtt/IoTDBMQTTSinkIT.java | 68 +-
.../db/it/schema/IoTDBDeactivateTemplateIT.java | 231 ++++
.../it/schema/IoTDBMetadataFetchSchemaFileIT.java | 53 +
.../apache/iotdb/db/it/sync/SyncTransportTest.java | 323 ++++++
.../db/it/trigger/IoTDBTriggerManagementIT.java | 486 ++++++++
.../iotdb/db/it/udf/IoTDBUDFManagementIT.java | 8 +-
.../iotdb/db/it/watermark/IoTDBWatermarkIT.java | 179 +--
metrics/dropwizard-metrics/pom.xml | 6 -
...otdb-metric.yml => iotdb-confignode-metric.yml} | 0
...{iotdb-metric.yml => iotdb-datanode-metric.yml} | 0
.../metrics/config/MetricConfigDescriptor.java | 31 +-
.../iotdb/metrics/config/MetricConstant.java | 4 +-
.../apache/iotdb/commons/cluster/NodeStatus.java | 2 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 10 +-
.../org/apache/iotdb/commons/path/PartialPath.java | 4 +
.../apache/iotdb/commons/service/ServiceType.java | 2 -
.../iotdb/commons/trigger/TriggerInformation.java | 3 +-
...trationInformation.java => UDFInformation.java} | 29 +-
.../org/apache/iotdb/commons/udf/UDFTable.java | 38 +-
.../iotdb/commons/udf/service/SnapshotUtils.java | 96 --
.../commons/udf/service/UDFExecutableManager.java | 81 +-
.../iotdb/commons/udf/service/UDFLogWriter.java | 83 --
.../commons/udf/service/UDFManagementService.java | 248 +++++
.../udf/service/UDFRegistrationService.java | 513 ---------
.../commons/utils/ThriftConfigNodeSerDeUtils.java | 19 -
pom.xml | 2 +-
.../schemaregion/rocksdb/RSchemaRegion.java | 23 +-
.../schemaregion/rocksdb/mnode/REntityMNode.java | 20 +
.../resources/conf/iotdb-datanode.properties | 51 +-
.../conf/{logback.xml => logback-datanode.xml} | 52 +-
.../assembly/resources/sbin/remove-datanode.bat | 2 +-
.../src/assembly/resources/sbin/remove-datanode.sh | 2 +-
.../src/assembly/resources/sbin/start-datanode.bat | 2 +-
.../src/assembly/resources/sbin/start-datanode.sh | 2 +-
.../assembly/resources/sbin/start-new-server.bat | 2 +-
.../assembly/resources/sbin/start-new-server.sh | 2 +-
.../src/assembly/resources/sbin/start-server.bat | 2 +-
server/src/assembly/resources/sbin/start-server.sh | 2 +-
server/src/assembly/server.xml | 10 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 38 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 44 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 73 +-
.../db/engine/storagegroup/TsFileProcessor.java | 9 +-
.../iotdb/db/metadata/mnode/EntityMNode.java | 38 +
.../iotdb/db/metadata/mnode/IEntityMNode.java | 8 +
.../iotdb/db/metadata/mnode/InternalMNode.java | 8 +-
.../iotdb/db/metadata/mtree/ConfigMTree.java | 39 +
.../iotdb/db/metadata/mtree/IMTreeBelowSG.java | 36 +
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 100 ++
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 105 +-
.../iotdb/db/metadata/mtree/store/IMTreeStore.java | 14 +
.../db/metadata/mtree/traverser/Traverser.java | 19 +-
.../traverser/collector/MeasurementCollector.java | 3 +-
.../plan/schemaregion/SchemaRegionPlanType.java | 6 +-
.../plan/schemaregion/SchemaRegionPlanVisitor.java | 17 +
.../impl/ActivateTemplateInClusterPlanImpl.java | 8 +-
.../impl/DeactivateTemplatePlanImpl.java | 23 +-
.../impl/PreDeactivateTemplatePlanImpl.java} | 34 +-
.../RollbackPreDeactivateTemplatePlanImpl.java} | 34 +-
.../impl/SchemaRegionPlanDeserializer.java | 43 +
.../schemaregion/impl/SchemaRegionPlanFactory.java | 6 +
.../impl/SchemaRegionPlanSerializer.java | 51 +
.../impl/SchemaRegionPlanTxtSerializer.java | 35 +
.../write/IActivateTemplateInClusterPlan.java | 4 +-
...usterPlan.java => IDeactivateTemplatePlan.java} | 29 +-
...erPlan.java => IPreDeactivateTemplatePlan.java} | 29 +-
...ava => IRollbackPreDeactivateTemplatePlan.java} | 29 +-
.../db/metadata/schemaregion/ISchemaRegion.java | 15 +-
.../db/metadata/schemaregion/SchemaEngine.java | 46 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 162 ++-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 65 +-
.../iotdb/db/metadata/template/Template.java | 5 +-
.../metadata/visitor/SchemaExecutionVisitor.java | 38 +
.../operator/process/TransformOperator.java | 6 +-
.../schema/PathsUsingTemplateScanOperator.java | 21 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 12 +
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 22 +-
.../iotdb/db/mpp/plan/constant/StatementType.java | 2 +
.../plan/execution/config/ConfigTaskVisitor.java | 8 +
.../config/executor/ClusterConfigTaskExecutor.java | 86 +-
.../config/executor/IConfigTaskExecutor.java | 4 +
.../executor/StandaloneConfigTaskExecutor.java | 21 +-
.../execution/config/metadata/ShowClusterTask.java | 4 +-
.../config/metadata/ShowFunctionsTask.java | 7 +-
.../template/DeactivateSchemaTemplateTask.java | 45 +
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 25 +-
.../db/mpp/plan/parser/StatementGenerator.java | 4 +-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 7 +-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 4 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 2 +-
.../plan/planner/distribution/SourceRewriter.java | 88 +-
.../mpp/plan/planner/plan/node/PlanNodeType.java | 14 +-
.../db/mpp/plan/planner/plan/node/PlanVisitor.java | 15 +
.../metedata/read/PathsUsingTemplateScanNode.java | 36 +-
.../node/metedata/read/SchemaQueryScanNode.java | 10 +
.../metedata/write/DeactivateTemplateNode.java | 128 +++
.../metedata/write/PreDeactivateTemplateNode.java | 128 +++
.../write/RollbackPreDeactivateTemplateNode.java | 130 +++
.../db/mpp/plan/statement/StatementVisitor.java | 5 +
.../plan/statement/crud/LoadTsFileStatement.java | 4 +
...ement.java => DeactivateTemplateStatement.java} | 44 +-
.../template/ShowPathsUsingTemplateStatement.java | 22 +-
.../mpp/transformation/dag/udf/UDTFExecutor.java | 4 +-
.../dag/udf/UDTFInformationInferrer.java | 4 +-
.../db/protocol/mqtt/PayloadFormatManager.java | 5 +-
.../iotdb/db/protocol/mqtt/PublishHandler.java | 4 -
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 18 +-
.../sys/ActivateTemplateInClusterPlan.java | 8 +-
.../apache/iotdb/db/query/dataset/UDTFDataSet.java | 6 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 36 +-
.../db/service/DataNodeInternalRPCService.java | 2 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 12 -
.../java/org/apache/iotdb/db/service/NewIoTDB.java | 11 -
.../impl/DataNodeInternalRPCServiceImpl.java | 337 ++++--
.../java/org/apache/iotdb/db/sync/SyncService.java | 45 +-
.../db/sync/common/ClusterSyncInfoFetcher.java | 14 +-
.../sync/pipedata/queue/BufferedPipeDataQueue.java | 70 +-
.../db/sync/receiver/load/DeletionLoader.java | 52 +-
.../iotdb/db/sync/receiver/load/ILoader.java | 20 +
.../iotdb/db/sync/receiver/load/TsFileLoader.java | 58 +-
.../iotdb/db/trigger/executor/TriggerExecutor.java | 14 +-
.../db/trigger/executor/TriggerFireVisitor.java | 42 +-
.../trigger/service/TriggerInformationUpdater.java | 104 ++
.../trigger/service/TriggerManagementService.java | 19 +-
.../java/org/apache/iotdb/db/utils/FilesUtils.java | 43 +
.../org/apache/iotdb/db/utils/JarLoaderUtil.java | 150 ---
.../apache/iotdb/db/utils/sync/SyncPipeUtil.java | 4 +-
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 70 +-
.../plan/SchemaRegionPlanCompatibilityTest.java | 22 +-
.../schemaRegion/SchemaRegionBasicTest.java | 231 ++++
...gionTest.java => SchemaRegionSnapshotTest.java} | 2 +-
.../multimode/SchemaRegionFullMemoryTest.java | 25 +-
.../multimode/SchemaRegionMemoryTest.java | 28 +-
.../multimode/SchemaRegionNonMemoryTest.java | 25 +-
.../multimode/SchemaRegionPartialMemoryTest.java | 25 +-
.../multimode/SchemaRegionSchemaFileTest.java | 28 +-
.../mpp/execution/operator/OperatorMemoryTest.java | 6 +-
.../iotdb/db/protocol/mqtt/PublishHandlerTest.java | 132 ---
.../iotdb/db/qp/physical/PhysicalPlanTest.java | 27 +-
.../apache/iotdb/db/sink/LocalIoTDBSinkTest.java | 218 ----
.../sync/pipedata/BufferedPipeDataQueueTest.java | 95 ++
.../iotdb/db/sync/transport/SyncTransportTest.java | 357 ------
.../apache/iotdb/db/utils/EnvironmentUtils.java | 10 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 2 +-
site/src/main/.vuepress/config.js | 4 +-
.../src/main/thrift/confignode.thrift | 19 +-
thrift/src/main/thrift/datanode.thrift | 41 +-
.../iotdb/tsfile/common/conf/TSFileConfig.java | 12 +
.../iotdb/tsfile/common/conf/TSFileDescriptor.java | 4 +-
...nException.java => UDFManagementException.java} | 6 +-
316 files changed, 9544 insertions(+), 6123 deletions(-)
diff --cc server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/executor/ClusterConfigTaskExecutor.java
index 22a90cf3e2,4cab93e460..f2903a073c
--- a/server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/executor/ClusterConfigTaskExecutor.java
+++ b/server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/executor/ClusterConfigTaskExecutor.java
@@@ -32,12 -32,12 +32,14 @@@ import org.apache.iotdb.commons.path.Pa
import org.apache.iotdb.commons.path.PathPatternTree;
import org.apache.iotdb.commons.trigger.service.TriggerExecutableManager;
import org.apache.iotdb.confignode.rpc.thrift.TCountStorageGroupResp;
+import org.apache.iotdb.confignode.rpc.thrift.TCreateCQReq;
import org.apache.iotdb.confignode.rpc.thrift.TCreateFunctionReq;
+ import org.apache.iotdb.confignode.rpc.thrift.TCreatePipeReq;
import org.apache.iotdb.confignode.rpc.thrift.TCreateTriggerReq;
+ import org.apache.iotdb.confignode.rpc.thrift.TDeactivateSchemaTemplateReq;
import org.apache.iotdb.confignode.rpc.thrift.TDeleteStorageGroupsReq;
import org.apache.iotdb.confignode.rpc.thrift.TDeleteTimeSeriesReq;
+import org.apache.iotdb.confignode.rpc.thrift.TDropCQReq;
import org.apache.iotdb.confignode.rpc.thrift.TDropFunctionReq;
import org.apache.iotdb.confignode.rpc.thrift.TDropPipeSinkReq;
import org.apache.iotdb.confignode.rpc.thrift.TDropTriggerReq;
@@@ -51,10 -51,8 +53,9 @@@ import org.apache.iotdb.confignode.rpc.
import org.apache.iotdb.confignode.rpc.thrift.TGetTimeSlotListReq;
import org.apache.iotdb.confignode.rpc.thrift.TGetTimeSlotListResp;
import org.apache.iotdb.confignode.rpc.thrift.TGetTriggerTableResp;
- import org.apache.iotdb.confignode.rpc.thrift.TPipeInfo;
import org.apache.iotdb.confignode.rpc.thrift.TPipeSinkInfo;
import org.apache.iotdb.confignode.rpc.thrift.TSetStorageGroupReq;
+import org.apache.iotdb.confignode.rpc.thrift.TShowCQResp;
import org.apache.iotdb.confignode.rpc.thrift.TShowClusterResp;
import org.apache.iotdb.confignode.rpc.thrift.TShowConfigNodesResp;
import org.apache.iotdb.confignode.rpc.thrift.TShowDataNodesResp;
diff --cc server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/StatementVisitor.java
index 2559f09c4f,0c74684373..abc53975be
--- a/server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/StatementVisitor.java
+++ b/server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/StatementVisitor.java
@@@ -413,18 -411,8 +413,23 @@@ public abstract class StatementVisitor<
return visitStatement(getTimeSlotListStatement, context);
}
+ public R visitDeactivateTemplate(
+ DeactivateTemplateStatement deactivateTemplateStatement, C context) {
+ return visitStatement(deactivateTemplateStatement, context);
+ }
++
+ public R visitCreateContinuousQuery(
+ CreateContinuousQueryStatement createContinuousQueryStatement, C context) {
+ return visitStatement(createContinuousQueryStatement, context);
+ }
+
+ public R visitDropContinuousQuery(
+ DropContinuousQueryStatement dropContinuousQueryStatement, C context) {
+ return visitStatement(dropContinuousQueryStatement, context);
+ }
+
+ public R visitShowContinuousQueries(
+ ShowContinuousQueriesStatement showContinuousQueriesStatement, C context) {
+ return visitStatement(showContinuousQueriesStatement, context);
+ }
}