You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by hu...@apache.org on 2022/07/14 04:01:38 UTC
[iotdb] branch lmh/aggrOpRefactor updated (5c547bfc0e -> 89c633107e)
This is an automated email from the ASF dual-hosted git repository.
hui pushed a change to branch lmh/aggrOpRefactor
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 5c547bfc0e add configs in iotdb-datanode.properties
add 0b130fd462 [IOTDB-3717] Add metrics for thrift connections and worker threads (#6581)
add 3f596c676f [IOTDB-3550]Fix show child nodes (#6598)
add 2343a33b88 remove duplicate IT (#6602)
add 05ffd8893b [IOTDB-3711] Update RegionRouteMap based on heartbeat sample (#6590)
add a0e30f5157 [IOTDB-3745]Deduplicate mods of target files in compaction (#6591)
add d7f26ab019 [IOTDB-3387]Print all bad files in Validation Tool (#6489)
add f7464253fb [IOTDB-3637] Optimize getOrCreatePartition process (#6596)
add c609bd01d8 [IOTDB-3313] Mappable UDTF, Reduce boxing/unboxing overhead in UDF InputLayer / OutputLayer (#6565)
add 73db1ee9e4 [IOTDB-3628][IOTDB-3630][IOTDB-3764] Fix some faild ITs of UDF
add bd0bab3d20 Change fill doc (#6605)
add 8fea934fd7 finish (#6610)
add 9c244b7f4f [IOTDB-3747] Fix log bug (#6612)
add 4858808d19 Add test stats in cluster IT for future use (#6604)
add 83e1071d19 [IOTDB-3734] Set safely deleted search index directly in multi-leader (#6617)
add 066fc35bc6 [IOTDB-3656] Loader Tool for TsFile (#6498)
add 63de9af1eb [IOTDB-3560]Support basic create and query template (#6608)
add d1f2ce3792 [CLIENT-PY]Optimize the performance of filling null values (#6555)
add a7be051e5f fix (#6630)
add d3ce150b52 Fix typo in user guide (#6619)
add d1dd425fcd [IOTDB-3718] Unify retry logic of SyncClientPool in ConfigNode (#6613)
add 86efede983 [IOTDB-3736] Remove DELETED status for TsFileResource (#6618)
add 7ecb0fff4f Refine Analyzer and LogicalPlanner (#6633)
add 0bc4e3dbb1 [IOTDB-3792] Show region tool support query condition of storage group (#6631)
add 5bdede4229 [IOTDB-3795] Remove setting read-only when handling compaction exception
add 16607fa29a Fix InnerSpaceCompactionExceptionTest (#6639)
add a944f97b0c [IOTDB-3788] insertRecord support insert Binary as TEXT DataType (#6634)
add 0eeabbca62 [IOTDB-3520] Support executeBatchStatement for MPP framework (#6628)
add 1b81a2b41e [IOTDB-3728] Greedy Region Allocator (#6611)
add 7876b11554 Merge remote-tracking branch 'origin/master' into lmh/aggrOpRefactor
add 486e40dc11 fix review
add 796e4319fe simply logic in SlidingWindowAggregator
add c2fa603a9c fix constructor in AbstractSeriesAggregationScanOperator
add 1e43948bd6 fix review about TimeSliceAllocator
add 77d85d6584 fix review about LocalExecutionPlanner
add 1a9fedbaef fix tsBlock update bug when clac from raw data
add 203b15bae6 [IOTDB-3352][IOTDB-3782] Fix the cache problem in PartitionCache and Optimize. (#6624)
add 6dc4757d2c [IOTDB-3457] start new feature: data node shrink (#6236)
add 4c99996e9d Add back the logic of blocking insert before holding writelock (#6649)
add 1824a86575 [Session] print ip and port for connection failure (#6650)
add aaeda83e9a [IOTDB-3805] Document and example of TEXT session interface (#6645)
add 7d0f517de5 Add more log to the cancellation operation of FragmentInstanceStateTracker (#6647)
add e4823ec57a [IOTDB-3756]Support mount template and query mount info (#6652)
add d56baad266 [IOTDB-3799] Create read_consistency_level parameter (#6638)
add 035779b7b8 [IOTDB-3811] Add registeredConfigNode into NodeInfo's snapshot #6659
add 6e193e8f56 Change 0.12.6 website download link (#6667)
add 343f84697e finish (#6669)
add 34c871e6f6 fix the issue that TransformNode is not considered in ExchangeNodeAddr (#6662)
add 89c633107e Merge remote-tracking branch 'origin/master' into lmh/aggrOpRefactor
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 2 +-
client-py/iotdb/utils/IoTDBRpcDataSet.py | 36 +-
.../resources/conf/iotdb-confignode.properties | 22 +-
.../confignode/client/AsyncDataNodeClientPool.java | 20 +-
.../confignode/client/ConfigNodeRequestType.java | 15 +-
.../confignode/client/DataNodeRequestType.java | 17 +-
.../client/SyncConfigNodeClientPool.java | 142 +-
.../confignode/client/SyncDataNodeClientPool.java | 153 +-
.../handlers/ConfigNodeHeartbeatHandler.java | 6 +-
.../client/handlers/DataNodeHeartbeatHandler.java | 24 +-
.../handlers/UpdateRegionRouteMapHandler.java | 58 +
.../iotdb/confignode/conf/ConfigNodeConfig.java | 26 +-
.../confignode/conf/ConfigNodeDescriptor.java | 34 +-
.../confignode/conf/ConfigNodeRemoveCheck.java | 17 +-
.../consensus/request/ConfigPhysicalPlan.java | 24 +
.../consensus/request/ConfigPhysicalPlanType.java | 11 +-
.../request/read/GetDataPartitionPlan.java | 46 +-
...Plan.java => GetNodesInSchemaTemplatePlan.java} | 49 +-
.../request/read/GetOrCreateDataPartitionPlan.java | 24 +
.../read/GetOrCreateSchemaPartitionPlan.java | 9 +
...oListPlan.java => GetPathsSetTemplatePlan.java} | 29 +-
.../request/read/GetRegionInfoListPlan.java | 40 +-
.../request/read/GetSchemaPartitionPlan.java | 5 +-
...nfoListPlan.java => GetSchemaTemplatePlan.java} | 36 +-
.../CreateSchemaTemplatePlan.java} | 48 +-
.../request/write/RemoveDataNodePlan.java | 219 +++
.../SetSchemaTemplatePlan.java} | 35 +-
.../request/write/UpdateRegionLocationPlan.java | 86 ++
.../response/DataNodeConfigurationResp.java | 6 +-
...gurationResp.java => DataNodeToStatusResp.java} | 52 +-
.../consensus/response/DataPartitionResp.java | 30 +
.../response/PathInfoResp.java} | 32 +-
.../consensus/response/SchemaPartitionResp.java | 19 +
.../response/TemplateInfoResp.java} | 33 +-
.../statemachine/PartitionRegionStateMachine.java | 2 +
.../confignode/manager/ClusterSchemaManager.java | 112 ++
.../iotdb/confignode/manager/ConfigManager.java | 255 +++-
.../confignode/manager/DataNodeRemoveManager.java | 805 +++++++++++
.../apache/iotdb/confignode/manager/IManager.java | 80 +-
.../iotdb/confignode/manager/NodeManager.java | 118 +-
.../iotdb/confignode/manager/PartitionManager.java | 364 ++---
.../confignode/manager/PermissionManager.java | 6 +-
.../iotdb/confignode/manager/load/LoadManager.java | 98 +-
.../manager/load/balancer/RegionBalancer.java | 25 +-
.../balancer/region/CopySetRegionAllocator.java | 2 +-
.../balancer/region/GreedyRegionAllocator.java | 68 +
.../load/heartbeat/ConfigNodeHeartbeatCache.java | 40 +-
.../load/heartbeat/DataNodeHeartbeatCache.java | 32 +-
.../{IHeartbeatStatistic.java => INodeCache.java} | 16 +-
.../manager/load/heartbeat/IRegionGroupCache.java | 16 +-
...rtbeatPackage.java => NodeHeartbeatSample.java} | 6 +-
.../manager/load/heartbeat/RegionGroupCache.java | 61 +-
...beatPackage.java => RegionHeartbeatSample.java} | 21 +-
.../confignode/persistence/ClusterSchemaInfo.java | 109 +-
.../iotdb/confignode/persistence/NodeInfo.java | 220 ++-
.../persistence/executor/ConfigPlanExecutor.java | 41 +-
.../persistence/partition/PartitionInfo.java | 74 +-
.../partition/StorageGroupPartitionTable.java | 119 +-
.../persistence/schema/TemplateTable.java | 240 ++++
.../procedure/env/ConfigNodeProcedureEnv.java | 24 +-
.../iotdb/confignode/service/ConfigNode.java | 10 +-
.../service/thrift/ConfigNodeRPCService.java | 14 +
.../thrift/ConfigNodeRPCServiceHandler.java | 22 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 127 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 104 +-
.../request/write/RemoveDataNodePlanTest.java | 151 ++
.../balancer/region/GreedyRegionAllocatorTest.java | 88 ++
.../persistence/ClusterSchemaInfoTest.java | 49 +
.../confignode/persistence/PartitionInfoTest.java | 79 +-
.../confignode/persistence/TemplateTableTest.java | 135 ++
.../common/request/IndexedConsensusRequest.java | 6 +
.../multileader/MultiLeaderServerImpl.java | 6 +-
.../multileader/client/DispatchLogHandler.java | 2 +
.../multileader/logdispatcher/IndexController.java | 11 -
.../multileader/logdispatcher/LogDispatcher.java | 7 +
.../multileader/wal/ConsensusReqReader.java | 6 +
.../multileader/util/FakeConsensusReqReader.java | 3 +
.../multileader/util/TestStateMachine.java | 1 -
docs/Download/README.md | 34 +-
docs/UserGuide/API/Programming-Java-Native-API.md | 13 +-
.../Maintenance-Tools/Maintenance-Command.md | 56 +
docs/UserGuide/Maintenance-Tools/Metric-Tool.md | 8 +-
.../Maintenance-Tools/TsFile-Load-Tool.md | 62 +
docs/UserGuide/Query-Data/Fill-Null-Value.md | 389 ++---
.../Reference/ConfigNode-Config-Manual.md | 10 +
docs/zh/Download/README.md | 34 +-
.../UserGuide/API/Programming-Java-Native-API.md | 11 +
.../Maintenance-Tools/Maintenance-Command.md | 58 +
docs/zh/UserGuide/Maintenance-Tools/Metric-Tool.md | 8 +-
.../Maintenance-Tools/TsFile-Load-Tool.md | 62 +
docs/zh/UserGuide/Query-Data/Fill-Null-Value.md | 399 ++----
docs/zh/UserGuide/QuickStart/QuickStart.md | 4 +-
.../Reference/ConfigNode-Config-Manual.md | 9 +
.../main/java/org/apache/iotdb/SessionExample.java | 44 +-
integration-test/pom.xml | 22 +
.../java/org/apache/iotdb/it/env/AbstractEnv.java | 4 +-
.../apache/iotdb/it/env/AbstractNodeWrapper.java | 4 +-
.../java/org/apache/iotdb/it/env/Cluster1Env.java | 5 +-
.../java/org/apache/iotdb/it/env/EnvFactory.java | 4 +-
.../apache/iotdb/it/env/StandaloneOnMppEnv.java | 5 +-
.../iotdb/it/framework/IoTDBTestListener.java | 65 +
.../apache/iotdb/it/framework/IoTDBTestLogger.java | 13 +-
.../iotdb/it/framework/IoTDBTestReporter.java | 67 +
.../it/{env => framework}/IoTDBTestRunner.java | 23 +-
.../IoTDBTestStat.java} | 26 +-
.../iotdb/itbase/runtime/NodeConnection.java | 5 +-
.../iotdb/itbase/runtime/RequestDelegate.java | 4 +-
.../java/org/apache/iotdb/db/it/IoTDBAuthIT.java | 2 +-
.../org/apache/iotdb/db/it/IoTDBCompleteIT.java | 2 +-
.../org/apache/iotdb/db/it/IoTDBDeletionIT.java | 2 +-
.../org/apache/iotdb/db/it/IoTDBExampleIT.java | 2 +-
.../apache/iotdb/db/it/IoTDBFilterBetweenIT.java | 2 +-
.../org/apache/iotdb/db/it/IoTDBMultiDeviceIT.java | 2 +-
.../org/apache/iotdb/db/it/IoTDBNestedQueryIT.java | 7 +-
.../org/apache/iotdb/db/it/IoTDBQuotedPathIT.java | 2 +-
.../it/IoTDBSameMeasurementsDifferentTypesIT.java | 2 +-
.../org/apache/iotdb/db/it/IoTDBSimpleQueryIT.java | 2 +-
.../db/it/IoTDBSyntaxConventionIdentifierIT.java | 2 +-
.../it/IoTDBSyntaxConventionStringLiteralIT.java | 2 +-
.../org/apache/iotdb/db/it/IoTDBTimeZoneIT.java | 2 +-
.../aggregation/IoTDBAggregationLargeDataIT.java | 2 +-
.../db/it/alignbydevice/IoTDBAlignByDeviceIT.java | 2 +-
.../aligned/IoTDBAggregationWithDeletion2IT.java | 2 +-
.../it/aligned/IoTDBAggregationWithDeletionIT.java | 2 +-
.../db/it/aligned/IoTDBAlignedDataDeletionIT.java | 2 +-
.../db/it/aligned/IoTDBAlignedSeriesQuery2IT.java | 2 +-
.../db/it/aligned/IoTDBAlignedSeriesQuery3IT.java | 2 +-
.../db/it/aligned/IoTDBAlignedSeriesQueryIT.java | 2 +-
.../db/it/aligned/IoTDBGroupByLevelQueryIT.java | 2 +-
...GroupByQueryWithValueFilterWithDeletion2IT.java | 2 +-
...BGroupByQueryWithValueFilterWithDeletionIT.java | 2 +-
...upByQueryWithoutValueFilterWithDeletion2IT.java | 2 +-
...oupByQueryWithoutValueFilterWithDeletionIT.java | 2 +-
.../db/it/aligned/IoTDBInsertAlignedValues2IT.java | 2 +-
.../db/it/aligned/IoTDBInsertAlignedValues3IT.java | 2 +-
.../db/it/aligned/IoTDBInsertAlignedValues4IT.java | 2 +-
.../db/it/aligned/IoTDBInsertAlignedValuesIT.java | 2 +-
.../it/aligned/IoTDBLastQueryWithDeletion2IT.java | 2 +-
.../it/aligned/IoTDBLastQueryWithDeletionIT.java | 2 +-
.../aligned/IoTDBLastQueryWithoutLastCache2IT.java | 2 +-
.../aligned/IoTDBLastQueryWithoutLastCacheIT.java | 2 +-
...DBLastQueryWithoutLastCacheWithDeletion2IT.java | 2 +-
...TDBLastQueryWithoutLastCacheWithDeletionIT.java | 2 +-
...BRawQueryWithoutValueFilterWithDeletion2IT.java | 2 +-
...DBRawQueryWithoutValueFilterWithDeletionIT.java | 2 +-
.../apache/iotdb/db/it/groupby/IOTDBGroupByIT.java | 2 +-
.../db/it/groupby/IoTDBGroupByNaturalMonthIT.java | 2 +-
.../iotdb/db/it/groupby/IoTDBGroupByUnseqIT.java | 2 +-
.../org/apache/iotdb/db/it/query/IoTDBAliasIT.java | 2 +-
.../iotdb/db/it/query/IoTDBNullValueFillIT.java | 2 +-
.../iotdb/db/it/query/IoTDBPaginationIT.java | 2 +-
.../query/IoTDBQueryWithComplexValueFilterIT.java | 2 +-
.../apache/iotdb/db/it/query/IoTDBResultSetIT.java | 2 +-
.../db/it/schema/IoTDBAutoCreateSchemaIT.java | 2 +-
.../it/schema/IoTDBCreateAlignedTimeseriesIT.java | 2 +-
.../db/it/schema/IoTDBCreateStorageGroupIT.java | 2 +-
.../db/it/schema/IoTDBCreateTimeseriesIT.java | 2 +-
.../db/it/schema/IoTDBDeleteStorageGroupIT.java | 2 +-
.../iotdb/db/it/schema/IoTDBMetadataFetchIT.java | 2 +-
.../db/it/schema/IoTDBSortedShowTimeseriesIT.java | 2 +-
.../apache/iotdb/db/it/schema/IoTDBTagAlterIT.java | 2 +-
.../org/apache/iotdb/db/it/schema/IoTDBTagIT.java | 2 +-
.../iotdb/db/it/udf/IoTDBUDFManagementIT.java | 2 +-
.../iotdb/db/it/udf/IoTDBUDFWindowQueryIT.java | 8 +-
.../db/it/udf/IoTDBUDTFAlignByTimeQueryIT.java | 2 +-
.../db/it/udf/IoTDBUDTFBuiltinFunctionIT.java | 9 +-
.../iotdb/db/it/udf/IoTDBUDTFHybridQueryIT.java | 2 +-
.../iotdb/db/it/udf/IoTDBUDTFNonAlignQueryIT.java | 2 +-
integration/pom.xml | 5 +
.../db/integration/IoTDBAutoCreateSchemaIT.java | 208 ---
.../IoTDBCreateAlignedTimeseriesIT.java | 27 -
.../db/integration/IoTDBCreateStorageGroupIT.java | 131 --
.../db/integration/IoTDBDeleteStorageGroupIT.java | 183 ---
.../iotdb/db/integration/IoTDBDeletionIT.java | 529 -------
.../iotdb/db/integration/IoTDBMetadataFetchIT.java | 660 ---------
.../iotdb/db/integration/IoTDBMultiDeviceIT.java | 297 ----
.../iotdb/db/integration/IoTDBNestedQueryIT.java | 681 ---------
.../IoTDBSameMeasurementsDifferentTypesIT.java | 182 ---
.../iotdb/db/integration/IoTDBSimpleQueryIT.java | 1258 -----------------
.../IoTDBSyntaxConventionIdentifierIT.java | 998 -------------
.../IoTDBSyntaxConventionStringLiteralIT.java | 764 ----------
.../iotdb/db/integration/IoTDBTagAlterIT.java | 625 ---------
.../apache/iotdb/db/integration/IoTDBTagIT.java | 887 +-----------
.../db/integration/IoTDBTsFileLoaderToolIT.java | 154 ++
.../db/integration/IoTDBUDFWindowQueryIT.java | 35 +-
.../integration/IoTDBUDTFAlignByTimeQueryIT.java | 628 ---------
.../db/integration/aligned/IoTDBDeletionIT.java | 554 --------
.../apache/iotdb/session/IoTDBSessionSimpleIT.java | 57 +
load-tsfile-tool/pom.xml | 83 ++
load-tsfile-tool/src/assembly/loadTsFileTool.xml | 40 +
.../src/assembly/resources/sbin/load-tsfile.bat | 60 +
.../src/assembly/resources/sbin/load-tsfile.sh | 42 +-
.../java/org/apache/iotdb/TsFileLoaderTool.java | 427 ++++++
.../iotdb/commons/enums/DataNodeRemoveState.java | 40 +-
.../iotdb/commons/enums/RegionMigrateState.java | 40 +-
.../commons/partition/DataPartitionTable.java | 24 +-
.../service/AbstractThriftServiceThread.java | 29 +-
.../apache/iotdb/commons/service/ServiceType.java | 1 +
.../commons/udf/builtin/String/UDTFEndsWith.java | 13 +-
.../commons/udf/builtin/String/UDTFLower.java | 14 +-
.../commons/udf/builtin/String/UDTFUpper.java | 14 +-
.../apache/iotdb/commons/udf/builtin/UDTFAbs.java | 27 +-
.../apache/iotdb/commons/udf/builtin/UDTFMath.java | 29 +-
.../iotdb/commons/udf/builtin/UDTFOnOff.java | 34 +-
pom.xml | 1 +
.../schemaregion/rocksdb/mnode/RMNode.java | 10 +
.../resources/conf/iotdb-datanode.properties | 2 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 189 +++
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 13 +-
.../org/apache/iotdb/db/conf/IoTDBStopCheck.java | 76 +
.../statemachine/DataRegionStateMachine.java | 3 -
.../compaction/CompactionExceptionHandler.java | 5 -
.../db/engine/compaction/CompactionUtils.java | 53 +-
.../compaction/cross/CrossSpaceCompactionTask.java | 1 -
.../iotdb/db/engine/storagegroup/DataRegion.java | 13 +-
.../engine/storagegroup/TsFileNameGenerator.java | 23 +
.../db/engine/storagegroup/TsFileResource.java | 15 +-
.../engine/storagegroup/TsFileResourceStatus.java | 3 +-
.../apache/iotdb/db/metadata/MetadataConstant.java | 3 +
.../idtable/entry/InsertMeasurementMNode.java | 10 +
.../org/apache/iotdb/db/metadata/mnode/IMNode.java | 4 +
.../iotdb/db/metadata/mnode/InternalMNode.java | 14 +
.../iotdb/db/metadata/mnode/MeasurementMNode.java | 15 +-
.../mtree/{MTreeAboveSG.java => ConfigMTree.java} | 160 ++-
.../db/metadata/schemaregion/SchemaEngine.java | 6 +-
.../storagegroup/StorageGroupSchemaManager.java | 6 +-
.../metadata/template/ClusterTemplateManager.java | 212 +++
.../db/metadata/template/ITemplateManager.java | 66 +
.../iotdb/db/metadata/template/Template.java | 51 +-
.../iotdb/db/mpp/aggregation/Aggregator.java | 3 -
.../EmptyQueueSlidingWindowAggregator.java | 1 -
.../MonotonicQueueSlidingWindowAggregator.java | 5 +-
.../NormalQueueSlidingWindowAggregator.java | 1 -
.../iotdb/db/mpp/common/header/HeaderConstant.java | 29 +
.../execution/exchange/MPPDataExchangeService.java | 14 +
.../MPPDataExchangeServiceThriftHandler.java | 24 +-
.../db/mpp/execution/operator/AggregationUtil.java | 11 +-
.../process/RawDataAggregationOperator.java | 11 +-
.../operator/schema/NodePathsConvertOperator.java | 3 +
.../operator/schema/SchemaQueryMergeOperator.java | 10 +-
.../AbstractSeriesAggregationScanOperator.java | 16 +-
.../AlignedSeriesAggregationScanOperator.java | 12 +-
.../operator/source/AlignedSeriesScanUtil.java | 20 +-
.../source/SeriesAggregationScanOperator.java | 12 +-
.../timer/RuleBasedTimeSliceAllocator.java | 21 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 1484 ++++++++++++++++++++
.../apache/iotdb/db/mpp/plan/analyze/Analyzer.java | 1410 +------------------
.../mpp/plan/analyze/ClusterPartitionFetcher.java | 610 ++------
.../db/mpp/plan/analyze/cache/PartitionCache.java | 786 +++++++++++
.../analyze/cache/StorageGroupCacheResult.java | 68 +
.../iotdb/db/mpp/plan/constant/StatementType.java | 4 +
.../plan/execution/config/ConfigTaskVisitor.java | 35 +
.../execution/config/CreateSchemaTemplateTask.java | 29 +-
.../execution/config/SetSchemaTemplateTask.java | 29 +-
.../config/ShowNodesInSchemaTemplateTask.java | 79 ++
.../execution/config/ShowPathSetTemplateTask.java | 69 +
.../execution/config/ShowSchemaTemplateTask.java | 67 +
.../config/executor/ClusterConfigTaskExecutor.java | 115 ++
.../config/executor/IConfigTaskExecutor.java | 20 +
.../executor/StandaloneConfigTaskExecutor.java | 65 +
.../plan/expression/multi/FunctionExpression.java | 7 +
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 194 +++
.../db/mpp/plan/planner/LocalExecutionPlanner.java | 133 +-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 679 +++++++++
.../iotdb/db/mpp/plan/planner/LogicalPlanner.java | 655 ---------
.../planner/distribution/ExchangeNodeAdder.java | 6 +
.../planner/plan/node/process/TransformNode.java | 5 +
.../plan/node/write/InsertMultiTabletsNode.java | 6 -
.../plan/planner/plan/node/write/InsertNode.java | 22 +-
.../planner/plan/node/write/InsertRowsNode.java | 6 -
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 6 -
.../scheduler/FixedRateFragInsStateTracker.java | 29 +-
.../db/mpp/plan/statement/StatementVisitor.java | 35 +-
.../db/mpp/plan/statement/literal/LongLiteral.java | 11 +-
.../statement/metadata/ShowRegionStatement.java | 19 +-
.../template/CreateSchemaTemplateStatement.java | 181 +++
.../template/SetSchemaTemplateStatement.java | 74 +
.../ShowNodesInSchemaTemplateStatement.java} | 33 +-
.../ShowPathSetTemplateStatement.java} | 33 +-
.../ShowSchemaTemplateStatement.java} | 30 +-
.../multi/MappableUDFQueryRowTransformer.java | 122 ++
.../transformer/multi/UDFQueryRowTransformer.java | 2 +-
.../multi/UDFQueryRowWindowTransformer.java | 2 +-
.../dag/transformer/multi/UDFQueryTransformer.java | 83 +-
...rmer.java => UniversalUDFQueryTransformer.java} | 48 +-
.../mpp/transformation/dag/udf/UDTFExecutor.java | 13 +
.../java/org/apache/iotdb/db/service/DataNode.java | 122 +-
.../db/service/DataNodeInternalRPCService.java | 14 +
.../org/apache/iotdb/db/service/RPCService.java | 14 +
.../iotdb/db/service/RegionMigrateService.java | 471 +++++++
.../iotdb/db/service/metrics/enums/Metric.java | 4 +-
.../handler/InternalServiceThriftHandler.java | 18 +-
.../thrift/handler/RPCServiceThriftHandler.java | 16 +-
.../service/thrift/impl/ClientRPCServiceImpl.java | 54 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 213 ++-
.../transport/server/TransportServerManager.java | 14 +
.../server/TransportServerThriftHandler.java | 21 +
.../db/tools/settle/TsFileAndModSettleTool.java | 3 -
.../db/tools/validate/TsFileValidationTool.java | 181 ++-
.../db/wal/allocation/FirstCreateStrategy.java | 5 +-
.../org/apache/iotdb/db/wal/node/WALFakeNode.java | 5 +
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 16 +-
.../apache/iotdb/db/conf/IoTDBStopCheckTest.java | 110 ++
.../cross/RewriteCrossSpaceCompactionTest.java | 8 +-
.../compaction/inner/InnerSeqCompactionTest.java | 90 ++
.../inner/InnerSpaceCompactionExceptionTest.java | 3 -
...{MTreeAboveSGTest.java => ConfigMTreeTest.java} | 46 +-
.../iotdb/db/metadata/mtree/MTreeBelowSGTest.java | 4 +-
.../datanode1conf/iotdb-datanode.properties | 2 +-
.../datanode2conf/iotdb-datanode.properties | 2 +-
.../datanode3conf/iotdb-datanode.properties | 2 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 12 +-
.../apache/iotdb/session/SessionConnection.java | 84 +-
.../apache/iotdb/session/util/SessionUtils.java | 13 +-
thrift-commons/src/main/thrift/common.thrift | 8 +
.../src/main/thrift/confignode.thrift | 85 ++
thrift/src/main/thrift/datanode.thrift | 57 +-
.../iotdb/tsfile/utils/ReadWriteIOUtils.java | 13 +
.../apache/iotdb/tsfile/write/record/Tablet.java | 8 +-
.../main/java/org/apache/iotdb/udf/api/UDTF.java | 14 +
.../api/customizer/strategy/AccessStrategy.java | 3 +
.../strategy/MappableRowByRowAccessStrategy.java | 59 +
322 files changed, 13252 insertions(+), 13541 deletions(-)
copy server/src/main/java/org/apache/iotdb/db/engine/storagegroup/TsFileResourceStatus.java => confignode/src/main/java/org/apache/iotdb/confignode/client/ConfigNodeRequestType.java (81%)
copy server/src/main/java/org/apache/iotdb/db/engine/storagegroup/TsFileResourceStatus.java => confignode/src/main/java/org/apache/iotdb/confignode/client/DataNodeRequestType.java (77%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/client/handlers/UpdateRegionRouteMapHandler.java
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{GetRegionInfoListPlan.java => GetNodesInSchemaTemplatePlan.java} (52%)
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{GetRegionInfoListPlan.java => GetPathsSetTemplatePlan.java} (64%)
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/{GetRegionInfoListPlan.java => GetSchemaTemplatePlan.java} (61%)
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/{read/GetRegionInfoListPlan.java => write/CreateSchemaTemplatePlan.java} (55%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/RemoveDataNodePlan.java
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/{read/GetRegionInfoListPlan.java => write/SetSchemaTemplatePlan.java} (61%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/UpdateRegionLocationPlan.java
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/{DataNodeConfigurationResp.java => DataNodeToStatusResp.java} (53%)
copy confignode/src/main/java/org/apache/iotdb/confignode/{manager/load/heartbeat/HeartbeatPackage.java => consensus/response/PathInfoResp.java} (59%)
copy confignode/src/main/java/org/apache/iotdb/confignode/{manager/load/heartbeat/HeartbeatPackage.java => consensus/response/TemplateInfoResp.java} (56%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/DataNodeRemoveManager.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/region/GreedyRegionAllocator.java
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/{IHeartbeatStatistic.java => INodeCache.java} (77%)
copy confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/{HeartbeatPackage.java => NodeHeartbeatSample.java} (89%)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/{HeartbeatPackage.java => RegionHeartbeatSample.java} (71%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/persistence/schema/TemplateTable.java
create mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/consensus/request/write/RemoveDataNodePlanTest.java
create mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/manager/load/balancer/region/GreedyRegionAllocatorTest.java
create mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/persistence/TemplateTableTest.java
create mode 100644 docs/UserGuide/Maintenance-Tools/TsFile-Load-Tool.md
create mode 100644 docs/zh/UserGuide/Maintenance-Tools/TsFile-Load-Tool.md
create mode 100644 integration-test/src/main/java/org/apache/iotdb/it/framework/IoTDBTestListener.java
copy server/src/main/java/org/apache/iotdb/db/engine/storagegroup/TsFileResourceStatus.java => integration-test/src/main/java/org/apache/iotdb/it/framework/IoTDBTestLogger.java (79%)
create mode 100644 integration-test/src/main/java/org/apache/iotdb/it/framework/IoTDBTestReporter.java
rename integration-test/src/main/java/org/apache/iotdb/it/{env => framework}/IoTDBTestRunner.java (70%)
copy integration-test/src/main/java/org/apache/iotdb/it/{env/Cluster1Env.java => framework/IoTDBTestStat.java} (61%)
delete mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBAutoCreateSchemaIT.java
delete mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBCreateStorageGroupIT.java
delete mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBDeleteStorageGroupIT.java
delete mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBDeletionIT.java
delete mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBMetadataFetchIT.java
delete mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBMultiDeviceIT.java
delete mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBNestedQueryIT.java
delete mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBSameMeasurementsDifferentTypesIT.java
delete mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBSimpleQueryIT.java
delete mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBSyntaxConventionIdentifierIT.java
delete mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBSyntaxConventionStringLiteralIT.java
delete mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBTagAlterIT.java
create mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBTsFileLoaderToolIT.java
delete mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/aligned/IoTDBDeletionIT.java
create mode 100644 load-tsfile-tool/pom.xml
create mode 100644 load-tsfile-tool/src/assembly/loadTsFileTool.xml
create mode 100644 load-tsfile-tool/src/assembly/resources/sbin/load-tsfile.bat
copy server/src/test/resources/datanode2conf/iotdb-datanode.properties => load-tsfile-tool/src/assembly/resources/sbin/load-tsfile.sh (57%)
create mode 100644 load-tsfile-tool/src/main/java/org/apache/iotdb/TsFileLoaderTool.java
copy confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/IRegionGroupCache.java => node-commons/src/main/java/org/apache/iotdb/commons/enums/DataNodeRemoveState.java (55%)
copy confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/IRegionGroupCache.java => node-commons/src/main/java/org/apache/iotdb/commons/enums/RegionMigrateState.java (57%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/conf/IoTDBStopCheck.java
rename server/src/main/java/org/apache/iotdb/db/metadata/mtree/{MTreeAboveSG.java => ConfigMTree.java} (82%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/template/ClusterTemplateManager.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/template/ITemplateManager.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/analyze/cache/PartitionCache.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/analyze/cache/StorageGroupCacheResult.java
copy confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/RegionGroupCache.java => server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/CreateSchemaTemplateTask.java (50%)
copy confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/RegionGroupCache.java => server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/SetSchemaTemplateTask.java (51%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/ShowNodesInSchemaTemplateTask.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/ShowPathSetTemplateTask.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/ShowSchemaTemplateTask.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/LogicalPlanVisitor.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/template/CreateSchemaTemplateStatement.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/template/SetSchemaTemplateStatement.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{ShowRegionStatement.java => template/ShowNodesInSchemaTemplateStatement.java} (61%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{ShowRegionStatement.java => template/ShowPathSetTemplateStatement.java} (62%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{ShowRegionStatement.java => template/ShowSchemaTemplateStatement.java} (65%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/transformation/dag/transformer/multi/MappableUDFQueryRowTransformer.java
copy server/src/main/java/org/apache/iotdb/db/mpp/transformation/dag/transformer/multi/{UDFQueryTransformer.java => UniversalUDFQueryTransformer.java} (77%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/service/RegionMigrateService.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/conf/IoTDBStopCheckTest.java
rename server/src/test/java/org/apache/iotdb/db/metadata/mtree/{MTreeAboveSGTest.java => ConfigMTreeTest.java} (92%)
create mode 100644 udf-api/src/main/java/org/apache/iotdb/udf/api/customizer/strategy/MappableRowByRowAccessStrategy.java