You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by yo...@apache.org on 2023/05/02 01:11:45 UTC
[iotdb] branch Refactor-RouteBalancer-to-match-LoadManager-framework updated (096d5897f24 -> ea7f64fe37c)
This is an automated email from the ASF dual-hosted git repository.
yongzao pushed a change to branch Refactor-RouteBalancer-to-match-LoadManager-framework
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 096d5897f24 remove test log
add 373dad9ef1e Resolve conversation
add 22b04f1bc8a Remove check of closed state in ISink
add 6767a142ca7 Update Programming-Go-Native-API.md (#9688)
add 6a8d009a725 Remove unecessary synchronized on decrementCnt of SinkListener
add d92ea6e77c6 [IOTDB-5567] improve show cluster slots information (#9665)
add e8bf6ef1a8e [IOTDB-5810] Result handle in memory pool is not be cleaned properly (#9685)
add 104a8bf26fb Fix concurrent state change bug in QueryStateMachine
add 969995276b0 Combine DataNodeSchemaCache of Template and Non-Template Scenarios (#9687)
add ce843c2c060 [IOTDB-5779] PipeConnector reuse strategy based on reference count mechanism (#9629)
add 40202144235 [IoTDB-5721] Streaming query DataPartition and Schema while loading TsFile (#9684)
add 29e7e1a8516 [IOTDB-5662] Fix BufferedUnderflowException occurs in inner space compaction (#9322)
add 04a074b4acb [IOTDB-5841] Remove duplicate schema template IT (#9693)
add e1103a96d66 [IOTDB-5183] Use default snapshot installation path for confignode & schema region
add 7d4fdc781f7 [IOTDB-5812] Reduce useless create of PartialPath in auth module (#9691)
add 809431fd7ef Bump yaml from 2.2.1 to 2.2.2 in /site/src/main (#9705)
add b6f78dcee2f Support update last cache for data insertion when using template (#9696)
add 8d7ca050ccd [IOTDB-5807]Fix decompression error for aligned series in fast compaction (#9701)
add 86be5ea16a7 [IOTDB-5803] Improve query performance by reducing cpu consuming
add c7a6184c01d [IOTDB-5819] Fix npe when booting net metrics (#9698)
add f77f3fd5726 [IOTDB-5704] Change default parameters for wal part (#9394)
add 0a15a9020f4 Correct ASYNC_DATANODE_IOT_CONSENSUS_CLIENT_POOL name
add 33f5f6ec788 [IOTDB-5824] Fix show devices with * cannot display satisfied devices (#9715)
add 5d77c446ea7 [IOTDB-5815] Fix Npe when UDF spilling data to disk
add ed8d5396025 [IOTDB-5739] Pipe realtime event process: listener -> assigner -> matcher -> collector (#9479)
add b5f5d7465c5 Sort the result of AlignedUpdateLastCacheOperator for LastQueryMergeOperator
add c2ce85a3c87 Simplify collect redirect Info logic (#9675)
add 56bcde6d15d [IOTDB-5826] Fix schema query with * cannot display satisfied template series (#9723)
add 89b2b96a6f2 Change default multi_dir_strategy to SequenceStrategy and fix original bug (#9718)
add ba4dea63069 [IOTDB-5765] Support ORDER BY expression [FE Part]
add e2114510329 Avoid Result Handle clean up twice which will cause NPE
add 8db6527e80c [IOTDB-5825]Fix error in aligned empty value chunk in fast compaction (#9719)
add 17711231b88 [IOTDB-5834] Fix unclear error msg when querying nonexistent schema template (#9738)
add 87ea559d63b [rest service] support show data regionid query (#9737)
add ad3c2979610 [IOTDB-5835] Fix wal accumulation caused by datanode restart
add 0a7d2b73d8b [IOTDB-5832] Fix Bug: The size of readyQueue is negative incorrectly
add efc61e2b06a update disk usage and file num when delete wal node (#9730)
add 5fb6e2b76c6 [IOTDB-5701] Upgrade Performance Overview Metrics to Core (#9741)
add f6e8473a8dd [IOTDB-5817] Optimize error message of python client (#9744)
add 93b53c47307 Merge branch 'master' into Refactor-RouteBalancer-to-match-LoadManager-framework
add ea7f64fe37c spotless
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 26 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 16 +-
client-py/SessionExample.py | 1 -
client-py/iotdb/Session.py | 323 ++-
client-py/iotdb/utils/IoTDBConnectionException.py | 29 +
client-py/iotdb/utils/IoTDBRpcDataSet.py | 10 +-
.../consensus/request/ConfigPhysicalPlan.java | 6 +-
.../consensus/request/ConfigPhysicalPlanType.java | 2 +
.../consensus/request/auth/AuthorPlan.java | 29 +-
...lotListPlan.java => CountTimeSlotListPlan.java} | 52 +-
.../read/partition/GetSeriesSlotListPlan.java | 18 +-
.../read/partition/GetTimeSlotListPlan.java | 44 +-
.../request/read/region/GetRegionIdPlan.java | 46 +-
...egionIdResp.java => CountTimeSlotListResp.java} | 19 +-
.../response/partition/GetRegionIdResp.java | 2 +-
.../response/partition/GetSeriesSlotListResp.java | 2 +-
.../response/partition/GetTimeSlotListResp.java | 2 +-
.../confignode/manager/ClusterSchemaManager.java | 13 +-
.../iotdb/confignode/manager/ConfigManager.java | 35 +-
.../apache/iotdb/confignode/manager/IManager.java | 37 +-
.../confignode/manager/PermissionManager.java | 3 +-
.../manager/consensus/ConsensusManager.java | 12 +-
.../confignode/manager/load/cache/LoadCache.java | 9 +-
.../manager/partition/PartitionManager.java | 60 +-
.../iotdb/confignode/persistence/AuthorInfo.java | 34 +-
.../persistence/executor/ConfigPlanExecutor.java | 3 +
.../partition/DatabasePartitionTable.java | 23 +-
.../persistence/partition/PartitionInfo.java | 128 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 57 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 25 +-
.../confignode/persistence/AuthorInfoTest.java | 30 +-
.../consensus/iot/IoTConsensusServerImpl.java | 13 +-
.../iotdb/consensus/ratis/SnapshotStorage.java | 8 +-
docs/UserGuide/Cluster/Cluster-Maintenance.md | 176 +-
docs/zh/UserGuide/API/Programming-Go-Native-API.md | 1 +
docs/zh/UserGuide/Cluster/Cluster-Maintenance.md | 177 +-
.../confignode/it/IoTDBClusterAuthorityIT.java | 88 +-
.../it/partition/IoTDBPartitionGetterIT.java | 96 +-
.../db/it/last/IoTDBLastQueryLastCache2IT.java | 60 +
.../db/it/last/IoTDBLastQueryLastCacheIT.java | 145 +
.../apache/iotdb/db/it/orderBy/IoTDBOrderByIT.java | 1224 +++++++++
.../db/it/schema/IoTDBAutoCreateSchemaIT.java | 1 +
.../it/schema/IoTDBCreateAlignedTimeseriesIT.java | 1 +
.../db/it/schema/IoTDBCreateStorageGroupIT.java | 1 +
.../db/it/schema/IoTDBCreateTimeseriesIT.java | 1 +
.../db/it/schema/IoTDBDeactivateTemplateIT.java | 1 +
.../it/schema/IoTDBDeleteAlignedTimeseriesIT.java | 1 +
.../db/it/schema/IoTDBDeleteStorageGroupIT.java | 1 +
.../db/it/schema/IoTDBDeleteTimeseriesIT.java | 1 +
.../iotdb/db/it/schema/IoTDBExtendTemplateIT.java | 1 +
.../iotdb/db/it/schema/IoTDBMetadataFetchIT.java | 50 +
.../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java | 115 +-
.../db/it/schema/IoTDBSortedShowTimeseriesIT.java | 1 +
.../apache/iotdb/db/it/schema/IoTDBTagAlterIT.java | 1 +
.../org/apache/iotdb/db/it/schema/IoTDBTagIT.java | 1 +
.../session/it/IoTDBSessionSchemaTemplateIT.java | 13 +-
.../{db/it/schema => util}/AbstractSchemaIT.java | 4 +-
.../iotdb/metrics/metricsets/net/NetMetrics.java | 10 +-
.../resources/conf/iotdb-common.properties | 19 +-
.../commons/auth/authorizer/BasicAuthorizer.java | 35 +-
.../iotdb/commons/auth/authorizer/IAuthorizer.java | 33 +-
.../commons/auth/authorizer/OpenIdAuthorizer.java | 3 +-
.../iotdb/commons/auth/entity/PathPrivilege.java | 29 +-
.../org/apache/iotdb/commons/auth/entity/Role.java | 13 +-
.../org/apache/iotdb/commons/auth/entity/User.java | 13 +-
.../iotdb/commons/auth/role/BasicRoleManager.java | 5 +-
.../iotdb/commons/auth/role/IRoleManager.java | 6 +-
.../iotdb/commons/auth/user/BasicUserManager.java | 5 +-
.../iotdb/commons/auth/user/IUserManager.java | 6 +-
.../iotdb/commons/concurrent/ThreadName.java | 2 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 10 +
.../iotdb/commons/conf/CommonDescriptor.java | 8 +
.../commons/partition/DataPartitionTable.java | 45 +-
.../commons/partition/SchemaPartitionTable.java | 10 +
.../commons/partition/SeriesPartitionTable.java | 32 +-
.../org/apache/iotdb/commons/path/AlignedPath.java | 6 +
.../org/apache/iotdb/commons/path/PartialPath.java | 40 +
.../builtin/connector/DoNothingConnector.java | 6 +-
.../builtin/processor/DoNothingProcessor.java | 6 +-
.../commons/pipe/task/meta/PipeStaticMeta.java | 24 +-
.../commons/udf/service/UDFClassLoaderManager.java | 6 +-
.../org/apache/iotdb/commons/utils/AuthUtils.java | 96 +-
.../org/apache/iotdb/commons/utils/IOUtils.java | 8 +-
.../apache/iotdb/commons/utils/JVMCommonUtils.java | 12 +-
.../org/apache/iotdb/pipe/api/PipeCollector.java | 99 +
.../org/apache/iotdb/pipe/api/PipeConnector.java | 6 +-
.../org/apache/iotdb/pipe/api/PipeProcessor.java | 6 +-
.../iotdb/pipe/api/collector/EventCollector.java | 6 +-
.../iotdb/pipe/api/collector/RowCollector.java | 2 +-
.../PipeCollectorRuntimeConfiguration.java | 13 +-
.../org/apache/iotdb/pipe/api/event/Event.java | 6 +-
.../org/apache/iotdb/pipe/api/event/EventType.java | 8 +-
.../event/{ => dml}/deletion/DeletionEvent.java | 8 +-
.../{ => dml}/insertion/TabletInsertionEvent.java | 8 +-
.../{ => dml}/insertion/TsFileInsertionEvent.java | 8 +-
pom.xml | 6 +
server/pom.xml | 6 +-
.../resources/conf/iotdb-datanode.properties | 2 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 10 +-
.../apache/iotdb/db/auth/AuthorizerManager.java | 15 +-
.../iotdb/db/auth/ClusterAuthorityFetcher.java | 38 +-
.../apache/iotdb/db/auth/IAuthorityFetcher.java | 3 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 22 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 16 +-
.../directories/strategy/SequenceStrategy.java | 2 +-
.../performer/impl/FastCompactionPerformer.java | 14 +-
.../impl/ReadPointCompactionPerformer.java | 3 +
.../execute/task/AbstractCompactionTask.java | 8 +-
.../execute/task/CrossSpaceCompactionTask.java | 11 +-
.../execute/task/InnerSpaceCompactionTask.java | 7 +-
.../execute/utils/MultiTsFileDeviceIterator.java | 4 +-
.../fast/AlignedSeriesCompactionExecutor.java | 19 +-
.../readchunk/SingleSeriesCompactionExecutor.java | 38 +-
.../utils/writer/AbstractCompactionWriter.java | 10 +-
.../iotdb/db/engine/flush/MemTableFlushTask.java | 2 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 62 +-
.../db/engine/storagegroup/TsFileProcessor.java | 17 +-
.../db/metadata/cache/DataNodeSchemaCache.java | 225 +-
...he.java => DeviceUsingTemplateSchemaCache.java} | 45 +-
...SchemaCache.java => TimeSeriesSchemaCache.java} | 101 +-
.../metadata/cache/dualkeycache/IDualKeyCache.java | 4 +
.../dualkeycache/impl/CacheEntryGroupImpl.java | 2 +-
.../cache/dualkeycache/impl/DualKeyCacheImpl.java | 102 +-
.../metadata/template/ClusterTemplateManager.java | 17 +-
.../db/metadata/template/ITemplateManager.java | 3 +-
.../apache/iotdb/db/metadata/utils/MetaUtils.java | 11 +-
.../org/apache/iotdb/db/mpp/common/QueryId.java | 2 +-
.../db/mpp/common/header/ColumnHeaderConstant.java | 11 +-
.../db/mpp/common/header/DatasetHeaderFactory.java | 4 +
.../iotdb/db/mpp/execution/QueryStateMachine.java | 78 +-
.../iotdb/db/mpp/execution/driver/Driver.java | 2 +-
.../execution/exchange/MPPDataExchangeManager.java | 8 +-
.../execution/exchange/sink/LocalSinkChannel.java | 19 +-
.../execution/exchange/sink/ShuffleSinkHandle.java | 7 +-
.../mpp/execution/exchange/sink/SinkChannel.java | 15 +-
.../execution/exchange/source/SourceHandle.java | 25 +-
.../execution/operator/process/SortOperator.java | 28 +-
.../operator/process/TransformOperator.java | 13 +-
.../process/join/merge/MergeSortComparator.java | 178 +-
.../process/join/merge/MergeSortKeyComparator.java | 53 +
.../execution/schedule/AbstractDriverThread.java | 9 +
.../mpp/execution/schedule/DriverTaskThread.java | 7 +-
.../schedule/queue/IndexedBlockingQueue.java | 1 +
.../multilevelqueue/MultilevelPriorityQueue.java | 4 +-
.../iotdb/db/mpp/metric/QueryMetricsManager.java | 140 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 68 +
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 206 +-
.../db/mpp/plan/analyze/ConcatPathRewriter.java | 22 +-
.../db/mpp/plan/analyze/cache/PartitionCache.java | 10 +-
.../plan/analyze/schema/ClusterSchemaFetcher.java | 59 +-
.../db/mpp/plan/analyze/schema/ISchemaFetcher.java | 2 -
.../plan/analyze/schema/NormalSchemaFetcher.java | 5 +-
.../plan/analyze/schema/TemplateSchemaFetcher.java | 10 +-
.../db/mpp/plan/execution/QueryExecution.java | 35 +-
.../plan/execution/config/ConfigTaskVisitor.java | 7 +
.../config/executor/ClusterConfigTaskExecutor.java | 71 +-
.../config/executor/IConfigTaskExecutor.java | 4 +
...lotListTask.java => CountTimeSlotListTask.java} | 38 +-
.../config/metadata/GetTimeSlotListTask.java | 9 +-
.../visitor/ColumnTransformerVisitor.java | 40 +-
.../visitor/IntermediateLayerVisitor.java | 4 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 130 +-
.../db/mpp/plan/parser/StatementGenerator.java | 20 +-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 143 +-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 19 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 12 +-
.../planner/distribution/DistributionPlanner.java | 5 +-
.../planner/distribution/ExchangeNodeAdder.java | 6 +
.../plan/planner/distribution/SourceRewriter.java | 48 +
.../plan/node/load/LoadSingleTsFileNode.java | 59 +-
.../planner/plan/node/load/LoadTsFileNode.java | 16 +-
.../planner/plan/node/write/InsertRowNode.java | 4 +
.../planner/plan/node/write/InsertRowsNode.java | 5 +
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 7 +
.../planner/plan/node/write/InsertTabletNode.java | 8 +
.../scheduler/load/LoadTsFileDispatcherImpl.java | 20 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 201 +-
.../db/mpp/plan/statement/StatementVisitor.java | 6 +
.../component/{SortKey.java => NullOrdering.java} | 19 +-
.../plan/statement/component/OrderByComponent.java | 56 +-
.../db/mpp/plan/statement/component/SortItem.java | 61 +-
.../db/mpp/plan/statement/component/SortKey.java | 16 +-
.../plan/statement/crud/InsertBaseStatement.java | 4 -
.../crud/InsertMultiTabletsStatement.java | 18 -
.../plan/statement/crud/InsertRowStatement.java | 17 +-
.../crud/InsertRowsOfOneDeviceStatement.java | 9 -
.../plan/statement/crud/InsertRowsStatement.java | 17 -
.../plan/statement/crud/InsertTabletStatement.java | 13 -
.../db/mpp/plan/statement/crud/QueryStatement.java | 80 +
...tement.java => CountTimeSlotListStatement.java} | 59 +-
.../statement/metadata/GetRegionIdStatement.java | 54 +-
.../metadata/GetSeriesSlotListStatement.java | 20 +-
.../metadata/GetTimeSlotListStatement.java | 46 +-
.../dag/builder/EvaluationDAGBuilder.java | 4 +-
.../dag/input/QueryDataSetInputLayer.java | 5 +-
.../intermediate/ConstantIntermediateLayer.java | 3 +-
.../dag/intermediate/IntermediateLayer.java | 4 +-
.../MultiInputColumnIntermediateLayer.java | 2 +-
...InputColumnMultiReferenceIntermediateLayer.java | 2 +-
...nputColumnSingleReferenceIntermediateLayer.java | 2 +-
.../db/mpp/transformation/dag/udf/UDTFContext.java | 2 +-
.../mpp/transformation/dag/udf/UDTFExecutor.java | 2 +-
.../datastructure/SerializableList.java | 6 +-
.../row/ElasticSerializableRowRecordList.java | 6 +-
.../row/SerializableRowRecordList.java | 2 +-
.../tv/ElasticSerializableBinaryTVList.java | 2 +-
.../tv/ElasticSerializableTVList.java | 8 +-
.../datastructure/tv/SerializableTVList.java | 2 +-
.../org/apache/iotdb/db/pipe/agent/PipeAgent.java | 6 +-
.../db/pipe/agent/plugin/PipePluginAgent.java | 34 +-
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 17 +-
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 19 +-
.../apache/iotdb/db/pipe/config/PipeConfig.java | 65 +
.../core/collector/PipeCollectorEventSelector.java | 22 -
.../collector/realtime/PipeRealtimeCollector.java | 22 -
.../realtime/PipeRealtimeDataRegionCollector.java | 81 +
.../PipeRealtimeHybridDataRegionCollector.java | 171 ++
.../realtime/assigner/DisruptorQueue.java | 111 +
.../realtime/assigner/PipeDataRegionAssigner.java | 74 +
.../realtime/cache/PipeRealtimeEventCache.java | 22 -
.../realtime/listener/IoTLogListerner.java | 22 -
.../listener/PipeInsertionDataNodeListener.java | 115 +
.../realtime/listener/RatisLogListener.java | 22 -
.../realtime/listener/SimpleLogListener.java | 22 -
.../listener/TsFileGenerationListener.java | 22 -
.../matcher/CachedSchemaPatternMatcher.java | 200 ++
.../realtime/matcher/PipeDataRegionMatcher.java | 47 +
.../pipe/core/collector/realtime/matcher/Rule.java | 22 -
.../realtime/matcher/RulePrefixMatchTree.java | 22 -
.../collector/realtime/recorder/TsFileEpoch.java | 22 -
.../realtime/recorder/TsFileEpochRecorder.java | 22 -
.../core/connector/PipeConnectorContainer.java | 22 -
.../pipe/core/connector/PipeConnectorManager.java | 22 -
.../connector/PipeConnectorSubtaskLifeCycle.java | 98 +
.../connector/PipeConnectorSubtaskManager.java | 107 +
.../event/{ => impl}/PipeTabletInsertionEvent.java | 22 +-
.../event/{ => impl}/PipeTsFileInsertionEvent.java | 23 +-
.../pipe/core/event/indexer/PipeEventIndexer.java | 22 -
.../core/event/indexer/PipeIoTEventIndexer.java | 22 -
.../core/event/indexer/PipeRatisEventIndexer.java | 22 -
.../core/event/indexer/PipeSimpleEventIndexer.java | 22 -
.../core/event/indexer/PipeTsFileEventIndexer.java | 22 -
.../event/realtime/PipeRealtimeCollectEvent.java | 66 +
.../realtime/PipeRealtimeCollectEventFactory.java | 49 +
.../db/pipe/core/event/realtime/TsFileEpoch.java | 68 +
.../core/event/realtime/TsFileEpochManager.java | 70 +
.../event/realtime/TsFileEpochStateMigrator.java} | 7 +-
.../pipe/core/event/{ => view}/access/PipeRow.java | 2 +-
.../event/{ => view}/access/PipeRowIterator.java | 2 +-
.../{ => view}/collector/PipeEventCollector.java | 8 +-
.../{ => view}/collector/PipeRowCollector.java | 2 +-
.../execution/executor/PipeSubtaskExecutor.java | 12 +-
.../PipeResourceManager.java} | 28 +-
.../pipe/task/callable/PipeConnectorSubtask.java | 37 -
.../db/pipe/task/stage/PipeTaskCollectorStage.java | 41 +-
.../db/pipe/task/stage/PipeTaskConnectorStage.java | 109 +-
.../db/pipe/task/stage/PipeTaskProcessorStage.java | 38 +-
.../iotdb/db/pipe/task/stage/PipeTaskStage.java | 34 +-
.../task/{callable => subtask}/DecoratingLock.java | 2 +-
.../{callable => subtask}/PipeAssignerSubtask.java | 7 +-
.../subtask/PipeConnectorSubtask.java} | 50 +-
.../subtask/PipeProcessorSubtask.java} | 44 +-
.../task/{callable => subtask}/PipeSubtask.java | 8 +-
.../rest/v1/handler/ExecuteStatementHandler.java | 4 +-
.../rest/v1/handler/QueryDataSetHandler.java | 5 +-
.../rest/v2/handler/ExecuteStatementHandler.java | 4 +-
.../rest/v2/handler/QueryDataSetHandler.java | 5 +-
.../iotdb/db/query/context/QueryContext.java | 2 +
.../db/query/control/QueryResourceManager.java | 7 +-
.../query/control/clientsession/ClientSession.java | 3 +-
.../db/service/TemporaryQueryDataFileService.java | 14 +-
.../db/service/metrics/CompactionMetrics.java | 12 +-
.../metrics/recorder/CompactionMetricsManager.java | 6 +-
.../db/service/thrift/ProcessorWithMetrics.java | 2 +-
.../service/thrift/impl/ClientRPCServiceImpl.java | 2 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 15 +-
.../java/org/apache/iotdb/db/wal/WALManager.java | 8 +-
.../db/wal/allocation/FirstCreateStrategy.java | 3 +
.../iotdb/db/wal/buffer/AbstractWALBuffer.java | 41 +-
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 14 +-
.../iotdb/db/wal/recover/WALNodeRecoverTask.java | 6 -
.../iotdb/db/auth/AuthorizerManagerTest.java | 26 +-
.../auth/authorizer/LocalFileAuthorizerTest.java | 9 +-
.../iotdb/db/auth/entity/PathPrivilegeTest.java | 8 +-
.../org/apache/iotdb/db/auth/entity/RoleTest.java | 8 +-
.../org/apache/iotdb/db/auth/entity/UserTest.java | 8 +-
.../db/auth/role/LocalFileRoleAccessorTest.java | 6 +-
.../db/auth/role/LocalFileRoleManagerTest.java | 8 +-
.../db/auth/user/LocalFileUserAccessorTest.java | 6 +-
.../db/auth/user/LocalFileUserManagerTest.java | 8 +-
.../engine/compaction/AbstractCompactionTest.java | 6 +
.../compaction/CompactionTaskComparatorTest.java | 8 +-
.../compaction/FastAlignedCrossCompactionTest.java | 1098 ++++++--
.../FastInnerCompactionPerformerTest.java | 30 +-
.../FastNonAlignedCrossCompactionTest.java | 1114 ++++++--
.../compaction/ReadChunkInnerCompactionTest.java | 377 +++
...va => ReadPointAlignedCrossCompactionTest.java} | 1151 ++++++--
...=> ReadPointNonAlignedCrossCompactionTest.java} | 1167 ++++++--
.../CrossSpaceCompactionWithFastPerformerTest.java | 7 +-
...eCompactionWithFastPerformerValidationTest.java | 194 +-
...actionWithReadPointPerformerValidationTest.java | 168 +-
.../ReadChunkCompactionPerformerNoAlignedTest.java | 274 ++
.../utils/CompactionFileGeneratorUtils.java | 60 +
.../utils/MultiTsFileDeviceIteratorTest.java | 12 +-
.../compaction/utils/TsFileGeneratorUtils.java | 116 +-
.../db/metadata/cache/DataNodeSchemaCacheTest.java | 50 +
.../apache/iotdb/db/metric/MetricServiceTest.java | 3 -
.../db/mpp/execution/QueryStateMachineTest.java | 2 +
.../execution/operator/MergeSortOperatorTest.java | 20 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeTest.java | 200 ++
.../db/mpp/plan/analyze/FakeSchemaFetcherImpl.java | 3 -
.../iotdb/db/mpp/plan/plan/distribution/Util.java | 3 -
.../plan/node/write/WritePlanNodeSplitTest.java | 15 +-
.../collector/CachedSchemaPatternMatcherTest.java | 149 +
.../core/collector/PipeRealtimeCollectTest.java | 236 ++
.../executor/PipeAssignerSubtaskExecutorTest.java | 2 +-
.../executor/PipeConnectorSubtaskExecutorTest.java | 6 +-
.../executor/PipeProcessorSubtaskExecutorTest.java | 12 +-
.../executor/PipeSubtaskExecutorTest.java | 2 +-
.../AlignedSeriesScanLimitOffsetPushDownTest.java | 36 +-
.../series/SeriesScanLimitOffsetPushDownTest.java | 23 +-
.../udf/datastructure/SerializableListTest.java | 2 +-
.../security/encrypt/MessageDigestEncryptTest.java | 6 +-
server/src/test/resources/logback-test.xml | 1 +
site/src/main/package-lock.json | 2881 +++++++-------------
.../src/main/thrift/confignode.thrift | 40 +-
thrift/src/main/thrift/client.thrift | 3 +
.../tsfile/file/metadata/enums/TSDataType.java | 17 +
.../iotdb/tsfile/read/TsFileSequenceReader.java | 2 +-
.../read/reader/chunk/AlignedChunkReader.java | 40 +-
.../tsfile/read/reader/chunk/ChunkReader.java | 4 +
.../tsfile/write/chunk/AlignedChunkWriterImpl.java | 42 +-
.../iotdb/tsfile/write/chunk/ValueChunkWriter.java | 4 -
333 files changed, 13518 insertions(+), 5783 deletions(-)
create mode 100644 client-py/iotdb/utils/IoTDBConnectionException.py
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/read/partition/{GetTimeSlotListPlan.java => CountTimeSlotListPlan.java} (66%)
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/response/partition/{GetRegionIdResp.java => CountTimeSlotListResp.java} (71%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/last/IoTDBLastQueryLastCache2IT.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/last/IoTDBLastQueryLastCacheIT.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/orderBy/IoTDBOrderByIT.java
rename integration-test/src/test/java/org/apache/iotdb/{db/it/schema => util}/AbstractSchemaIT.java (98%)
create mode 100644 pipe-api/src/main/java/org/apache/iotdb/pipe/api/PipeCollector.java
copy server/src/main/java/org/apache/iotdb/db/pipe/core/event/collector/PipeRowCollector.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/collector/PipeCollectorRuntimeConfiguration.java (70%)
rename server/src/main/java/org/apache/iotdb/db/pipe/core/collector/PipeCollectorEventPendingQueue.java => pipe-api/src/main/java/org/apache/iotdb/pipe/api/event/EventType.java (87%)
rename pipe-api/src/main/java/org/apache/iotdb/pipe/api/event/{ => dml}/deletion/DeletionEvent.java (87%)
rename pipe-api/src/main/java/org/apache/iotdb/pipe/api/event/{ => dml}/insertion/TabletInsertionEvent.java (91%)
rename pipe-api/src/main/java/org/apache/iotdb/pipe/api/event/{ => dml}/insertion/TsFileInsertionEvent.java (89%)
rename server/src/main/java/org/apache/iotdb/db/metadata/cache/{DataNodeTemplateSchemaCache.java => DeviceUsingTemplateSchemaCache.java} (81%)
copy server/src/main/java/org/apache/iotdb/db/metadata/cache/{DataNodeSchemaCache.java => TimeSeriesSchemaCache.java} (79%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/process/join/merge/MergeSortKeyComparator.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/{GetTimeSlotListTask.java => CountTimeSlotListTask.java} (66%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/component/{SortKey.java => NullOrdering.java} (79%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{GetTimeSlotListStatement.java => CountTimeSlotListStatement.java} (66%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/config/PipeConfig.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/PipeCollectorEventSelector.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/PipeRealtimeCollector.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/PipeRealtimeDataRegionCollector.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/PipeRealtimeHybridDataRegionCollector.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/assigner/DisruptorQueue.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/assigner/PipeDataRegionAssigner.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/cache/PipeRealtimeEventCache.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/listener/IoTLogListerner.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/listener/PipeInsertionDataNodeListener.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/listener/RatisLogListener.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/listener/SimpleLogListener.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/listener/TsFileGenerationListener.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/matcher/CachedSchemaPatternMatcher.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/matcher/PipeDataRegionMatcher.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/matcher/Rule.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/matcher/RulePrefixMatchTree.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/recorder/TsFileEpoch.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/collector/realtime/recorder/TsFileEpochRecorder.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/connector/PipeConnectorContainer.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/connector/PipeConnectorManager.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/connector/PipeConnectorSubtaskLifeCycle.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/connector/PipeConnectorSubtaskManager.java
rename server/src/main/java/org/apache/iotdb/db/pipe/core/event/{ => impl}/PipeTabletInsertionEvent.java (68%)
rename server/src/main/java/org/apache/iotdb/db/pipe/core/event/{ => impl}/PipeTsFileInsertionEvent.java (65%)
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/event/indexer/PipeEventIndexer.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/event/indexer/PipeIoTEventIndexer.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/event/indexer/PipeRatisEventIndexer.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/event/indexer/PipeSimpleEventIndexer.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/event/indexer/PipeTsFileEventIndexer.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/event/realtime/PipeRealtimeCollectEvent.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/event/realtime/PipeRealtimeCollectEventFactory.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/event/realtime/TsFileEpoch.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/core/event/realtime/TsFileEpochManager.java
rename server/src/main/java/org/apache/iotdb/db/pipe/{agent/task/PipeTaskRegionAgent.java => core/event/realtime/TsFileEpochStateMigrator.java} (81%)
rename server/src/main/java/org/apache/iotdb/db/pipe/core/event/{ => view}/access/PipeRow.java (97%)
rename server/src/main/java/org/apache/iotdb/db/pipe/core/event/{ => view}/access/PipeRowIterator.java (96%)
rename server/src/main/java/org/apache/iotdb/db/pipe/core/event/{ => view}/collector/PipeEventCollector.java (82%)
rename server/src/main/java/org/apache/iotdb/db/pipe/core/event/{ => view}/collector/PipeRowCollector.java (94%)
rename server/src/main/java/org/apache/iotdb/db/pipe/{task/callable/PipeProcessorSubtask.java => resource/PipeResourceManager.java} (59%)
delete mode 100644 server/src/main/java/org/apache/iotdb/db/pipe/task/callable/PipeConnectorSubtask.java
rename server/src/main/java/org/apache/iotdb/db/pipe/task/{callable => subtask}/DecoratingLock.java (96%)
rename server/src/main/java/org/apache/iotdb/db/pipe/task/{callable => subtask}/PipeAssignerSubtask.java (91%)
rename server/src/main/java/org/apache/iotdb/db/pipe/{core/connector/PipeConnectorPluginRuntimeWrapper.java => task/subtask/PipeConnectorSubtask.java} (58%)
rename server/src/main/java/org/apache/iotdb/db/pipe/{core/processor/PipeProcessorPluginRuntimeWrapper.java => task/subtask/PipeProcessorSubtask.java} (65%)
rename server/src/main/java/org/apache/iotdb/db/pipe/task/{callable => subtask}/PipeSubtask.java (95%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/engine/compaction/ReadChunkInnerCompactionTest.java
copy server/src/test/java/org/apache/iotdb/db/engine/compaction/{FastAlignedCrossCompactionTest.java => ReadPointAlignedCrossCompactionTest.java} (83%)
copy server/src/test/java/org/apache/iotdb/db/engine/compaction/{FastNonAlignedCrossCompactionTest.java => ReadPointNonAlignedCrossCompactionTest.java} (83%)
create mode 100644 server/src/test/java/org/apache/iotdb/db/pipe/core/collector/CachedSchemaPatternMatcherTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/pipe/core/collector/PipeRealtimeCollectTest.java