You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ro...@apache.org on 2024/02/05 05:01:03 UTC
(iotdb) branch pipe-meta-sync updated (25ecadebe3e -> 251d8737eef)
This is an automated email from the ASF dual-hosted git repository.
rong pushed a change to branch pipe-meta-sync
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 25ecadebe3e Pipe Meta: Support deletion and air gap sink sync in meta sync (#11939)
add 48a28b3a1f4 Revert "Pipe Meta: Support deletion and air gap sink sync in meta sync (#11939)"
add 8fefc91f8fd Daemon script change default choice from n to y (#11910)
add 85fe36d324c This configuration file needs to be configured only when the start-all.sh,stop-all.sh, and destroy.sh scripts are required. You also need to modify this configuration file when the cluster nodes change (#11911)
add bc3c9f43669 remove insert cross compaction config v1 (#11912)
add 3f16839f5a3 Dicard all null row of aligned page in AlignedPageReader (#11913)
add 96929fa9671 [IOTDB-6292] Add the internal address column in the result of show regions (#11915)
add c147683fd67 fix insertion compaction target file progress index (#11917)
add 6d46ceb4a05 [IOTDB-6291] Update RegionGroup configuration when update DataNode configuration (#11914)
add 9aceb9f2295 [RatisConsensus] Bump ratis version from 3.0.0 to 3.0.1 (#11899)
add e9e01f3bdba Pipe: make PipeHistoricalDataRegionExtractor & PipeRealtimeDataRegionExtractor log info much clear with pipe name and region id added (#11920)
add 22f915f3159 Strictly check inner space compaction file size (#11919)
add da790779d13 Read chunk aligned series compaction executor (#11745)
add a965709cd3a fix remaining issues when upgrading to ratis 3.0.1 (#11921)
add 23928e97105 modify ExitOnOutOfMemoryError to CrashOnOutOfMemoryError on .bat
add eae4d01d582 remove enable_insertion_cross_space_compaction from iotdb-common.properties (#11925)
add 7e5162332e3 conf: 1. open replication_factor,2. open dn_metric_prometheus_reporter_port (#11922)
add f40c3731138 fix ActiveMemTableCount update error (#11923)
add 7dd570d991a Load: Introduce LoadTsFileManager.CleanupTask to force close writer manager after exception occurring (#11924)
add 4cc5b2ba48d Fix query result is empty in order by time align by device
add 771c096b478 Pipe: let non enriched event forever retry when exception occurred to avoid subtask fake running status recorded at data node task agent (#11929)
add dd48a57ddb2 Improve some descriptions of daemon-script
add 63605be3186 Fix the issue where ConfigNode reports 'ConsensusGroupAlreadyExist' error during startup in some scenarios (#11928)
add c3597b6ae12 Fixed the issue that IoTConsensus synchronization is stuck when WAL file is corrupted (#11930)
add 0cb14994659 Enable SchemaRegion Leader Auto Balance (#11926)
add f94f99a4828 Change partial aggregation symbols for variance and standard deviation aggregators
add 3464e95f495 Load: Support configure load_clean_up_task_execution_delay_time_seconds of a load task (#11936)
add db7d115204a Skip broken wal files when iterate the PlanNodeIterator (#11935)
add 4ec79560c60 fix remaining issues when upgrading to ratis 3.0.1 (#11940)
add f1db2923dfb Pipe: decrease the default value of pipe_sink_selector_number to 4 for better performance (#11942)
add 85e71a43543 Fix update time index after compact aligned series (#11943)
add 8885df31144 fix PointPriorityReader calculation of aligned series null value num (#11945)
add 9e05b262559 Add the ability for ClientManager to periodically clean up idle objects
add 69202a94a51 reduce stack message of last time check exception for read chunk compaction performer (#11927)
add 6f37cf83b1d [IOTDB-6293] Use nanotime in cluster heartbeat (#11916)
add 4cad6af6715 Fix compile error caused by concurrent pr (#11951)
add 3846bb7f2bc Enhance the robustness of Ratis linearizable reads for node offline scenarios (#11954)
add 070de203710 PBTree: Decouple PageManager (#11953)
add 827735d1d77 fixed collection iotdb info unable to obtain information (#11938)
add 15f63300fb7 Pipe: support restarting pipes on datanodes when they are stuck (#11955)
add 14162173e73 skip insertion compaction disk space check (#11959)
add b07fafe3954 Optimized wal file deletion algorithm (#11948)
add 5c6c9727648 Enhance DataNode startup probing logic (#11957)
add 20726036498 Fix deadlock when delete timeseries after loading data.
add c52da2bdbd0 [IOTDB-6295] Adjust the timeout period in ConfigNode registration procedure (#11962)
add 39b589381e9 Fix read chunk compaction performer null pointer exception (#11960)
add 7f7285cf62e Load: Correctly release memory when system is in READ_ONLY mode (#11961)
add 092fcb5860a fix npe (#11966)
add 7200e217b09 Repair unsorted file by compaction (#11887)
add 82d04599f6c Fixed issue where ConfigNode might recover incorrectly under SimpleConsensus (#11969)
add 59fe3fee515 Add unit byte for no enough query memory
add 75ce7711162 Pipe: fixed the bug that region follower tsfiles can not record the IoTProgressIndex from region leader (#11980)
add ebbddf38918 Multiply 3 for ScanOperator to take unsequence data into account (#11978)
add 40fc15b23bc Pipe: fix connector subtasks can not be stopped and restarted after exception reporting by connector subtasks (#11979)
add 6c15634b1e3 Fix estimating compaction memory without acquire read lock (#11972)
add 7d0a735f2f3 fix.create role folder when init.
add a5445177d5d Fix template device aligned properties recover unexpectly with SimpleConsensus (#11968)
add 769a151af97 Revert "Fixed issue where ConfigNode might recover incorrectly under SimpleConsensus" (#11987)
add e7b0ca5793b Refactor last flush time management (#11946)
add 98310822b32 Session insert request won't fail while rolling upgrade
add 7923eb9e96e Fix concurrent bug in QueryContext
add 5619156e871 Pipe: Report load tsfile points to flush point metric timeseries in root.__system (#11976)
add ea37a1f0f65 fix repair non aligned series (#11997)
add e331eadbeaf Fix non-latest partition last flush time cannot recover (#11999)
add 775f169afd7 Pipe: result of show pipes statement is incorrect when it contains back quoted pipe names (#11944)
add e2f71993826 Storage Engine: optimized DataRegion recover log (#11996)
add fcae2b48400 Pipe: support reporting progress by UserDefinedEvent (#12000)
add ef94fbf1fcf Feat/cli with overridable streams (#11885)
add 634d0e07dd4 Fixed issue where ConfigNode might recover incorrectly under SimpleConsensus (#12002)
add 8c87ab1d916 Fix more issue of last flush time memory calculate (#12003)
add 0ad17bf4a97 Pipe: Allow pipe times configured by raw timestamp (#12004)
add d0928eb15f6 Pipe: stop pipe using restarting strategy to unpin the wal's reference count to avoid WAL stacking (#11971)
add ea68bc31d49 Avoid deleting wal files pinned by the iot consensus (#12006)
add f9893075b42 Introduce aggregate function MaxBy
add 4b9b1c81e65 bump ratis to 3.1.0-snapshot (#12009)
add 614a0d8433a Optimize max_tsblock_line_num parameter and memory usage of TopKOperator when align by device with limit value. (#11995)
add 63933967f6a Pipe: support alter pipe functionality (#11963)
add 035be504296 Fix concurrent modification exception of compaction worker (#12011)
add 9337d450c0e Delete write mem control parameters (#12007)
add c8419ec7fc9 Pipe: Ensure at-least-once semantic by forcibly starting PipeHistoricalDataRegionTsFileExtractor after pipe restart (#12010)
add 2f1dac5900f separate the synchronized block of AbstractCompactionEstimator file info cache (#12019)
add 4230ad16afd Pipe: using clusterId to judge whether the target cluster is source cluster (#11994)
add bbdca54ed1d Storage Engine: fix wal delete thread exception because multi thread safety question (#12020)
add f1d718666f1 PBTree: Fix Dead Lock and Refactor write/update inteface (#11985)
add 8c90117ebc5 Remove sql `merge` (#12021)
add 6943524b000 Load: Trigger last flush time map & tsfile resource degrading after successful load (#12024)
add 251d8737eef merge with conflicts
No new revisions were added by this update.
Summary of changes:
.github/workflows/greetings.yml | 2 +-
NOTICE | 2 +-
NOTICE-binary | 2 +-
.../constant/BuiltinAggregationFunctionEnum.java | 2 +-
.../org/apache/iotdb/db/it/IoTDBDeletionIT.java | 51 +--
...ushQueryMergeIT.java => IoTDBFlushQueryIT.java} | 3 +-
.../apache/iotdb/db/it/IoTDBInsertMultiRowIT.java | 1 -
.../org/apache/iotdb/db/it/IoTDBMultiDeviceIT.java | 1 -
.../db/it/aggregation/IoTDBAggregationIT.java | 52 +++
.../db/it/aggregation/maxby/IoTDBMaxBy2IT.java | 24 +-
.../db/it/aggregation/maxby/IoTDBMaxBy3IT.java | 31 +-
.../maxby/IoTDBMaxByAlignedSeriesIT.java | 71 +++
.../db/it/aggregation/maxby/IoTDBMaxByIT.java | 487 +++++++++++++++++++++
.../db/it/aligned/IoTDBAlignedDataDeletionIT.java | 52 +--
.../iotdb/db/it/auth/IoTDBSystemPermissionIT.java | 2 -
.../org/apache/iotdb/pipe/it/IoTDBPipeAlterIT.java | 154 +++++++
.../pipe/it/autocreate/IoTDBPipeExtractorIT.java | 37 +-
.../pipe/it/autocreate/IoTDBPipeIdempotentIT.java | 29 --
.../pipe/it/autocreate/IoTDBPipeNullValueIT.java | 2 -
.../pipe/it/autocreate/IoTDBPipeProtocolIT.java | 22 +-
.../iotdb/pipe/it/manual/IoTDBPipeInclusionIT.java | 65 ---
.../iotdb/session/it/IoTDBSessionComplexIT.java | 2 -
.../org/apache/iotdb/tools/it/ImportCsvTestIT.java | 11 +
.../org/apache/iotdb/pipe/api/PipeConnector.java | 12 +-
.../org/apache/iotdb/pipe/api/PipeExtractor.java | 39 +-
.../org/apache/iotdb/pipe/api/PipeProcessor.java | 45 +-
.../api/customizer/parameter/PipeParameters.java | 28 ++
.../iotdb/pipe/api/event/UserDefinedEvent.java | 23 +-
.../java/org/apache/iotdb/cli/AbstractCli.java | 246 ++++++-----
.../src/main/java/org/apache/iotdb/cli/Cli.java | 124 +++---
.../apache/iotdb/cli/IoTDBSyntaxHighlighter.java | 5 +-
.../java/org/apache/iotdb/cli/type/ExitType.java | 9 +-
.../org/apache/iotdb/cli/utils/CliContext.java | 84 ++++
.../org/apache/iotdb/cli/utils/IoTPrinter.java | 36 +-
.../org/apache/iotdb/cli/utils/JlineUtils.java | 12 +-
.../org/apache/iotdb/tool/AbstractCsvTool.java | 10 +-
.../org/apache/iotdb/tool/AbstractTsFileTool.java | 6 +-
.../main/java/org/apache/iotdb/tool/ExportCsv.java | 33 +-
.../java/org/apache/iotdb/tool/ExportTsFile.java | 38 +-
.../main/java/org/apache/iotdb/tool/ImportCsv.java | 48 +-
.../java/org/apache/iotdb/cli/AbstractCliTest.java | 37 +-
.../iotdb/tool/integration/ExportCsvTestIT.java | 82 ++--
.../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 1 +
.../org/apache/iotdb/session/pool/SessionPool.java | 6 +-
.../sql/factory/IoTDBDynamicTableFactory.java | 1 +
iotdb-core/antlr/pom.xml | 11 +
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 1 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 34 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 +
.../confignode/conf/SystemPropertiesUtils.java | 11 +-
.../consensus/request/ConfigPhysicalPlan.java | 16 +-
.../consensus/request/ConfigPhysicalPlanType.java | 4 +-
.../consensus/request/PhysicalPlanVisitor.java | 23 -
.../pipe/payload/PipeDeactivateTemplatePlan.java | 106 -----
.../pipe/payload/PipeDeleteLogicalViewPlan.java | 85 ----
.../pipe/payload/PipeUnsetSchemaTemplatePlan.java | 9 +-
.../AlterPipePlanV2.java} | 63 +--
.../statemachine/ConfigRegionStateMachine.java | 31 ++
.../iotdb/confignode/manager/ConfigManager.java | 11 +-
.../apache/iotdb/confignode/manager/IManager.java | 9 +
.../iotdb/confignode/manager/ProcedureManager.java | 19 +
.../pipe/coordinator/task/PipeTaskCoordinator.java | 10 +
.../pipe/receiver/IoTDBConfigReceiverAgent.java | 2 +-
.../pipe/receiver/IoTDBConfigReceiverV1.java | 28 +-
.../pipe/receiver/PipePlanTSStatusVisitor.java | 22 -
.../PipeConfigRegionConnectorConstructor.java | 6 -
.../config/IoTDBAirGapConfigConnector.java | 139 ------
.../config/IoTDBConfigRegionConnector.java | 20 +-
.../PipeTransferConfigNodeHandshakeReq.java | 4 +-
.../payload/request/PipeTransferConfigPlanReq.java | 4 +-
.../PipeTransferConfigSnapshotPieceReq.java | 4 +-
.../request/PipeTransferConfigSnapshotSealReq.java | 4 +-
.../transfer/extractor/PipeConfigPlanFilter.java | 12 +-
.../persistence/executor/ConfigPlanExecutor.java | 8 +-
.../persistence/pipe/PipePluginInfo.java | 22 +-
.../confignode/persistence/pipe/PipeTaskInfo.java | 80 +++-
.../impl/pipe/AbstractOperatePipeProcedureV2.java | 21 +-
.../procedure/impl/pipe/PipeTaskOperation.java | 1 +
.../impl/pipe/task/AlterPipeProcedureV2.java | 344 +++++++++++++++
.../impl/pipe/task/CreatePipeProcedureV2.java | 29 +-
.../impl/pipe/task/StopPipeProcedureV2.java | 4 +
.../impl/schema/DeactivateTemplateProcedure.java | 28 --
.../impl/schema/DeleteLogicalViewProcedure.java | 28 --
.../impl/schema/DeleteTimeSeriesProcedure.java | 28 --
.../procedure/store/ProcedureFactory.java | 6 +
.../confignode/procedure/store/ProcedureType.java | 1 +
.../thrift/ConfigNodeRPCServiceProcessor.java | 6 +
.../request/ConfigPhysicalPlanSerDeTest.java | 87 ++--
.../iotdb/confignode/persistence/PipeInfoTest.java | 2 +-
.../impl/pipe/task/AlterPipeProcedureV2Test.java | 68 +++
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 49 ---
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 40 --
.../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 7 +-
.../db/consensus/DataRegionConsensusImpl.java | 294 +++++++------
.../db/consensus/SchemaRegionConsensusImpl.java | 239 +++++-----
.../dataregion/DataExecutionVisitor.java | 2 -
.../pipe/agent/plugin/PipePluginDataNodeAgent.java | 13 +
.../PipeSchemaRegionConnectorConstructor.java | 8 +-
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 27 +-
.../db/pipe/agent/task/PipeTaskDataNodeAgent.java | 46 +-
.../client/IoTDBThriftAsyncClientManager.java | 63 ++-
.../payload/airgap/AirGapELanguageConstant.java | 2 +-
.../payload/airgap/AirGapOneByteResponse.java | 2 +-
.../airgap/AirGapPseudoTPipeTransferRequest.java | 2 +-
.../common/PipeTransferHandshakeConstant.java} | 10 +-
.../request/PipeTransferDataNodeHandshakeReq.java | 4 +-
.../request/PipeTransferHandshakeV1Req.java} | 36 +-
.../request/PipeTransferHandshakeV2Req.java | 129 ++++++
...NodeReq.java => PipeTransferSchemaPlanReq.java} | 18 +-
.../PipeTransferSchemaSnapshotPieceReq.java | 4 +-
.../request/PipeTransferSchemaSnapshotSealReq.java | 4 +-
.../request/PipeTransferTabletBatchReq.java | 4 +-
.../request/PipeTransferTabletBinaryReq.java | 4 +-
.../request/PipeTransferTabletInsertNodeReq.java | 4 +-
.../request/PipeTransferTabletRawReq.java | 4 +-
.../request/PipeTransferTsFilePieceReq.java | 4 +-
.../request/PipeTransferTsFileSealReq.java | 4 +-
.../protocol/airgap/IoTDBAirGapConnector.java | 242 +++++++++-
.../airgap/IoTDBAirGapDataNodeConnector.java | 50 ---
.../airgap/IoTDBAirGapSchemaConnector.java | 115 -----
.../thrift/async/IoTDBThriftAsyncConnector.java | 10 +-
.../PipeTransferTsFileInsertionEventHandler.java | 2 +-
.../IoTDBSchemaRegionConnector.java | 66 ++-
.../thrift/sync/IoTDBDataNodeSyncConnector.java | 74 ----
.../thrift/sync/IoTDBThriftSyncConnector.java | 34 +-
.../db/pipe/event/UserDefinedEnrichedEvent.java | 1 -
.../schema/PipeSchemaSerializableEventType.java | 2 +-
...odeEvent.java => PipeWriteSchemaPlanEvent.java} | 11 +-
.../event/realtime/PipeRealtimeEventFactory.java | 7 -
.../dataregion/IoTDBDataRegionExtractor.java | 28 +-
.../extractor/dataregion/PipeDataRegionFilter.java | 4 -
.../PipeHistoricalDataRegionTsFileExtractor.java | 65 ++-
.../realtime/PipeRealtimeDataRegionExtractor.java | 119 +----
.../PipeRealtimeDataRegionHybridExtractor.java | 62 ++-
.../PipeRealtimeDataRegionLogExtractor.java | 48 +-
.../PipeRealtimeDataRegionTsFileExtractor.java | 48 +-
.../listener/PipeInsertionDataNodeListener.java | 13 +-
.../matcher/CachedSchemaPatternMatcher.java | 13 -
.../schemaregion/IoTDBSchemaRegionExtractor.java | 4 +-
.../schemaregion/PipeSchemaNodeFilter.java | 13 +-
.../schemaregion/SchemaNodeListeningQueue.java | 10 +-
.../pipe/receiver/airgap/IoTDBAirGapReceiver.java | 6 +-
.../receiver/thrift/IoTDBThriftReceiverAgent.java | 2 +-
.../receiver/thrift/IoTDBThriftReceiverV1.java | 167 ++++++-
.../pipe/task/builder/PipeDataNodeTaskBuilder.java | 49 ++-
.../subtask/connector/PipeConnectorSubtask.java | 132 ++++++
.../connector/PipeConnectorSubtaskLifeCycle.java | 21 +-
.../subtask/processor/PipeProcessorSubtask.java | 3 +
.../iotdb/db/protocol/client/ConfigNodeClient.java | 7 +
.../protocol/client/ConfigNodeClientManager.java | 9 +-
.../iotdb/db/protocol/client/ConfigNodeInfo.java | 6 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 3 +-
.../execution/aggregation/AccumulatorFactory.java | 43 +-
.../execution/aggregation/Aggregator.java | 18 +-
.../execution/aggregation/MaxByAccumulator.java | 424 ++++++++++++++++++
.../SlidingWindowAggregatorFactory.java | 35 +-
.../execution/load/LoadTsFileManager.java | 2 +-
.../execution/operator/process/TopKOperator.java | 2 +-
.../operator/source/AlignedSeriesScanOperator.java | 19 +-
.../queryengine/plan/analyze/AnalyzeVisitor.java | 21 +-
.../plan/analyze/ExpressionTypeAnalyzer.java | 39 +-
.../db/queryengine/plan/analyze/TemplatedInfo.java | 1 +
.../db/queryengine/plan/analyze/TypeProvider.java | 4 +
.../plan/execution/config/ConfigTaskVisitor.java | 8 +
.../config/executor/ClusterConfigTaskExecutor.java | 56 ++-
.../config/executor/IConfigTaskExecutor.java | 3 +
.../execution/config/sys/pipe/AlterPipeTask.java | 42 ++
.../ReplaceRawPathWithGroupedPathVisitor.java | 7 +-
.../cartesian/BindSchemaForExpressionVisitor.java | 7 +-
.../cartesian/BindSchemaForPredicateVisitor.java | 6 +-
...catDeviceAndBindSchemaForExpressionVisitor.java | 7 +-
.../ConcatExpressionWithSuffixPathsVisitor.java | 23 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 91 ++--
.../plan/planner/LogicalPlanBuilder.java | 52 ++-
.../plan/planner/OperatorTreeGenerator.java | 59 ++-
.../plan/planner/TemplatedLogicalPlan.java | 1 -
.../distribution/DistributionPlanContext.java | 7 +-
.../plan/planner/distribution/SourceRewriter.java | 45 +-
.../plan/parameter/AggregationDescriptor.java | 36 +-
.../CrossSeriesAggregationDescriptor.java | 146 ++++--
.../queryengine/plan/statement/StatementType.java | 1 +
.../plan/statement/StatementVisitor.java | 5 +
.../crud/InsertMultiTabletsStatement.java | 2 +-
.../metadata/pipe/AlterPipeStatement.java | 95 ++++
.../impl/pbtree/schemafile/AliasIndexPage.java | 3 +-
.../mtree/impl/pbtree/schemafile/ISegment.java | 7 +-
.../impl/pbtree/schemafile/ISegmentedPage.java | 11 +-
.../mtree/impl/pbtree/schemafile/InternalPage.java | 3 +-
.../impl/pbtree/schemafile/SegmentedPage.java | 43 +-
.../impl/pbtree/schemafile/WrappedSegment.java | 10 +-
.../pbtree/schemafile/pagemgr/PageManager.java | 45 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 12 +-
.../apache/iotdb/db/service/IoTDBShutdownHook.java | 5 +
.../iotdb/db/storageengine/StorageEngine.java | 2 +-
.../db/storageengine/dataregion/DataRegion.java | 145 +++---
.../impl/ReadChunkCompactionPerformer.java | 1 -
.../execute/task/InnerSpaceCompactionTask.java | 11 +-
.../task/InsertionCrossSpaceCompactionTask.java | 12 +-
.../writer/AbstractCrossCompactionWriter.java | 9 +-
.../writer/AbstractInnerCompactionWriter.java | 8 -
.../compaction/io/CompactionTsFileWriter.java | 5 +-
.../compaction/schedule/CompactionWorker.java | 22 +-
.../estimator/AbstractCompactionEstimator.java | 18 +-
.../estimator/AbstractCrossSpaceEstimator.java | 3 -
.../estimator/AbstractInnerSpaceEstimator.java | 6 +-
.../dataregion/flush/MemTableFlushTask.java | 14 +-
.../dataregion/memtable/AbstractMemTable.java | 14 +-
.../memtable/AlignedWritableMemChunk.java | 6 +-
.../dataregion/memtable/PrimitiveMemTable.java | 5 -
.../dataregion/memtable/TsFileProcessor.java | 162 +++----
.../dataregion/memtable/WritableMemChunk.java | 2 +-
.../dataregion/wal/buffer/WALEntry.java | 2 +-
.../storageengine/dataregion/wal/node/WALNode.java | 32 +-
.../rescon/memory/MemTableManager.java | 60 +--
.../db/storageengine/rescon/memory/SystemInfo.java | 28 +-
.../rescon/memory/TimePartitionInfo.java | 12 +-
.../rescon/memory/TimePartitionManager.java | 6 -
.../org/apache/iotdb/db/utils/DateTimeUtils.java | 8 +
.../java/org/apache/iotdb/db/utils/MemUtils.java | 68 +--
.../org/apache/iotdb/db/utils/SchemaUtils.java | 4 +
.../apache/iotdb/db/utils/TypeInferenceUtils.java | 3 +
.../iotdb/db/utils/constant/SqlConstant.java | 1 +
.../iotdb/db/utils/constant/TestConstant.java | 4 +
.../db/utils/datastructure/AlignedTVList.java | 4 +-
.../iotdb/db/utils/datastructure/BinaryTVList.java | 2 +-
.../iotdb/db/utils/datastructure/TVList.java | 8 +-
.../connector/PipeDataNodeThriftRequestTest.java | 86 +++-
.../iotdb/db/pipe/connector/PipeReceiverTest.java | 11 +
.../extractor/SchemaNodeListeningQueueTest.java | 8 +-
.../execution/aggregation/AccumulatorTest.java | 81 +++-
.../AlignedSeriesAggregationScanOperatorTest.java | 22 +-
.../operator/AlignedSeriesScanOperatorTest.java | 15 +-
.../execution/operator/OperatorMemoryTest.java | 11 +-
.../SlidingWindowAggregationOperatorTest.java | 2 +-
.../plan/analyze/AggregationDescriptorTest.java | 8 +-
.../plan/planner/LogicalPlannerTest.java | 2 +-
.../plan/planner/QueryLogicalPlanUtil.java | 27 +-
.../distribution/AggregationDistributionTest.java | 31 +-
.../node/process/GroupByLevelNodeSerdeTest.java | 3 +-
.../node/process/GroupByTagNodeSerdeTest.java | 22 +-
.../compaction/CompactionSchedulerTest.java | 1 -
.../compaction/utils/CompactionConfigRestorer.java | 4 -
.../rescon/memory/TimePartitionManagerTest.java | 39 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 4 -
.../org/apache/iotdb/db/utils/MemUtilsTest.java | 87 +++-
.../resources/conf/iotdb-common.properties | 15 -
.../apache/iotdb/commons/conf/CommonConfig.java | 8 +-
.../commons/pipe/agent/plugin/PipePluginAgent.java | 11 +
.../commons/pipe/agent/task/PipeTaskAgent.java | 39 +-
.../constant/SystemConstant.java} | 12 +-
.../client/IoTDBThriftSyncClientManager.java | 62 ++-
.../request/IoTDBConnectorRequestVersion.java | 2 +-
.../{thrift => }/request/PipeRequestType.java | 13 +-
.../request/PipeTransferFilePieceReq.java | 2 +-
.../request/PipeTransferFileSealReq.java | 2 +-
.../request/PipeTransferHandshakeReq.java | 36 +-
.../response/PipeTransferFilePieceResp.java | 2 +-
.../protocol/IoTDBAirGapCommonConnector.java | 233 ----------
.../connector/protocol/IoTDBMetaConnector.java} | 20 +-
.../iotdb/commons/pipe/event/EnrichedEvent.java | 4 +
.../commons/pipe/receiver/IoTDBFileReceiverV1.java | 8 +-
.../commons/pipe/receiver/IoTDBThriftReceiver.java | 2 +-
.../pipe/task/subtask/PipeReportableSubtask.java | 96 +++-
.../pipe/task/subtask/PipeTransferSubtask.java | 151 ++++---
.../iotdb/commons/service/ThriftService.java | 2 +-
.../udf/builtin/BuiltinAggregationFunction.java | 5 +-
.../tsfile/read/common/block/TsBlockBuilder.java | 17 +-
.../write/writer/RestorableTsFileIOWriter.java | 1 -
.../iotdb/tsfile/write/writer/TsFileIOWriter.java | 52 +--
.../writer/TsFileIOWriterMemoryControlTest.java | 34 +-
.../thrift-commons/src/main/thrift/common.thrift | 3 +-
.../src/main/thrift/confignode.thrift | 9 +
pom.xml | 6 +-
273 files changed, 5839 insertions(+), 3559 deletions(-)
rename integration-test/src/test/java/org/apache/iotdb/db/it/{IoTDBFlushQueryMergeIT.java => IoTDBFlushQueryIT.java} (98%)
copy iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/thrift/request/IoTDBConnectorRequestVersion.java => integration-test/src/test/java/org/apache/iotdb/db/it/aggregation/maxby/IoTDBMaxBy2IT.java (57%)
copy iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/thrift/request/IoTDBConnectorRequestVersion.java => integration-test/src/test/java/org/apache/iotdb/db/it/aggregation/maxby/IoTDBMaxBy3IT.java (50%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/aggregation/maxby/IoTDBMaxByAlignedSeriesIT.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/aggregation/maxby/IoTDBMaxByIT.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/pipe/it/IoTDBPipeAlterIT.java
copy iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/airgap/AirGapPseudoTPipeTransferRequest.java => iotdb-client/cli/src/main/java/org/apache/iotdb/cli/type/ExitType.java (80%)
create mode 100644 iotdb-client/cli/src/main/java/org/apache/iotdb/cli/utils/CliContext.java
copy integration-test/src/test/java/org/apache/iotdb/tools/it/ImportCsvTestIT.java => iotdb-client/cli/src/test/java/org/apache/iotdb/tool/integration/ExportCsvTestIT.java (52%)
delete mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/pipe/payload/PipeDeactivateTemplatePlan.java
delete mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/pipe/payload/PipeDeleteLogicalViewPlan.java
rename iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/pipe/{payload/PipeDeleteTimeSeriesPlan.java => task/AlterPipePlanV2.java} (50%)
delete mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/transfer/connector/config/IoTDBAirGapConfigConnector.java
create mode 100644 iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/pipe/task/AlterPipeProcedureV2.java
create mode 100644 iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/pipe/task/AlterPipeProcedureV2Test.java
rename iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons => datanode/src/main/java/org/apache/iotdb/db}/pipe/connector/payload/airgap/AirGapELanguageConstant.java (95%)
copy iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons => datanode/src/main/java/org/apache/iotdb/db}/pipe/connector/payload/airgap/AirGapOneByteResponse.java (94%)
rename iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons => datanode/src/main/java/org/apache/iotdb/db}/pipe/connector/payload/airgap/AirGapPseudoTPipeTransferRequest.java (93%)
copy iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/airgap/AirGapOneByteResponse.java => datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/common/PipeTransferHandshakeConstant.java} (73%)
copy iotdb-core/{node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/thrift/request/PipeTransferHandshakeReq.java => datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/PipeTransferHandshakeV1Req.java} (60%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/PipeTransferHandshakeV2Req.java
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/payload/evolvable/request/{PipeTransferPlanNodeReq.java => PipeTransferSchemaPlanReq.java} (82%)
delete mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/airgap/IoTDBAirGapDataNodeConnector.java
delete mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/airgap/IoTDBAirGapSchemaConnector.java
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/{sync => schema}/IoTDBSchemaRegionConnector.java (71%)
delete mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/thrift/sync/IoTDBDataNodeSyncConnector.java
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/event/common/schema/{PipeWritePlanNodeEvent.java => PipeWriteSchemaPlanEvent.java} (88%)
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/MaxByAccumulator.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/sys/pipe/AlterPipeTask.java
create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/pipe/AlterPipeStatement.java
rename iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/{connector/payload/airgap/AirGapOneByteResponse.java => config/constant/SystemConstant.java} (73%)
rename iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/{thrift => }/request/IoTDBConnectorRequestVersion.java (93%)
rename iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/{thrift => }/request/PipeRequestType.java (86%)
rename iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/{thrift => }/request/PipeTransferFilePieceReq.java (98%)
rename iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/{thrift => }/request/PipeTransferFileSealReq.java (98%)
rename iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/{thrift => }/request/PipeTransferHandshakeReq.java (60%)
rename iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/payload/{thrift => }/response/PipeTransferFilePieceResp.java (97%)
delete mode 100644 iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/protocol/IoTDBAirGapCommonConnector.java
copy iotdb-core/{confignode/src/main/java/org/apache/iotdb/confignode/manager/pipe/receiver/IoTDBConfigReceiverAgent.java => node-commons/src/main/java/org/apache/iotdb/commons/pipe/connector/protocol/IoTDBMetaConnector.java} (54%)