You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ha...@apache.org on 2025/08/07 02:28:26 UTC

(iotdb) branch ssl_between_nodes updated (c03d0997b74 -> 423474b0619)

This is an automated email from the ASF dual-hosted git repository.

haonan pushed a change to branch ssl_between_nodes
in repository https://gitbox.apache.org/repos/asf/iotdb.git


    from c03d0997b74 Set ssl thrift server timeout same as non ssl server
     add 9626a6d6180 rename class
     add 34ec2eb2bd8 Enhance the robustness of IoTDBRegionReconstructForIoTV1IT (#16065)
     add cffabae4e69 Allocate less sort memory for IoTDBWindowTVFIT to avoid CI failed occationally
     add f407b66f698 Transfer schema tree in batches & add memory control for schema tree
     add d50f5d7e509 Support IF expression in Table model
     add e8010536a0e Add compression ratio in show regions (#15709)
     add f4813087f1e Pipe: Modify Sink batch event length related metrics (#16066)
     add 593520ab1f0 [AINode] Add callback and release resources (#16070)
     add 1165497769c Print thread stack for udf execution error
     add 6fd3870b90a Pipe: Optimized the table model writing latency by batching & Fixed the NPE caused by tablet event sorting
     add a36783950e1 [AINode] Alter the authority of ainode folders (#16075)
     add 19810e5efaf Pipe: Fixed the default param of single entry of disruptor queue & Banned memory checks from some missing pipe ITs & Do not check non-user pipes (#16069)
     add 250e34bff3c 【Rpc】: RPC Column Compression (V0.1) (#15438)
     add 2d73a3050a0 fix wrong status code of case when
     add a3d7da5a446 RestAPI remove getCurrSessionAndUpdateIdleTime, because RestAPI is not a long connection
     add 1dd102ff2ef Pipe: Adjusted the memory CI to disable checking (#16081)
     add aa0458225b3 Pipe/Subscription: Continue CI Fixing (#16084)
     add 7e92466fe74 [AINode] Logger format optimize (#16072)
     add c50ae8695ed Fix the error message when the number of columns in a Insert SQL is inconsistent (#16083)
     add eed90ce5f19 Pipe: Fixed the issue that frequent logins on the receiving end caused indicator leaks (#16076)
     add 255c7e87330 Pipe: Fixed TsFile resource leak issue (#16090)
     add 9cd5fa426a8 Less topology logs in ConfigNode (#16095)
     add 738470121dd [AINode] Support dynamic adjustment for pool size (#16079)
     add 07117e00854 Pipe: Totally banned the receiver conversion (#16086)
     add 626310e6a25 revert (#16104)
     add 2df3c45cef5 Pipe: Fix the stuck state caused by unfair lock in Sink start phase (#16100)
     add 7267aedc574 fix: add test case for insert into query
     add 73a504814f5 Revert Pipe: Added rate limiter for tsFile sending
     add 9a15b5d13f5 Check path when loading snapshot of IoTConsensus (#16097)
     add 490aab1341b Fixed the NPE caused by multiple errors (#16091)
     add 9d513a73704 Fix/password upgrade failed (#16089)
     add e5f8a193f83 Add a multiplier to avoid receiver OOM in IoTConsensus (#16102)
     add 854f1dc60f8 Fix NPE when encoding continous nulls in Tablets (#16107)
     add 313905de58e Replace the key in FileReaderManager to TsFileID
     add a53f7adba63 Fix the message when creating password history fails (#16108)
     add 36566772942 Revert password length limit (#16087)
     add fccb90cc89d Pipe: Do not use the fork join pool in TerminateEvent (#16113)
     add 423474b0619 Merge branch 'master' of github.com:apache/iotdb into ssl_between_nodes

No new revisions were added by this update.

Summary of changes:
 .../org/apache/iotdb/it/env/cluster/EnvUtils.java  |   4 +-
 .../it/env/cluster/config/MppCommonConfig.java     |   6 +
 .../env/cluster/config/MppSharedCommonConfig.java  |   7 +
 .../it/env/remote/config/RemoteCommonConfig.java   |   5 +
 .../iotdb/it/env/remote/env/RemoteServerEnv.java   |   6 +-
 .../org/apache/iotdb/itbase/env/CommonConfig.java  |   2 +
 .../commit/IoTDBRegionReconstructForIoTV1IT.java   |  12 +-
 .../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java   |  12 +
 .../apache/iotdb/db/it/orderBy/IoTDBOrderByIT.java |   4 +
 .../manual/AbstractPipeTableModelDualManualIT.java |   2 +
 .../manual/basic/IoTDBPipePermissionIT.java        |  12 +-
 .../manual/basic/IoTDBPipeProtocolIT.java          |  42 ++-
 .../tablemodel/manual/basic/IoTDBPipeSourceIT.java |  15 +-
 .../manual/basic/IoTDBPipeWithLoadIT.java          |  18 +-
 .../manual/enhanced/IoTDBPipeAutoConflictIT.java   |  14 +-
 .../manual/enhanced/IoTDBPipeClusterIT.java        |  14 +-
 .../enhanced/IoTDBPipeSinkCompressionIT.java       |  14 +-
 .../IoTDBPipeTypeConversionISessionIT.java         |   5 +-
 .../auto/AbstractPipeDualTreeModelAutoIT.java      |   9 +-
 .../treemodel/auto/basic/IoTDBPipeProcessorIT.java |   2 +
 .../treemodel/auto/basic/IoTDBPipeProtocolIT.java  |   2 +
 .../treemodel/auto/basic/IoTDBPipeSourceIT.java    |   2 +
 .../auto/enhanced/IoTDBPipeAutoConflictIT.java     |   2 +
 .../auto/enhanced/IoTDBPipeClusterIT.java          |   2 +
 .../auto/enhanced/IoTDBPipeIdempotentIT.java       |   2 +
 .../auto/enhanced/IoTDBPipeSinkCompressionIT.java  |   2 +
 .../auto/enhanced/IoTDBPipeWithLoadIT.java         |   2 +
 .../manual/AbstractPipeDualTreeModelManualIT.java  |   2 +
 .../manual/IoTDBPipeMetaHistoricalIT.java          |  14 +-
 .../treemodel/manual/IoTDBPipePermissionIT.java    |  14 +-
 .../manual/IoTDBPipeTypeConversionISessionIT.java  |   5 +-
 .../iotdb/pipe/it/single/AbstractPipeSingleIT.java |   9 +-
 .../it/db/it/IoTDBIfExpressionTableIT.java         | 384 +++++++++++++++++++++
 .../relational/it/db/it/IoTDBWindowTVFIT.java      |   1 +
 .../it/insertquery/IoTDBInsertQueryIT.java         |  29 ++
 .../it/session/IoTDBSessionRelationalIT.java       |  34 ++
 .../iotdb/session/it/IoTDBSessionCompressedIT.java | 334 ++++++++++++++++++
 .../it/cluster/IoTDBSubscriptionRestartIT.java     |   1 +
 .../it/dual/AbstractSubscriptionDualIT.java        |  12 +-
 .../dual/tablemodel/IoTDBSubscriptionTopicIT.java  |  14 +-
 .../IoTDBSubscriptionConsumerGroupIT.java          |  12 +-
 .../IoTDBSubscriptionTimePrecisionIT.java          |  12 +-
 .../dual/treemodel/IoTDBSubscriptionTopicIT.java   |  12 +-
 .../it/local/AbstractSubscriptionLocalIT.java      |   1 +
 .../it/triple/AbstractSubscriptionTripleIT.java    |  13 +-
 .../apache/iotdb/tools/it/ExportTsFileTestIT.java  |   1 +
 .../apache/iotdb/tool/data/ImportDataTable.java    |   2 +-
 .../org/apache/iotdb/tool/data/ImportDataTree.java |   2 +-
 .../iotdb/tool/schema/ExportSchemaTable.java       |   2 +-
 .../iotdb/tool/schema/ImportSchemaTable.java       |   2 +-
 .../apache/iotdb/tool/schema/ImportSchemaTree.java |   2 +-
 .../org/apache/iotdb/tool/tsfile/ImportTsFile.java |   2 +-
 .../apache/iotdb/isession/pool/ISessionPool.java   |   2 +-
 ...nsport.java => NettyTNonblockingTransport.java} |  16 +-
 ...pper.java => TNonblockingTransportWrapper.java} |  12 +-
 .../iotdb/session/AbstractSessionBuilder.java      |  30 ++
 .../java/org/apache/iotdb/session/Session.java     | 104 +++++-
 .../apache/iotdb/session/SessionConnection.java    |   2 +-
 .../apache/iotdb/session/TableSessionBuilder.java  | 125 ++++++-
 .../session/pool/AbstractSessionPoolBuilder.java   |   1 -
 .../org/apache/iotdb/session/pool/SessionPool.java |  69 ++--
 .../session/pool/TableSessionPoolBuilder.java      |   9 +-
 .../iotdb/session/rpccompress/TabletEncoder.java   | 186 ++++++++++
 .../apache/iotdb/session/util/SessionUtils.java    |  97 ++++++
 .../apache/iotdb/session/pool/SessionPoolTest.java |   8 +-
 .../ainode/ainode/core/{ainode.py => ai_node.py}   |   4 +-
 iotdb-core/ainode/ainode/core/config.py            |  52 ++-
 iotdb-core/ainode/ainode/core/constant.py          |  16 +-
 .../core/inference/inference_request_pool.py       |  65 ++--
 .../core/inference/scheduler/basic_scheduler.py    |   2 +-
 ...e_pipeline.py => timerxl_inference_pipeline.py} |  14 +-
 iotdb-core/ainode/ainode/core/log.py               | 202 +++++------
 .../ainode/core/manager/inference_manager.py       | 136 ++++++--
 iotdb-core/ainode/ainode/core/manager/utils.py     | 109 ++++++
 iotdb-core/ainode/ainode/core/rpc/handler.py       |   4 +
 iotdb-core/ainode/ainode/core/rpc/service.py       |   5 +-
 iotdb-core/ainode/ainode/core/script.py            |   2 +-
 .../ainode/resources/conf/iotdb-ainode.properties  |   8 +
 .../heartbeat/DataNodeHeartbeatHandler.java        |   5 +
 .../confignode/manager/load/cache/LoadCache.java   |  11 +
 .../manager/load/service/TopologyService.java      |   2 +-
 .../manager/partition/PartitionManager.java        |   9 +-
 .../sink/protocol/IoTDBConfigRegionAirGapSink.java |   5 -
 .../pipe/sink/protocol/IoTDBConfigRegionSink.java  |   5 -
 .../procedure/impl/cq/CreateCQProcedure.java       |   4 +-
 .../procedure/impl/schema/SetTTLProcedure.java     |   2 +-
 .../impl/schema/SetTemplateProcedure.java          |  12 +-
 .../impl/schema/UnsetTemplateProcedure.java        |   4 +-
 .../impl/schema/table/AddTableColumnProcedure.java |   7 +-
 .../impl/schema/table/CreateTableProcedure.java    |   6 +-
 .../schema/table/DropTableColumnProcedure.java     |   4 +-
 .../impl/schema/table/DropTableProcedure.java      |   4 +-
 .../schema/table/RenameTableColumnProcedure.java   |   7 +-
 .../impl/schema/table/RenameTableProcedure.java    |   7 +-
 .../schema/table/SetTablePropertiesProcedure.java  |   7 +-
 .../schema/table/view/AddViewColumnProcedure.java  |   3 +-
 .../table/view/CreateTableViewProcedure.java       |   6 +-
 .../impl/sync/AuthOperationProcedure.java          |   2 +-
 .../DeserializedBatchIndexedConsensusRequest.java  |   7 +
 .../consensus/iot/IoTConsensusServerImpl.java      |  22 +-
 .../iot/client/AsyncIoTConsensusServiceClient.java |   6 +-
 .../consensus/iot/client/DispatchLogHandler.java   |   5 +
 .../iotdb/consensus/iot/logdispatcher/Batch.java   |  10 +-
 .../consensus/iot/logdispatcher/LogDispatcher.java |  11 +
 .../service/IoTConsensusRPCServiceProcessor.java   |   3 +-
 .../iotdb/db/auth/ClusterAuthorityFetcher.java     |   5 +-
 .../db/pipe/agent/task/PipeDataNodeTaskAgent.java  | 144 ++++----
 .../task/builder/PipeDataNodeTaskBuilder.java      |  66 ++--
 .../agent/task/subtask/sink/PipeSinkSubtask.java   |  13 +-
 .../subtask/sink/PipeSinkSubtaskLifeCycle.java     |   7 +-
 .../event/common/terminate/PipeTerminateEvent.java |  37 +-
 .../pipe/metric/overview/PipeResourceMetrics.java  |  13 -
 .../metric/sink/PipeDataRegionSinkMetrics.java     |  34 +-
 .../protocol/thrift/IoTDBDataNodeReceiver.java     |  31 +-
 ...leStatementDataTypeConvertExecutionVisitor.java |   5 +
 ...eeStatementDataTypeConvertExecutionVisitor.java |   4 +-
 .../evolvable/batch/PipeTabletEventBatch.java      |  14 +-
 .../evolvable/batch/PipeTabletEventPlainBatch.java | 133 ++++---
 .../batch/PipeTabletEventTsFileBatch.java          |   3 +-
 .../batch/PipeTransferBatchReqBuilder.java         |  14 +-
 .../request/PipeTransferTabletBatchReqV2.java      |  48 ++-
 .../protocol/airgap/IoTDBDataRegionAirGapSink.java |  31 --
 .../airgap/IoTDBSchemaRegionAirGapSink.java        |   5 -
 .../thrift/async/IoTDBDataRegionAsyncSink.java     |  21 +-
 .../async/handler/PipeTransferTsFileHandler.java   |   6 -
 .../thrift/sync/IoTDBDataRegionSyncSink.java       |  28 +-
 .../thrift/sync/IoTDBSchemaRegionSink.java         |   5 -
 .../sink/util/sorter/PipeTabletEventSorter.java    |   2 +-
 .../source/dataregion/IoTDBDataRegionSource.java   |  10 +-
 ...istoricalDataRegionTsFileAndDeletionSource.java |  31 +-
 .../PipeRealtimeDataRegionHybridSource.java        |   1 +
 .../listener/PipeInsertionDataNodeListener.java    |   4 +
 .../rest/table/v1/impl/RestApiServiceImpl.java     |   6 +-
 .../protocol/rest/v1/impl/RestApiServiceImpl.java  |   2 +-
 .../protocol/rest/v2/impl/RestApiServiceImpl.java  |   2 +-
 .../iotdb/db/protocol/session/SessionManager.java  |   2 +-
 .../handler/RPCServiceThriftHandlerMetrics.java    | 103 ++++++
 .../protocol/thrift/impl/ClientRPCServiceImpl.java |   1 -
 .../impl/DataNodeInternalRPCServiceImpl.java       |   6 +
 .../db/queryengine/common/MPPQueryContext.java     |  33 ++
 .../common/schematree/ClusterSchemaTree.java       | 192 ++++++++---
 .../queryengine/common/schematree/ISchemaTree.java |   3 +-
 .../common/schematree/node/SchemaEntityNode.java   |  23 ++
 .../common/schematree/node/SchemaInternalNode.java |  17 +
 .../schematree/node/SchemaMeasurementNode.java     |  24 ++
 .../common/schematree/node/SchemaNode.java         |   6 +-
 .../queryengine/execution/QueryStateMachine.java   |   2 +-
 .../fragment/FragmentInstanceManager.java          |   1 +
 .../function/TableFunctionLeafOperator.java        |   5 +
 .../operator/schema/SchemaFetchScanOperator.java   | 104 ++++--
 .../InformationSchemaContentSupplierFactory.java   |   5 +
 .../queryengine/plan/analyze/AnalyzeVisitor.java   |   2 +-
 .../db/queryengine/plan/analyze/Analyzer.java      |  14 +-
 .../analyze/cache/partition/PartitionCache.java    |   3 +-
 .../analyze/schema/AutoCreateSchemaExecutor.java   |   6 +-
 .../analyze/schema/ClusterSchemaFetchExecutor.java |  29 +-
 .../queryengine/plan/execution/QueryExecution.java |   2 +-
 .../plan/execution/config/ConfigExecution.java     |  54 ++-
 .../plan/execution/config/ConfigTaskResult.java    |  11 +
 .../config/executor/ClusterConfigTaskExecutor.java | 114 +++---
 .../execution/config/metadata/ShowRegionTask.java  |  11 +-
 .../plan/parser/StatementGenerator.java            |  46 ++-
 .../plan/relational/planner/IrTypeAnalyzer.java    |  41 ++-
 .../plan/relational/sql/parser/AstBuilder.java     |  16 +-
 .../template/ClusterTemplateManager.java           |  10 +-
 .../iotdb/db/schemaengine/template/Template.java   |  15 +-
 .../db/service/metrics/DataNodeMetricsHelper.java  |   2 +
 .../db/storageengine/buffer/BloomFilterCache.java  |   7 +-
 .../iotdb/db/storageengine/buffer/ChunkCache.java  |   3 +-
 .../buffer/TimeSeriesMetadataCache.java            |   5 +-
 .../db/storageengine/dataregion/DataRegion.java    |   2 +-
 .../execute/utils/MultiTsFileDeviceIterator.java   |   3 +-
 .../writer/ReadPointCrossCompactionWriter.java     |   3 +-
 .../dataregion/flush/CompressionRatio.java         | 116 ++++++-
 .../dataregion/memtable/TsFileProcessor.java       |   4 +-
 .../dataregion/read/control/FileReaderManager.java |  85 ++---
 .../filescan/impl/ClosedFileScanHandleImpl.java    |   8 +-
 .../filescan/impl/DiskAlignedChunkHandleImpl.java  |   4 +-
 .../read/filescan/impl/DiskChunkHandleImpl.java    |   7 +-
 .../read/filescan/model/AbstractChunkOffset.java   |   3 +-
 .../read/filescan/model/AlignedChunkOffset.java    |   4 +-
 .../read/filescan/model/ChunkOffset.java           |   5 +-
 .../file/UnsealedTsFileRecoverPerformer.java       |   2 +-
 .../load/limiter/LoadTsFileRateLimiter.java        |  64 +++-
 .../apache/iotdb/db/utils/DataNodeAuthUtils.java   |   3 +-
 .../apache/iotdb/db/utils/ErrorHandlingUtils.java  |  13 +-
 .../java/org/apache/iotdb/util/TabletDecoder.java  | 214 ++++++++++++
 .../schema/SchemaFetchScanOperatorTest.java        |  52 ++-
 .../storageengine/buffer/BloomFilterCacheTest.java |   6 +-
 .../compaction/CompactionWithMinTimestampTest.java |   4 +-
 .../compaction/FastAlignedCrossCompactionTest.java |   4 +-
 .../FastCrossCompactionPerformerTest.java          |   4 +-
 .../FastInnerCompactionPerformerTest.java          |   4 +-
 .../FastNonAlignedCrossCompactionTest.java         |   4 +-
 .../compaction/ReadChunkInnerCompactionTest.java   |   4 +-
 .../ReadPointAlignedCrossCompactionTest.java       |   4 +-
 .../ReadPointCompactionPerformerTest.java          |   4 +-
 .../ReadPointNonAlignedCrossCompactionTest.java    |   4 +-
 .../cross/CrossSpaceCompactionSelectorTest.java    |   4 +-
 .../inner/InnerSpaceCompactionSelectorTest.java    |   4 +-
 .../SizeTieredCompactionRecoverTest.java           |   2 +-
 ...TableModelReadChunkCompactionPerformerTest.java |   4 +-
 ...TableModelReadPointCompactionPerformerTest.java |   4 +-
 .../utils/MultiTsFileDeviceIteratorTest.java       |   4 +-
 .../dataregion/flush/CompressionRatioTest.java     |   3 +-
 .../read/control/FileReaderManagerTest.java        |   4 +-
 .../commons/auth/authorizer/BasicAuthorizer.java   |  16 +-
 .../iotdb/commons/auth/user/BasicUserManager.java  |  15 +-
 .../client/ainode/AsyncAINodeServiceClient.java    |   6 +-
 .../AsyncConfigNodeInternalServiceClient.java      |   6 +-
 .../async/AsyncDataNodeExternalServiceClient.java  |   6 +-
 .../async/AsyncDataNodeInternalServiceClient.java  |   6 +-
 .../AsyncDataNodeMPPDataExchangeServiceClient.java |   6 +-
 .../async/AsyncPipeConsensusServiceClient.java     |   6 +-
 .../async/AsyncPipeDataTransferServiceClient.java  |   4 +-
 .../iotdb/commons/concurrent/ThreadName.java       |   1 +
 .../apache/iotdb/commons/conf/CommonConfig.java    |  33 +-
 .../iotdb/commons/exception/IoTDBException.java    |  15 +
 .../commons/exception/IoTDBRuntimeException.java   |  22 ++
 .../commons/pipe/agent/task/PipeTaskAgent.java     |   2 +
 .../task/subtask/PipeAbstractSinkSubtask.java      |  23 +-
 .../agent/task/subtask/PipeReportableSubtask.java  |  50 ++-
 .../iotdb/commons/pipe/config/PipeConfig.java      |  11 +-
 .../iotdb/commons/pipe/config/PipeDescriptor.java  |  11 +-
 .../pipe/config/constant/PipeSinkConstant.java     |   5 -
 .../pipe/sink/limiter/GlobalRPCRateLimiter.java    |  33 --
 .../pipe/sink/limiter/GlobalRateLimiter.java       |  14 +-
 .../pipe/sink/limiter/TsFileSendRateLimiter.java   |  47 ---
 .../pipe/sink/protocol/IoTDBAirGapSink.java        |   3 -
 .../commons/pipe/sink/protocol/IoTDBSink.java      |   8 +-
 .../pipe/sink/protocol/IoTDBSslSyncSink.java       |   3 -
 .../schema/column/ColumnHeaderConstant.java        |   5 +-
 .../commons/schema/table/InformationSchema.java    |   3 +
 .../iotdb/commons/service/metric/enums/Metric.java |   6 +-
 .../org/apache/iotdb/commons/utils/AuthUtils.java  |   2 +-
 .../src/main/thrift/confignode.thrift              |   1 +
 .../src/main/thrift/iotconsensus.thrift            |   1 +
 .../thrift-datanode/src/main/thrift/client.thrift  |   3 +
 .../src/main/thrift/datanode.thrift                |   1 +
 239 files changed, 4028 insertions(+), 1243 deletions(-)
 create mode 100644 integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBIfExpressionTableIT.java
 create mode 100644 integration-test/src/test/java/org/apache/iotdb/session/it/IoTDBSessionCompressedIT.java
 rename iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/{NettyTNonBlockingTransport.java => NettyTNonblockingTransport.java} (98%)
 rename iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/{TNonblockingSocketWrapper.java => TNonblockingTransportWrapper.java} (83%)
 create mode 100644 iotdb-client/session/src/main/java/org/apache/iotdb/session/rpccompress/TabletEncoder.java
 rename iotdb-core/ainode/ainode/core/{ainode.py => ai_node.py} (97%)
 copy iotdb-core/ainode/ainode/core/inference/strategy/{timer_sundial_inference_pipeline.py => timerxl_inference_pipeline.py} (77%)
 create mode 100644 iotdb-core/ainode/ainode/core/manager/utils.py
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/util/TabletDecoder.java
 delete mode 100644 iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/sink/limiter/GlobalRPCRateLimiter.java
 delete mode 100644 iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/sink/limiter/TsFileSendRateLimiter.java