You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ha...@apache.org on 2024/06/13 06:30:09 UTC
(iotdb) branch rest_test updated (1614f909752 -> b818743030e)
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch rest_test
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 1614f909752 fix dependence issue
add 9e635c250a9 fix more
add c2f3640431a Load: Add check for BufferUnderflowException (#12690)
add a64dc4c530d remove excess stack
add 070c5e3ada8 Fix new UDTF execution framework dead loop error.
add ab9347bfde9 Perfect methods of IAnalysis to adapt the write process of table model
add 724f2adc729 Load: Support storing piecenode in multiple folders during 2nd phase (#12675)
add 278da484343 Pipe: add decompressed length in RPC compression payload to avoid potential OOM on receiver (#12701)
add b18ccf3b03c Load: Update loadTsFileDirs after all newLoadTsFileDirs are generated to avoid undefined behavior (#12712)
add e887ea00523 Pipe: Fixed NPE in schema pattern parsing & Improved connector subtask retry logic and logs & Fixed the executor used by consensus pipe (#12704)
add ed3b4b73cf4 Procedure: Fix ProcedureInfo on CN leader may decrease its procId (#12711)
add a178a79a33f Fix missing of linux memory metrics (#12713)
add a9d14018812 update import and export tsfile description (#12684)
add 20c4cd25a3e Subscription: skip on setup and cluster failure when running subscription restart IT & fix some bugs in SubscriptionExecutorServiceManager (#12710)
add 3ae990b8524 Update pom.xml to fix security issue (#12705)
add 24a53761d8f Rename IoTV2Consensus to IoTConsensusV2 (#12715)
add fecdca5be17 Fix NumberFormatException when upgrade from old version #12719
add bd3094265bb Replenish effective mode in iotdb-system.properties (#12706)
add c10c95f25d8 load-tsfile script: disable redirection & load: handle exceptions using the Analysis objects instead of throwing exceptions & pipe: handle SYSTEM_READ_ONLY correctly on receiver side (#12716)
add dcdbbe524e9 Subscription: improve parsing logic when using JAVA SDK client & refactor subscription IT & intro `getSubscribedTopicNames` API (#12721)
add 0a3ca29e6a3 Pipe: Fix schema events can not report & Fix delete data events in data regions may fail to mark at schema metrics (#12722)
add cf4aed79c5d Pipe: Support `"source.history.loose-range" = "path"` in iotdb-source (#12651)
add 9b95f9161bf Merge branch 'master' of github.com:apache/iotdb into rest_test
add 8672ca8eecb optimize more
add b818743030e fix insert rows
No new revisions were added by this update.
Summary of changes:
example/schema/pom.xml | 1 -
.../apache/iotdb/SubscriptionSessionExample.java | 48 +-
.../org/apache/iotdb/it/env/cluster/EnvUtils.java | 6 +-
.../iotdb/db/it/udf/IoTDBUDFWindowQuery2IT.java | 216 +++++
.../pipe/it/autocreate/IoTDBPipeExtractorIT.java | 97 ++
.../apache/iotdb/rest/it/IoTDBRestServiceIT.java | 59 +-
.../subscription/it/AbstractSubscriptionIT.java | 24 +-
.../it/IoTDBSubscriptionITConstant.java | 19 +-
.../iotdb/subscription/it/SkipOnSetUpFailure.java | 82 ++
.../IoTDBSubscriptionRestartIT.java | 84 +-
.../it/dual/AbstractSubscriptionDualIT.java | 13 +-
.../it/dual/IoTDBSubscriptionConsumerGroupIT.java | 32 +-
.../it/dual/IoTDBSubscriptionTimePrecisionIT.java | 33 +-
.../it/dual/IoTDBSubscriptionTopicIT.java | 131 ++-
.../it/local/AbstractSubscriptionLocalIT.java | 21 +-
.../it/local/IoTDBSubscriptionBasicIT.java | 117 +--
.../it/local/IoTDBSubscriptionIdempotentIT.java | 14 +-
.../apache/iotdb/tools/it/ExportTsFileTestIT.java | 8 +-
.../java/org/apache/iotdb/cli/AbstractCli.java | 1 -
.../org/apache/iotdb/tool/AbstractTsFileTool.java | 12 +-
.../java/org/apache/iotdb/tool/ExportTsFile.java | 10 +-
.../java/org/apache/iotdb/tool/ImportTsFile.java | 4 +-
...> SubscriptionIdentifierSemanticException.java} | 12 +-
.../response/PipeSubscribeSubscribeResp.java | 51 +-
.../response/PipeSubscribeUnsubscribeResp.java | 51 +-
.../consumer/SubscriptionConsumer.java | 102 +-
.../SubscriptionExecutorServiceManager.java | 8 +-
.../consumer/SubscriptionProvider.java | 12 +-
.../consumer/SubscriptionPullConsumer.java | 9 +-
.../consumer/SubscriptionPushConsumer.java | 8 +-
.../payload/SubscriptionFileHandler.java | 20 +-
.../session/subscription/util/IdentifierUtils.java | 51 +
.../confignode/conf/ConfigNodeStartupCheck.java | 2 +-
.../manager/load/balancer/RouteBalancer.java | 4 +-
.../execution/PipeConfigNodeSubtaskExecutor.java | 6 +-
.../confignode/persistence/ProcedureInfo.java | 2 +-
.../apache/iotdb/consensus/ConsensusFactory.java | 6 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 35 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 62 +-
.../consensus/PipeConsensusSubtaskExecutor.java | 4 +-
.../execution/PipeConnectorSubtaskExecutor.java | 7 +-
.../execution/PipeProcessorSubtaskExecutor.java | 3 +-
.../PipeHistoricalDataRegionTsFileExtractor.java | 104 +-
.../visitor/PipeStatementExceptionVisitor.java | 2 +-
.../visitor/PipeStatementTSStatusVisitor.java | 21 +-
.../resource/tsfile/PipeTsFileResourceManager.java | 38 +-
.../pipe/task/builder/PipeDataNodeTaskBuilder.java | 4 +-
.../pipe/task/connection/PipeEventCollector.java | 9 +-
.../subtask/connector/PipeConnectorSubtask.java | 8 +-
.../db/protocol/rest/utils/InsertRowDataUtils.java | 17 +-
.../protocol/rest/utils/InsertTabletDataUtils.java | 73 +-
.../v2/handler/StatementConstructionHandler.java | 29 +-
.../execution/load/LoadTsFileManager.java | 138 ++-
.../queryengine/load/LoadTsFileMemoryManager.java | 10 +-
.../db/queryengine/plan/analyze/Analysis.java | 11 +
.../queryengine/plan/analyze/AnalyzeVisitor.java | 18 +-
.../db/queryengine/plan/analyze/IAnalysis.java | 16 +
.../plan/analyze/LoadTsfileAnalyzer.java | 40 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 4 +-
.../plan/planner/LocalExecutionPlanner.java | 16 +-
.../distribution/WriteFragmentParallelPlanner.java | 8 +-
.../plan/planner/plan/node/WritePlanNode.java | 4 +-
.../plan/node/load/LoadSingleTsFileNode.java | 4 +-
.../planner/plan/node/load/LoadTsFileNode.java | 9 +-
.../plan/node/load/LoadTsFilePieceNode.java | 4 +-
.../node/metedata/write/ActivateTemplateNode.java | 4 +-
.../node/metedata/write/AlterTimeSeriesNode.java | 4 +-
.../metedata/write/BatchActivateTemplateNode.java | 4 +-
.../write/CreateAlignedTimeSeriesNode.java | 4 +-
.../metedata/write/CreateMultiTimeSeriesNode.java | 4 +-
.../node/metedata/write/CreateTimeSeriesNode.java | 4 +-
.../write/InternalBatchActivateTemplateNode.java | 4 +-
.../write/InternalCreateMultiTimeSeriesNode.java | 4 +-
.../write/InternalCreateTimeSeriesNode.java | 4 +-
.../metedata/write/view/CreateLogicalViewNode.java | 4 +-
.../plan/node/pipe/PipeEnrichedDeleteDataNode.java | 4 +-
.../plan/node/pipe/PipeEnrichedInsertNode.java | 4 +-
.../plan/node/pipe/PipeEnrichedWritePlanNode.java | 4 +-
.../planner/plan/node/write/DeleteDataNode.java | 5 +-
.../plan/node/write/InsertMultiTabletsNode.java | 4 +-
.../planner/plan/node/write/InsertRowNode.java | 4 +-
.../planner/plan/node/write/InsertRowsNode.java | 4 +-
.../plan/node/write/InsertRowsOfOneDeviceNode.java | 4 +-
.../planner/plan/node/write/InsertTabletNode.java | 4 +-
.../dag/intermediate/MultiInputLayer.java | 5 +-
.../SingleInputMultiReferenceLayer.java | 12 +-
.../SingleInputSingleReferenceLayer.java | 12 +-
.../storageengine/rescon/disk/FolderManager.java | 4 +
.../agent/SubscriptionAgentLauncher.java | 8 +-
.../agent/SubscriptionBrokerAgent.java | 11 +-
.../agent/SubscriptionConsumerAgent.java | 22 +-
.../agent/SubscriptionReceiverAgent.java | 6 +-
.../subscription/agent/SubscriptionTopicAgent.java | 20 +-
.../db/subscription/broker/SubscriptionBroker.java | 33 +-
.../broker/SubscriptionPrefetchingQueue.java | 28 +-
.../SubscriptionPrefetchingTabletsQueue.java | 9 +
.../broker/SubscriptionPrefetchingTsFileQueue.java | 24 +
.../db/subscription/event/SubscriptionEvent.java | 6 +
.../receiver/SubscriptionReceiverV1.java | 36 +-
.../task/subtask/SubscriptionConnectorSubtask.java | 18 +-
.../SubscriptionConnectorSubtaskLifeCycle.java | 54 +-
.../java/org/apache/iotdb/db/utils/MemUtils.java | 2 +-
.../apache/iotdb/db/utils/TypeInferenceUtils.java | 21 +-
.../metrics/metricsets/system/SystemMetrics.java | 4 +-
.../resources/conf/generate_properties.bat | 3 +-
.../resources/conf/iotdb-system.properties | 40 +-
.../threadpool/WrappedThreadPoolExecutor.java | 7 +-
.../iotdb/commons/conf/ConfigurationFileUtils.java | 17 +-
.../config/constant/PipeExtractorConstant.java | 3 +
.../pipe/connector/compressor/PipeCompressor.java | 19 +
.../connector/compressor/PipeGZIPCompressor.java | 7 +
.../connector/compressor/PipeLZ4Compressor.java | 7 +
.../connector/compressor/PipeLZMA2Compressor.java | 7 +
.../connector/compressor/PipeSnappyCompressor.java | 7 +
.../connector/compressor/PipeZSTDCompressor.java | 5 +
.../thrift/request/PipeTransferCompressedReq.java | 36 +-
.../execution/executor/PipeSubtaskExecutor.java | 30 +-
.../commons/pipe/pattern/IoTDBPipePattern.java | 4 +-
.../iotdb/commons/pipe/task/DecoratingLock.java | 44 -
.../task/subtask/PipeAbstractConnectorSubtask.java | 42 +-
.../pipe/task/subtask/PipeReportableSubtask.java | 28 +-
pom.xml | 1010 +-------------------
122 files changed, 1824 insertions(+), 1978 deletions(-)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/udf/IoTDBUDFWindowQuery2IT.java
copy iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/parser/ASTVisitorTest.java => integration-test/src/test/java/org/apache/iotdb/subscription/it/AbstractSubscriptionIT.java (54%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/subscription/it/SkipOnSetUpFailure.java
rename integration-test/src/test/java/org/apache/iotdb/subscription/it/{local => cluster}/IoTDBSubscriptionRestartIT.java (89%)
copy iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALBufferTest.java => integration-test/src/test/java/org/apache/iotdb/subscription/it/local/AbstractSubscriptionLocalIT.java (69%)
copy iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/exception/{SubscriptionRuntimeNonCriticalException.java => SubscriptionIdentifierSemanticException.java} (73%)
create mode 100644 iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/util/IdentifierUtils.java
delete mode 100644 iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/task/DecoratingLock.java