You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ji...@apache.org on 2024/08/15 02:48:22 UTC

(iotdb) branch fix_insert_case_sensitivity updated (6aa6db4159e -> fa26b9c61a3)

This is an automated email from the ASF dual-hosted git repository.

jiangtian pushed a change to branch fix_insert_case_sensitivity
in repository https://gitbox.apache.org/repos/asf/iotdb.git


    from 6aa6db4159e fix dataname retrieval of insert rows
     add b8426f53a35 PipeConsensus: Avoid replicate block && Avoid transfer error when connector is closed. (#13146)
     add cdbac42b8b6 Fixed the bug that table compatibility check may take too much locks in tree dialect
     add ce0c090c553 Share device info in compaction schedule (#13150)
     add bc85409c6cf [ISSUE-13155] When having more than one pipeline subscription and restarting the server, the second subscription ends in a loop of doom (#13156)
     add 525f40ce3eb Fix getTsValue of LongLiteral and validation order
     add ef54f795902 [Region Migration] Wait for all region-related resources to be released before deleting (#13148)
     add 34c63cf1219 Load: Support Datanode actively listening dirs and auto load tsfile (#13085)
     add be1fdde9891 Pipe: Fix ProgressReportEvent may be transferred / marked as rate in config subtask (#13161)
     add 67642d6dd37 Added check for table TTL to ensure that it's equal to or greater than 0
     add 8473124404d Support constant value in select clause
     add 0840b23644c Support upgrade to v1.4 with v1.3 wal
     new fa26b9c61a3 Merge branch 'master' into fix_insert_case_sensitivity

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.


Summary of changes:
 .../it/query/recent/IoTDBNullIdQueryIT.java        |  24 +-
 .../iotdb/relational/it/schema/IoTDBTableIT.java   |  19 ++
 .../pipe/execution/PipeConfigNodeSubtask.java      |   7 +-
 .../org/apache/iotdb/consensus/IStateMachine.java  |   9 +
 .../apache/iotdb/consensus/iot/IoTConsensus.java   |   2 +
 .../consensus/iot/IoTConsensusServerImpl.java      |  39 +++
 .../service/IoTConsensusRPCServiceProcessor.java   |  21 +-
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |  97 +++++++
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  |  86 +++++-
 .../dataregion/DataRegionStateMachine.java         |  12 +
 .../iotdb/db/exception/LoadEmptyFileException.java |   4 +-
 .../pipeconsensus/PipeConsensusAsyncConnector.java |  14 +-
 .../execution/load/LoadTsFileManager.java          |  10 +
 .../load/active/ActiveLoadDirScanner.java          | 175 ++++++++++++
 .../load/active/ActiveLoadPendingQueue.java        |  64 +++++
 .../load/active/ActiveLoadTsFileLoader.java        | 310 +++++++++++++++++++++
 .../load/{ => limiter}/LoadTsFileRateLimiter.java  |   2 +-
 .../load/{ => splitter}/AlignedChunkData.java      |   2 +-
 .../execution/load/{ => splitter}/ChunkData.java   |   2 +-
 .../load/{ => splitter}/DeletionData.java          |   2 +-
 .../load/{ => splitter}/NonAlignedChunkData.java   |   2 +-
 .../execution/load/{ => splitter}/TsFileData.java  |   2 +-
 .../load/{ => splitter}/TsFileSplitter.java        |   2 +-
 .../relational/ColumnTransformerBuilder.java       |  20 +-
 .../iotdb/db/queryengine/plan/Coordinator.java     |  11 +-
 .../queryengine/plan/analyze/AnalyzeVisitor.java   | 149 +++++-----
 ...TsfileAnalyzer.java => LoadTsFileAnalyzer.java} |  23 +-
 .../analyze/lock/DataNodeSchemaLockManager.java    |  23 +-
 .../plan/analyze/schema/ClusterSchemaFetcher.java  |  64 ++---
 .../execution/config/TableConfigTaskVisitor.java   |  13 +-
 .../plan/node/load/LoadTsFilePieceNode.java        |   2 +-
 .../fetcher/TableHeaderSchemaValidator.java        |   6 +-
 .../relational/planner/ir/ExpressionRewriter.java  |   9 +-
 .../planner/ir/ExpressionTreeRewriter.java         |   8 +
 .../plan/scheduler/load/LoadTsFileScheduler.java   |   6 +-
 .../db/service/metrics/CompactionMetrics.java      |  14 +-
 .../iotdb/db/storageengine/StorageEngine.java      |   2 +-
 .../db/storageengine/dataregion/DataRegion.java    |  57 ++--
 ...Summary.java => CompactionScheduleContext.java} |  28 +-
 .../compaction/schedule/CompactionScheduler.java   |  47 ++--
 .../constant/InnerSequenceCompactionSelector.java  |   4 +-
 .../InnerUnsequenceCompactionSelector.java         |   4 +-
 .../impl/RewriteCrossSpaceCompactionSelector.java  |  43 ++-
 .../utils/CrossSpaceCompactionCandidate.java       |  26 +-
 .../selector/utils/TsFileResourceCandidate.java    |  13 +-
 .../dataregion/memtable/AbstractMemTable.java      |  47 ++++
 .../storageengine/dataregion/tsfile/TsFileID.java  |   6 +-
 .../dataregion/wal/buffer/WALEntry.java            |   3 +
 .../dataregion/wal/buffer/WALEntryType.java        |   7 +-
 .../file/AbstractTsFileRecoverPerformer.java       |   5 +
 .../file/UnsealedTsFileRecoverPerformer.java       |   1 +
 .../agent/SubscriptionConsumerAgent.java           |   1 -
 .../iotdb/db/storageengine/dataregion/TTLTest.java |   6 +-
 ...eCompactionWithFastPerformerValidationTest.java |   2 +-
 .../cross/InsertionCrossSpaceCompactionTest.java   |   4 +-
 .../inner/InnerCompactionSchedulerTest.java        |   8 +-
 .../repair/RepairUnsortedFileCompactionTest.java   |   8 +-
 .../wal/recover/WALRecoverManagerTest.java         |  82 ++++++
 .../src/test/resources/oldwal/1723544967972-1-0-0  | Bin 0 -> 237 bytes
 .../datanode/src/test/resources/oldwal/_0-0-0.wal  | Bin 0 -> 265150 bytes
 .../src/test/resources/oldwal/_0.checkpoint        | Bin 0 -> 533 bytes
 .../datanode/src/test/resources/oldwal/_1-0-0.wal  | Bin 0 -> 259747 bytes
 .../datanode/src/test/resources/oldwal/_2-0-0.wal  | Bin 0 -> 36948 bytes
 .../datanode/src/test/resources/oldwal/_3-0-1.wal  | Bin 0 -> 513 bytes
 .../conf/iotdb-system.properties.template          |  44 ++-
 .../iotdb/commons/concurrent/ThreadName.java       |   6 +-
 .../apache/iotdb/commons/conf/IoTDBConstant.java   |   2 +
 .../commons/pipe/event/ProgressReportEvent.java    |   5 +
 .../src/main/thrift/iotconsensus.thrift            |   9 +
 69 files changed, 1472 insertions(+), 253 deletions(-)
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/active/ActiveLoadDirScanner.java
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/active/ActiveLoadPendingQueue.java
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/active/ActiveLoadTsFileLoader.java
 rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/{ => limiter}/LoadTsFileRateLimiter.java (98%)
 rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/{ => splitter}/AlignedChunkData.java (99%)
 rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/{ => splitter}/ChunkData.java (97%)
 rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/{ => splitter}/DeletionData.java (97%)
 rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/{ => splitter}/NonAlignedChunkData.java (99%)
 rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/{ => splitter}/TsFileData.java (95%)
 rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/{ => splitter}/TsFileSplitter.java (99%)
 rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/{LoadTsfileAnalyzer.java => LoadTsFileAnalyzer.java} (97%)
 rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/schedule/{CompactionScheduleSummary.java => CompactionScheduleContext.java} (80%)
 create mode 100644 iotdb-core/datanode/src/test/resources/oldwal/1723544967972-1-0-0
 create mode 100644 iotdb-core/datanode/src/test/resources/oldwal/_0-0-0.wal
 create mode 100644 iotdb-core/datanode/src/test/resources/oldwal/_0.checkpoint
 create mode 100644 iotdb-core/datanode/src/test/resources/oldwal/_1-0-0.wal
 create mode 100644 iotdb-core/datanode/src/test/resources/oldwal/_2-0-0.wal
 create mode 100644 iotdb-core/datanode/src/test/resources/oldwal/_3-0-1.wal


(iotdb) 01/01: Merge branch 'master' into fix_insert_case_sensitivity

Posted by ji...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

jiangtian pushed a commit to branch fix_insert_case_sensitivity
in repository https://gitbox.apache.org/repos/asf/iotdb.git

commit fa26b9c61a3750aceb0e2eecc6272125752482ec
Merge: 6aa6db4159e 0840b23644c
Author: Tian Jiang <jt...@163.com>
AuthorDate: Thu Aug 15 10:48:14 2024 +0800

    Merge branch 'master' into fix_insert_case_sensitivity
    
    # Conflicts:
    #       integration-test/src/test/java/org/apache/iotdb/relational/it/db/it/IoTDBInsertTableIT.java

 .../it/query/recent/IoTDBNullIdQueryIT.java        |  24 +-
 .../iotdb/relational/it/schema/IoTDBTableIT.java   |  19 ++
 .../pipe/execution/PipeConfigNodeSubtask.java      |   7 +-
 .../org/apache/iotdb/consensus/IStateMachine.java  |   9 +
 .../apache/iotdb/consensus/iot/IoTConsensus.java   |   2 +
 .../consensus/iot/IoTConsensusServerImpl.java      |  39 +++
 .../service/IoTConsensusRPCServiceProcessor.java   |  21 +-
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |  97 +++++++
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  |  86 +++++-
 .../dataregion/DataRegionStateMachine.java         |  12 +
 .../iotdb/db/exception/LoadEmptyFileException.java |   4 +-
 .../pipeconsensus/PipeConsensusAsyncConnector.java |  14 +-
 .../execution/load/LoadTsFileManager.java          |  10 +
 .../load/active/ActiveLoadDirScanner.java          | 175 ++++++++++++
 .../load/active/ActiveLoadPendingQueue.java        |  64 +++++
 .../load/active/ActiveLoadTsFileLoader.java        | 310 +++++++++++++++++++++
 .../load/{ => limiter}/LoadTsFileRateLimiter.java  |   2 +-
 .../load/{ => splitter}/AlignedChunkData.java      |   2 +-
 .../execution/load/{ => splitter}/ChunkData.java   |   2 +-
 .../load/{ => splitter}/DeletionData.java          |   2 +-
 .../load/{ => splitter}/NonAlignedChunkData.java   |   2 +-
 .../execution/load/{ => splitter}/TsFileData.java  |   2 +-
 .../load/{ => splitter}/TsFileSplitter.java        |   2 +-
 .../relational/ColumnTransformerBuilder.java       |  20 +-
 .../iotdb/db/queryengine/plan/Coordinator.java     |  11 +-
 .../queryengine/plan/analyze/AnalyzeVisitor.java   | 149 +++++-----
 ...TsfileAnalyzer.java => LoadTsFileAnalyzer.java} |  23 +-
 .../analyze/lock/DataNodeSchemaLockManager.java    |  23 +-
 .../plan/analyze/schema/ClusterSchemaFetcher.java  |  64 ++---
 .../execution/config/TableConfigTaskVisitor.java   |  13 +-
 .../plan/node/load/LoadTsFilePieceNode.java        |   2 +-
 .../fetcher/TableHeaderSchemaValidator.java        |   6 +-
 .../relational/planner/ir/ExpressionRewriter.java  |   9 +-
 .../planner/ir/ExpressionTreeRewriter.java         |   8 +
 .../plan/scheduler/load/LoadTsFileScheduler.java   |   6 +-
 .../db/service/metrics/CompactionMetrics.java      |  14 +-
 .../iotdb/db/storageengine/StorageEngine.java      |   2 +-
 .../db/storageengine/dataregion/DataRegion.java    |  57 ++--
 ...Summary.java => CompactionScheduleContext.java} |  28 +-
 .../compaction/schedule/CompactionScheduler.java   |  47 ++--
 .../constant/InnerSequenceCompactionSelector.java  |   4 +-
 .../InnerUnsequenceCompactionSelector.java         |   4 +-
 .../impl/RewriteCrossSpaceCompactionSelector.java  |  43 ++-
 .../utils/CrossSpaceCompactionCandidate.java       |  26 +-
 .../selector/utils/TsFileResourceCandidate.java    |  13 +-
 .../dataregion/memtable/AbstractMemTable.java      |  47 ++++
 .../storageengine/dataregion/tsfile/TsFileID.java  |   6 +-
 .../dataregion/wal/buffer/WALEntry.java            |   3 +
 .../dataregion/wal/buffer/WALEntryType.java        |   7 +-
 .../file/AbstractTsFileRecoverPerformer.java       |   5 +
 .../file/UnsealedTsFileRecoverPerformer.java       |   1 +
 .../agent/SubscriptionConsumerAgent.java           |   1 -
 .../iotdb/db/storageengine/dataregion/TTLTest.java |   6 +-
 ...eCompactionWithFastPerformerValidationTest.java |   2 +-
 .../cross/InsertionCrossSpaceCompactionTest.java   |   4 +-
 .../inner/InnerCompactionSchedulerTest.java        |   8 +-
 .../repair/RepairUnsortedFileCompactionTest.java   |   8 +-
 .../wal/recover/WALRecoverManagerTest.java         |  82 ++++++
 .../src/test/resources/oldwal/1723544967972-1-0-0  | Bin 0 -> 237 bytes
 .../datanode/src/test/resources/oldwal/_0-0-0.wal  | Bin 0 -> 265150 bytes
 .../src/test/resources/oldwal/_0.checkpoint        | Bin 0 -> 533 bytes
 .../datanode/src/test/resources/oldwal/_1-0-0.wal  | Bin 0 -> 259747 bytes
 .../datanode/src/test/resources/oldwal/_2-0-0.wal  | Bin 0 -> 36948 bytes
 .../datanode/src/test/resources/oldwal/_3-0-1.wal  | Bin 0 -> 513 bytes
 .../conf/iotdb-system.properties.template          |  44 ++-
 .../iotdb/commons/concurrent/ThreadName.java       |   6 +-
 .../apache/iotdb/commons/conf/IoTDBConstant.java   |   2 +
 .../commons/pipe/event/ProgressReportEvent.java    |   5 +
 .../src/main/thrift/iotconsensus.thrift            |   9 +
 69 files changed, 1472 insertions(+), 253 deletions(-)