You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ca...@apache.org on 2022/11/09 13:42:35 UTC
[iotdb] branch beyyes/master2 updated (c9a0829b23 -> d8351777d1)
This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a change to branch beyyes/master2
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from c9a0829b23 spotless
add 05c2cba75c spotless
add 939bc592aa Remove old storage engine code and refactor UTs (#7932)
add 87a416e6d2 [IOTDB-4666]Get the devices on one leaf node at a time while compacting (#7646)
add 9ac112433e [IOTDB-4576]Add NULL Operand and modify operations about it & Use False if the series in the predicate does not exist (#7924)
add 072835c94a [IOTDB-4819] Record concrete failure info in FI State and pass it to client
add 2c5f012540 [IOTDB-4745] Add ADD_NEW_NODE state for ConfigNodeProcedure (#7743)
add c04d3fa9cc [IOTDB-4835] Fix InnerSpaceCompaction may be blocked (#7901)
add 887e49fb2b optimize transfer leader implementation (#7923)
add d8351777d1 merge with master
No new revisions were added by this update.
Summary of changes:
.../confignode/client/ConfigNodeRequestType.java | 2 +-
.../client/sync/SyncConfigNodeClientPool.java | 5 +-
.../iotdb/confignode/manager/ConsensusManager.java | 47 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 62 +-
.../procedure/env/DataNodeRemoveHandler.java | 31 +-
.../impl/node/AddConfigNodeProcedure.java | 40 +-
.../impl/node/RemoveDataNodeProcedure.java | 2 +
.../procedure/state/AddConfigNodeState.java | 3 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 8 +
.../iotdb/consensus/ratis/RatisConsensus.java | 23 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 18 +
.../java/org/apache/iotdb/it/env/AbstractEnv.java | 1 +
.../iotdb/db/it/query/IoTDBNullOperandIT.java | 242 ++++
.../withoutNull/IoTDBWithoutNullAllFilterIT.java | 39 +-
.../withoutNull/IoTDBWithoutNullAnyFilterIT.java | 55 +-
.../IoTDBLoadExternalTsfileWithVirtualSGIT.java | 4 +-
.../db/integration/IoTDBRemovePartitionIT.java | 622 ++++----
.../apache/iotdb/db/client/ConfigNodeClient.java | 5 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 4 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 1011 +------------
.../apache/iotdb/db/engine/StorageEngineV2.java | 42 +-
.../engine/compaction/CompactionTaskManager.java | 1 +
.../sizetiered/SizeTieredCompactionSelector.java | 78 +-
.../inner/utils/MultiTsFileDeviceIterator.java | 4 +-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 195 ---
.../apache/iotdb/db/engine/memtable/IMemTable.java | 23 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 501 +------
.../db/engine/storagegroup/TsFileProcessor.java | 163 +--
.../dataregion/HashVirtualPartitioner.java | 58 -
.../dataregion/StorageGroupManager.java | 505 -------
.../dataregion/VirtualPartitioner.java | 39 -
.../storagegroup/timeindex/DeviceTimeIndex.java | 4 +-
.../storagegroup/timeindex/FileTimeIndex.java | 6 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 4 -
.../schemaregion/SchemaRegionSchemaFileImpl.java | 4 -
.../apache/iotdb/db/metadata/tag/TagManager.java | 58 +-
.../fragment/FragmentInstanceContext.java | 11 +-
.../fragment/FragmentInstanceExecution.java | 5 +-
.../fragment/FragmentInstanceFailureInfo.java | 212 +++
.../execution/fragment/FragmentInstanceInfo.java | 21 +-
.../fragment/FragmentInstanceManager.java | 5 +-
.../operator/process/FilterAndProjectOperator.java | 10 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 5 +
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 31 +-
.../mpp/plan/analyze/ExpressionTypeAnalyzer.java | 12 +-
.../iotdb/db/mpp/plan/expression/Expression.java | 5 +
.../db/mpp/plan/expression/ExpressionType.java | 2 +
.../{TimestampOperand.java => NullOperand.java} | 43 +-
.../plan/expression/unary/NegationExpression.java | 2 +
.../visitor/ColumnTransformerVisitor.java | 17 +
.../plan/expression/visitor/ExpressionVisitor.java | 5 +
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 3 +
.../planner/plan/node/write/InsertRowNode.java | 2 +-
.../planner/plan/node/write/InsertTabletNode.java | 2 +-
.../scheduler/AbstractFragInsStateTracker.java | 33 +-
.../scheduler/FixedRateFragInsStateTracker.java | 27 +-
.../dag/column/ColumnTransformer.java | 31 +
.../binary/CompareBinaryColumnTransformer.java | 7 +-
.../binary/CompareEqualToColumnTransformer.java | 2 +-
.../column/binary/LogicAndColumnTransformer.java | 30 +
.../binary/LogicBinaryColumnTransformer.java | 24 -
.../column/binary/LogicOrColumnTransformer.java | 30 +
...Transformer.java => NullColumnTransformer.java} | 14 +-
.../ternary/CompareTernaryColumnTransformer.java | 17 +-
.../dag/column/unary/InColumnTransformer.java | 8 +-
.../column/unary/LogicNotColumnTransformer.java | 2 +-
.../dag/column/unary/RegularColumnTransformer.java | 2 +-
.../apache/iotdb/db/qp/executor/IPlanExecutor.java | 79 --
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 1374 ------------------
.../java/org/apache/iotdb/db/service/IoTDB.java | 10 -
.../apache/iotdb/db/service/IoTDBShutdownHook.java | 9 +-
.../org/apache/iotdb/db/service/MQTTService.java | 6 +-
.../org/apache/iotdb/db/service/SettleService.java | 36 +-
.../org/apache/iotdb/db/service/UpgradeSevice.java | 16 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 23 +-
.../db/sync/receiver/load/DeletionLoader.java | 7 -
.../iotdb/db/sync/receiver/load/TsFileLoader.java | 15 -
.../iotdb/db/tools/TsFileSplitByPartitionTool.java | 10 +-
.../db/tools/dataregion/DeviceMappingViewer.java | 63 -
.../db/tools/upgrade/TsFileOnlineUpgradeTool.java | 6 +-
.../org/apache/iotdb/db/wal/buffer/WALEntry.java | 23 +-
.../apache/iotdb/db/wal/buffer/WALEntryType.java | 3 +
.../apache/iotdb/db/wal/buffer/WALInfoEntry.java | 18 +-
.../org/apache/iotdb/db/wal/node/IWALNode.java | 11 -
.../org/apache/iotdb/db/wal/node/WALFakeNode.java | 19 -
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 42 +-
.../db/wal/recover/file/TsFilePlanRedoer.java | 73 -
.../file/UnsealedTsFileRecoverPerformer.java | 11 +-
.../engine/compaction/AbstractCompactionTest.java | 21 +
.../engine/compaction/CompactionSchedulerTest.java | 103 +-
.../ReadPointCompactionPerformerTest.java | 153 +-
.../compaction/inner/InnerSeqCompactionTest.java | 6 +-
.../utils/MultiTsFileDeviceIteratorTest.java | 120 ++
.../db/engine/memtable/MemTableFlushTaskTest.java | 6 +-
.../db/engine/memtable/MemTableTestUtils.java | 69 +-
.../db/engine/memtable/PrimitiveMemTableTest.java | 65 +-
.../db/engine/storagegroup/DataRegionTest.java | 87 +-
.../storagegroup/FileNodeManagerBenchmark.java | 132 --
.../storagegroup/StorageGroupProcessorTest.java | 871 ------------
.../iotdb/db/engine/storagegroup/TTLTest.java | 151 +-
.../engine/storagegroup/TsFileProcessorTest.java | 476 -------
.../dataregion/HashVirtualPartitionerTest.java | 63 -
.../org/apache/iotdb/db/metadata/TemplateTest.java | 137 +-
.../db/metadata/idtable/IDTableFlushTimeTest.java | 383 +++--
.../db/metadata/idtable/IDTableRecoverTest.java | 354 +++--
.../db/metadata/idtable/LastQueryWithIDTable.java | 285 ++--
.../FragmentInstanceFailureInfoSerdeTest.java | 85 ++
.../iotdb/db/qp/physical/ConcatOptimizerTest.java | 140 --
.../qp/physical/InsertRowsOfOneDevicePlanTest.java | 75 -
.../db/qp/physical/PhysicalPlanSerializeTest.java | 326 -----
.../iotdb/db/qp/physical/PhysicalPlanTest.java | 1490 --------------------
.../iotdb/db/qp/physical/SerializationTest.java | 151 --
.../iotdb/db/qp/physical/SerializedSizeTest.java | 130 --
.../iotdb/db/query/dataset/SingleDataSetTest.java | 199 ++-
.../iotdb/db/tools/TsFileAndModSettleToolTest.java | 397 +++---
.../org/apache/iotdb/db/tools/WalCheckerTest.java | 16 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 14 +-
.../org/apache/iotdb/db/utils/MemUtilsTest.java | 35 +-
.../iotdb/db/utils/TsFileRewriteToolTest.java | 11 +-
.../org/apache/iotdb/db/wal/WALManagerTest.java | 52 +-
.../db/wal/allocation/ElasticStrategyTest.java | 16 +-
.../db/wal/allocation/FirstCreateStrategyTest.java | 18 +-
.../db/wal/allocation/RoundRobinStrategyTest.java | 16 +-
.../iotdb/db/wal/buffer/WALBufferCommonTest.java | 68 +-
.../org/apache/iotdb/db/wal/io/WALFileTest.java | 119 +-
.../apache/iotdb/db/wal/node/WALFakeNodeTest.java | 22 +-
.../org/apache/iotdb/db/wal/node/WALNodeTest.java | 90 +-
.../db/wal/recover/WALRecoverManagerTest.java | 100 +-
.../db/wal/recover/file/TsFilePlanRedoerTest.java | 240 ++--
.../file/UnsealedTsFileRecoverPerformerTest.java | 44 +-
.../datanode3conf/iotdb-datanode.properties | 2 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../apache/iotdb/spark/db/EnvironmentUtils.java | 10 +-
.../src/main/thrift/confignode.thrift | 3 +
thrift/src/main/thrift/datanode.thrift | 10 +-
.../iotdb/tsfile/read/TsFileDeviceIterator.java | 34 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 96 +-
.../read/common/block/column/NullColumn.java | 87 +-
.../iotdb/tsfile/utils/TsFileGeneratorUtils.java | 2 +-
139 files changed, 3505 insertions(+), 10459 deletions(-)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/query/IoTDBNullOperandIT.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/engine/storagegroup/dataregion/HashVirtualPartitioner.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/engine/storagegroup/dataregion/StorageGroupManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/engine/storagegroup/dataregion/VirtualPartitioner.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/execution/fragment/FragmentInstanceFailureInfo.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/leaf/{TimestampOperand.java => NullOperand.java} (78%)
copy server/src/main/java/org/apache/iotdb/db/mpp/transformation/dag/column/leaf/{TimeColumnTransformer.java => NullColumnTransformer.java} (77%)
delete mode 100644 server/src/main/java/org/apache/iotdb/db/tools/dataregion/DeviceMappingViewer.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/engine/compaction/utils/MultiTsFileDeviceIteratorTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/engine/storagegroup/FileNodeManagerBenchmark.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/engine/storagegroup/StorageGroupProcessorTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/engine/storagegroup/TsFileProcessorTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/engine/storagegroup/dataregion/HashVirtualPartitionerTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/execution/fragment/FragmentInstanceFailureInfoSerdeTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/qp/physical/ConcatOptimizerTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/qp/physical/InsertRowsOfOneDevicePlanTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/qp/physical/PhysicalPlanSerializeTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/qp/physical/PhysicalPlanTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/qp/physical/SerializationTest.java
delete mode 100644 server/src/test/java/org/apache/iotdb/db/qp/physical/SerializedSizeTest.java