You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ca...@apache.org on 2022/08/18 13:35:19 UTC
[iotdb] branch beyyes/remove_datanode_precedure updated (94f0431dfb -> 2ef345b935)
This is an automated email from the ASF dual-hosted git repository.
caogaofei pushed a change to branch beyyes/remove_datanode_precedure
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 94f0431dfb fix HEARTBEAT_TIMEOUT_TIME error
add 5969557c31 add isRemoving judgement for DataNodeHeartbeatCache update
add cfd62ee1ba Merge branch 'beyyes/remove_datanode_precedure' of github.com:apache/iotdb into beyyes/remove_datanode_precedure
add 371b3b4d3c [IOTDB-3938] Fix SeriesSlotExecutor initialization logic for insertion performance (#7007)
add b04489ebdd [IOTDB-3843] Refine the using of setting read-only (#6968)
add ea4bbfe7cb Bump kafka_2.10 from 0.8.2.0 to 0.8.2.2 (#6881)
add 41a60b5026 [IOTDB-4047] Fix query NPE after change device alignment (#7009)
add a0a4e006dc [IOTDB-3895]Log each parameter when starting IoTDB (#6965)
add 15a3202baa [IOTDB-3938]Fix measurements check of batch insertion (#7022)
add 76c01dc097 [IOTDB-4150] Client output has double error code (#7018)
add 23cb64c16e [IOTDB-4121] logical optimizations for ImportCsv (#6998)
add 1cfb04b722 [IOTDB-4138] Refactor consensus api and add javadoc (#7002)
add 545a34341d [IOTDB-4151] Fix IndexOutOfBound Error in last query
add d6bc676876 [IOTDB-4061] Support hot configuration of data_dirs (#7021)
add eab3a18157 [IOTDB-4155] StackOverflowError occurs when deleting wal files (#7025)
add 0292905ed4 Upgrade maven-wrapper to 3.8.6 for performance improvements and ARM more native support (#7003)
add 42b00d63c1 [IOTDB-4135] Merge thrift-sync into ClientRPC (#7004)
add 8d0062050a [IOTDB-4084] remove DataNode with exit code (#7031)
add 3dddfe9bdb [IOTDB-4159] Fix bug in group by while using left open and right close syntax (#7034)
add 16a5f7ab5b [IOTDB-4153]Grant ALL privileges to different paths return privilege exists (#7023)
add 454261d562 [IOTDB-4157]read_timeseries privilege cannot use for show operation (#7029)
add d8ac4a33b6 Optimize ml WAL limitation for MultiLeader (#7012)
add f34c20cb05 [IOTDB-4166] Fix select no files when time partition interval is too small (#7036)
add 5cd843c6b3 [IOTDB-4165] PlanGraphPrinter supports TransformNode (#7033)
add 2d9a2f07b3 [IOTDB-4074] Allocate SchemaRegion and DataRegion seperately (#7020)
add adc46576f8 [IOTDB-4177] Fix INSERT Failed when using SESSION_BY_RECORDS (#7043)
add e9e6505adf Add query redirect logic in planning side when retrying (#7035)
add e6bd879eaf [IOTDB-4143] Fix the statistic of count of wal files. (#7039)
add cf4ca212bc [IOTDB-4179] Clear iotdb-thrift-sync in pom file (#7045)
add 66e53e1338 [IOTDB-3771] Fix cannot take snapshot when the data dir and snapshot dir is on different disk (#6782)
add 81f5ca61c2 [IOTDB-4156] import csv has error time after timestamp_precision set ns (#7032)
add 544c60ff87 [IOTDB-4092] Protecting Region creation process by adding CreateRegionGroupsProcedure (#7006)
add 2ef345b935 fix conflict with master
No new revisions were added by this update.
Summary of changes:
.github/workflows/e2e.yml | 2 +-
.mvn/wrapper/MavenWrapperDownloader.java | 115 ----------
.mvn/wrapper/maven-wrapper.properties | 21 +-
LICENSE | 2 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 21 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 -
cli/pom.xml | 37 +++-
cli/src/assembly/cli.xml | 3 +
.../main/java/org/apache/iotdb/tool/ImportCsv.java | 95 ++++----
.../confignode/client/DataNodeRequestType.java | 3 +-
.../async/datanode/AsyncDataNodeClientPool.java | 81 +++++--
...eHandler.java => LoadConfigurationHandler.java} | 13 +-
.../sync/datanode/SyncDataNodeClientPool.java | 13 +-
.../consensus/request/ConfigPhysicalPlan.java | 6 +-
.../consensus/request/ConfigPhysicalPlanType.java | 2 +-
.../request/write/CreateRegionGroupsPlan.java | 11 +-
...egionsPlan.java => DeleteRegionGroupsPlan.java} | 48 ++--
.../statemachine/PartitionRegionStateMachine.java | 6 +
.../iotdb/confignode/manager/ConfigManager.java | 25 +--
.../iotdb/confignode/manager/ConsensusManager.java | 28 ++-
.../apache/iotdb/confignode/manager/IManager.java | 3 +
.../iotdb/confignode/manager/NodeManager.java | 14 ++
.../iotdb/confignode/manager/PartitionManager.java | 67 ++++--
.../iotdb/confignode/manager/ProcedureManager.java | 57 +++--
.../iotdb/confignode/manager/load/LoadManager.java | 28 +--
.../manager/load/balancer/RegionBalancer.java | 2 +
.../load/heartbeat/DataNodeHeartbeatCache.java | 8 +
.../persistence/executor/ConfigPlanExecutor.java | 63 +++---
.../persistence/partition/PartitionInfo.java | 50 ++++-
.../partition/StorageGroupPartitionTable.java | 9 +
.../procedure/env/ConfigNodeProcedureEnv.java | 50 +++++
.../impl/CreateRegionGroupsProcedure.java | 135 ++++++++++++
...NodeState.java => CreateRegionGroupsState.java} | 12 +-
.../procedure/store/ProcedureFactory.java | 6 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 7 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 41 ++--
.../confignode1conf/iotdb-confignode.properties | 1 +
.../org/apache/iotdb/consensus/IConsensus.java | 55 ++++-
.../org/apache/iotdb/consensus/IStateMachine.java | 4 +
.../iotdb/consensus/config/MultiLeaderConfig.java | 32 +--
.../multileader/MultiLeaderConsensus.java | 16 +-
.../multileader/MultiLeaderServerImpl.java | 44 +++-
.../multileader/logdispatcher/LogDispatcher.java | 6 +-
.../service/MultiLeaderRPCServiceProcessor.java | 8 +
.../ratis/ApplicationStateMachineProxy.java | 34 ++-
.../iotdb/consensus/ratis/RatisConsensus.java | 4 +-
.../consensus/standalone/StandAloneConsensus.java | 16 +-
.../consensus/standalone/StandAloneServerImpl.java | 5 +
.../multileader/MultiLeaderConsensusTest.java | 12 +-
.../iotdb/consensus/multileader/RecoveryTest.java | 6 +-
.../iotdb/consensus/ratis/RatisConsensusTest.java | 34 +--
.../iotdb/consensus/standalone/RecoveryTest.java | 4 +-
.../standalone/StandAloneConsensusTest.java | 22 +-
docs/Development/VoteRelease.md | 4 +-
.../Administration-Management/Administration.md | 22 +-
docs/UserGuide/QuickStart/WayToGetIoTDB.md | 2 +-
docs/UserGuide/Write-And-Delete-Data/CSV-Tool.md | 21 +-
docs/zh/Development/VoteRelease.md | 4 +-
.../Administration-Management/Administration.md | 24 +-
docs/zh/UserGuide/QuickStart/WayToGetIoTDB.md | 2 +-
.../zh/UserGuide/Write-And-Delete-Data/CSV-Tool.md | 18 +-
example/pom.xml | 2 +-
.../IoTDBLeftORightCIT.java} | 46 ++--
.../iotdb/db/integration/IoTDBAuthorizationIT.java | 90 ++++++++
.../aligned/IoTDBDeleteTimeseriesIT.java | 64 ++++++
.../db/integration/sync/IoTDBSyncReceiverIT.java | 25 +--
mvnw.sh => mvnw | 92 ++++++--
mvnw.cmd | 75 +++++--
node-commons/pom.xml | 7 +-
.../apache/iotdb/commons/ServerCommandLine.java | 2 +-
.../apache/iotdb/commons/partition/Partition.java | 2 +
.../executor/SeriesPartitionExecutor.java | 37 +++-
.../apache/iotdb/commons/sync/SyncConstant.java | 6 -
.../apache/iotdb/commons/sync/SyncPathUtil.java | 6 +-
.../org/apache/iotdb/commons/utils/FileUtils.java | 17 ++
.../org/apache/iotdb/commons/utils/PathUtils.java | 2 +-
pom.xml | 1 -
.../schemaregion/rocksdb/RSchemaRegion.java | 3 +-
server/pom.xml | 11 +-
.../resources/conf/iotdb-datanode.properties | 10 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 17 +-
.../iotdb/db/auth/ClusterAuthorityFetcher.java | 11 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 16 ++
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 120 ++++++++--
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 24 +-
.../org/apache/iotdb/db/conf/SystemStatus.java | 24 +-
.../db/conf/directories/DirectoryManager.java | 86 ++++----
.../iotdb/db/conf/directories/FolderManager.java | 18 +-
.../directories/strategy/DirectoryStrategy.java | 4 +-
.../db/consensus/DataRegionConsensusImpl.java | 2 +-
.../statemachine/DataRegionStateMachine.java | 27 ++-
.../statemachine/SchemaRegionStateMachine.java | 6 +
.../org/apache/iotdb/db/engine/StorageEngine.java | 2 +-
.../apache/iotdb/db/engine/StorageEngineV2.java | 8 +-
.../db/engine/compaction/CompactionScheduler.java | 6 +-
.../constant/InnerSequenceCompactionSelector.java | 8 +-
.../InnerUnsequenceCompactionSelector.java | 8 +-
.../sizetiered/SizeTieredCompactionSelector.java | 22 +-
.../compaction/task/CompactionRecoverTask.java | 3 +-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 3 +
.../SnapshotFileSet.java} | 35 +--
.../iotdb/db/engine/snapshot/SnapshotLoader.java | 144 ++++++++++--
.../db/engine/snapshot/SnapshotLogAnalyzer.java | 79 +++++++
.../iotdb/db/engine/snapshot/SnapshotLogger.java | 58 +++++
.../iotdb/db/engine/snapshot/SnapshotTaker.java | 243 ++++++++++++---------
.../exception/DirectoryNotLegalException.java | 7 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 169 +++++++-------
.../db/engine/storagegroup/TsFileManager.java | 14 +-
.../db/engine/storagegroup/TsFileProcessor.java | 42 ++--
.../engine/storagegroup/TsFileProcessorInfo.java | 6 +-
.../dataregion/StorageGroupManager.java | 4 +-
.../iotdb/db/localconfignode/LocalConfigNode.java | 17 +-
.../db/metadata/idtable/IDTableHashmapImpl.java | 2 +-
.../iotdb/db/metadata/logfile/MLogWriter.java | 25 ++-
.../schemaregion/SchemaRegionMemoryImpl.java | 3 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 3 +-
.../iotdb/db/mpp/common/MPPQueryContext.java | 25 ++-
.../org/apache/iotdb/db/mpp/plan/Coordinator.java | 2 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 12 +-
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 1 +
.../iotdb/db/mpp/plan/constant/StatementType.java | 2 +-
.../plan/execution/config/ConfigTaskVisitor.java | 8 +
.../config/executor/ClusterConfigTaskExecutor.java | 43 +++-
.../config/executor/IConfigTaskExecutor.java | 2 +
.../executor/StandaloneConfigTaskExecutor.java | 88 ++++----
...arCacheTask.java => LoadConfigurationTask.java} | 14 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 115 +++++++---
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 6 +-
.../SimpleFragmentParallelPlanner.java | 48 +++-
.../plan/planner/plan/node/PlanGraphPrinter.java | 36 ++-
.../db/mpp/plan/scheduler/ClusterScheduler.java | 11 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 7 +
.../mpp/plan/scheduler/SimpleQueryTerminator.java | 12 +-
.../db/mpp/plan/scheduler/StandaloneScheduler.java | 8 +
.../db/mpp/plan/statement/StatementVisitor.java | 6 +
.../metadata/ShowChildNodesStatement.java | 8 +
.../metadata/ShowChildPathsStatement.java | 8 +
.../metadata/ShowTimeSeriesStatement.java | 8 +
...tement.java => LoadConfigurationStatement.java} | 14 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 36 +--
.../org/apache/iotdb/db/qp/logical/Operator.java | 2 -
.../db/qp/logical/sys/ShowPipeServerOperator.java | 38 ----
.../db/qp/logical/sys/StartPipeServerOperator.java | 38 ----
.../db/qp/logical/sys/StopPipeServerOperator.java | 38 ----
.../apache/iotdb/db/qp/physical/PhysicalPlan.java | 8 -
.../db/qp/physical/sys/ShowPipeServerPlan.java | 26 ---
.../apache/iotdb/db/qp/physical/sys/ShowPlan.java | 1 -
.../db/qp/physical/sys/StartPipeServerPlan.java | 56 -----
.../db/qp/physical/sys/StopPipeServerPlan.java | 56 -----
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 121 +++++-----
.../apache/iotdb/db/qp/utils/DatetimeUtils.java | 24 +-
.../org/apache/iotdb/db/rescon/SystemInfo.java | 10 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 3 +-
.../db/service/DataNodeServerCommandLine.java | 39 ++--
.../java/org/apache/iotdb/db/service/IoTDB.java | 12 +-
.../apache/iotdb/db/service/IoTDBShutdownHook.java | 2 +-
.../java/org/apache/iotdb/db/service/NewIoTDB.java | 1 +
.../iotdb/db/service/RegionMigrateService.java | 4 +-
.../db/service/metrics/predefined/FileMetrics.java | 65 ++++--
.../service/thrift/impl/ClientRPCServiceImpl.java | 23 ++
.../impl/DataNodeInternalRPCServiceImpl.java | 24 +-
.../db/service/thrift/impl/TSServiceImpl.java | 21 ++
.../java/org/apache/iotdb/db/sync/SyncService.java | 127 +++++------
.../iotdb/db/sync/common/ISyncInfoFetcher.java | 8 -
.../iotdb/db/sync/common/LocalSyncInfoFetcher.java | 28 ---
.../org/apache/iotdb/db/sync/common/SyncInfo.java | 33 +--
.../db/sync/common/persistence/SyncLogReader.java | 13 --
.../db/sync/common/persistence/SyncLogWriter.java | 14 --
.../db/sync/sender/service/TransportHandler.java | 4 +-
.../db/sync/transport/client/ClientWrapper.java | 25 +--
...rtClient.java => IoTDBSinkTransportClient.java} | 52 ++---
...nsportServiceImpl.java => ReceiverManager.java} | 183 ++++++++++------
.../transport/server/TransportServerManager.java | 137 ------------
.../server/TransportServerManagerMBean.java | 34 ---
.../server/TransportServerThriftHandler.java | 71 ------
.../allocation/AbstractNodeAllocationStrategy.java | 8 +-
.../org/apache/iotdb/db/wal/buffer/WALBuffer.java | 15 +-
.../iotdb/db/wal/checkpoint/CheckpointManager.java | 9 +-
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 2 +-
.../SizeTieredCompactionSelectorTest.java | 66 ++++++
.../engine/modification/DeletionFileNodeTest.java | 2 +-
.../db/engine/snapshot/IoTDBSnapshotTest.java | 199 +++++++++++++++++
.../engine/storagegroup/FakedTsFileResource.java | 9 +-
.../iotdb/db/qp/physical/PhysicalPlanTest.java | 28 ---
.../db/qp/utils/DatetimeQueryDataSetUtilsTest.java | 6 +-
.../DataNodeInternalRPCServiceImplTest.java | 4 +-
.../db/sync/receiver/manager/SyncInfoTest.java | 1 -
.../db/sync/receiver/recovery/SyncLogTest.java | 4 -
...portServiceTest.java => SyncTransportTest.java} | 21 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 20 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 3 +
.../apache/iotdb/spark/db/EnvironmentUtils.java | 3 +-
.../src/main/thrift/confignode.thrift | 3 +
thrift-sync/README.md | 22 --
thrift-sync/pom.xml | 62 ------
thrift-sync/rpc-changelist.md | 181 ---------------
thrift-sync/src/main/thrift/transport.thrift | 63 ------
thrift/src/main/thrift/client.thrift | 33 +++
thrift/src/main/thrift/datanode.thrift | 2 +
.../iotdb/tsfile/utils/TsFileGeneratorUtils.java | 100 +++++----
200 files changed, 3416 insertions(+), 2563 deletions(-)
delete mode 100644 .mvn/wrapper/MavenWrapperDownloader.java
copy confignode/src/main/java/org/apache/iotdb/confignode/client/async/handlers/{ClearCacheHandler.java => LoadConfigurationHandler.java} (85%)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{DeleteRegionsPlan.java => DeleteRegionGroupsPlan.java} (55%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/CreateRegionGroupsProcedure.java
copy confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/{AddConfigNodeState.java => CreateRegionGroupsState.java} (82%)
copy integration-test/src/test/java/org/apache/iotdb/db/it/{IoTDBExampleIT.java => groupby/IoTDBLeftORightCIT.java} (62%)
rename mvnw.sh => mvnw (72%)
mode change 100644 => 100755 mvnw.cmd
copy confignode/src/main/java/org/apache/iotdb/confignode/procedure/exception/ProcedureYieldException.java => server/src/main/java/org/apache/iotdb/db/conf/SystemStatus.java (70%)
copy server/src/main/java/org/apache/iotdb/db/engine/{compaction/inner/AbstractInnerSpaceEstimator.java => snapshot/SnapshotFileSet.java} (53%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/snapshot/SnapshotLogAnalyzer.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/engine/snapshot/SnapshotLogger.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/sys/{ClearCacheTask.java => LoadConfigurationTask.java} (76%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/sys/{MergeStatement.java => LoadConfigurationStatement.java} (82%)
delete mode 100644 server/src/main/java/org/apache/iotdb/db/qp/logical/sys/ShowPipeServerOperator.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/qp/logical/sys/StartPipeServerOperator.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/qp/logical/sys/StopPipeServerOperator.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/qp/physical/sys/ShowPipeServerPlan.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/qp/physical/sys/StartPipeServerPlan.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/qp/physical/sys/StopPipeServerPlan.java
rename server/src/main/java/org/apache/iotdb/db/sync/transport/client/{IoTDBSInkTransportClient.java => IoTDBSinkTransportClient.java} (91%)
rename server/src/main/java/org/apache/iotdb/db/sync/transport/server/{TransportServiceImpl.java => ReceiverManager.java} (72%)
delete mode 100644 server/src/main/java/org/apache/iotdb/db/sync/transport/server/TransportServerManager.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/sync/transport/server/TransportServerManagerMBean.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/sync/transport/server/TransportServerThriftHandler.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/engine/compaction/inner/sizetiered/SizeTieredCompactionSelectorTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/engine/snapshot/IoTDBSnapshotTest.java
rename server/src/test/java/org/apache/iotdb/db/sync/transport/{TransportServiceTest.java => SyncTransportTest.java} (93%)
delete mode 100644 thrift-sync/README.md
delete mode 100644 thrift-sync/pom.xml
delete mode 100644 thrift-sync/rpc-changelist.md
delete mode 100644 thrift-sync/src/main/thrift/transport.thrift