You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ma...@apache.org on 2022/08/31 07:23:50 UTC

[iotdb] branch IOTDB-4251 updated (be3a931847 -> 6462d20f4f)

This is an automated email from the ASF dual-hosted git repository.

marklau99 pushed a change to branch IOTDB-4251
in repository https://gitbox.apache.org/repos/asf/iotdb.git


    from be3a931847 [IOTDB-4236] BackSlash in where clause may cause parse error (#7139)
     add 695b901bfa check and create log file in the init function of SnapshotLogger (#7151)
     add 2a5efd828e [IOTDB-2760][IOTDB-2769][IOTDB-3302] Fix some auth problems and add Auth IT test. (#7134)
     add dda8ac4ff7 [IOTDB-4241] Support set system mode in new cluster (#7148)
     add f218f0bdb9 [IOTDB-3164] Manage the memory of cross space compaction in write memory controller (#6914)
     add 210a0b532e [IOTDB-4246] Fix last query without data only return time column (#7146)
     add 470d992b48 [IOTDB-4178] Stop StandaloneScheduler keep running while dispatching failed (#7159)
     add 88c3a3e4b2 Fix datanode cannot restart (#7165)
     add aba398d559 [IOTDB-4262] Fix missing setSessionId when showAllTemplates(#7164)
     add 03106229f2 [IOTDB-4141] Add semantic checks for aggregate query in old standalone (#7160)
     add 883acb3e47 [IOTDB-4241] Fix set system mode (#7161)
     add fc4cda7592 [IOTDB-4253] Modify the jdbc query time column to be empty (#7156)
     add 42865df4ee [IOTDB-4271] Fix heartbeat error after setting a DataNode's status to Read-Only (#7166)
     add 42fcbfcdbb [IOTDB-4254] Update metric grafana dashboard (#7157)
     add 3770dd0751 [IOTDB-4128]Add more description about align by device in documents (#7169)
     add 1c1b0596e0 [IOTDB-4094] Perfect the process of remove-confignode (#7135)
     add bbab64fe9a [IOTDB-4267]Add the logic to process other PlanNode besides InsertNode in MultiLeaderConsensus (#7170)
     add bc1a59e6a6 Guarantee Atomicity in Ratis InstallSnapshot RPC (#7131)
     add 743c5fd1e9 [IOTDB-4272]Fix count timeseries with template (#7174)
     add 7de6b21798 fix between bug in select
     add 93444b53bc [IOTDB-4244] Optimize csv tool, add Options '-typeInfer' , '-linesPer… (#7145)
     add 6462d20f4f [IOTDB-4280]no privilege when using benchmark create timeseries (#7177)

No new revisions were added by this update.

Summary of changes:
 .../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 |    3 +-
 .../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4   |    4 +-
 .../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4  |    8 +
 .../org/apache/iotdb/tool/AbstractCsvTool.java     |   72 +-
 .../main/java/org/apache/iotdb/tool/ExportCsv.java |  124 ++-
 .../main/java/org/apache/iotdb/tool/ImportCsv.java |  191 +++-
 .../confignode/client/DataNodeRequestType.java     |    1 +
 .../async/datanode/AsyncDataNodeClientPool.java    |   19 +-
 ...ionHandler.java => SetSystemStatusHandler.java} |   12 +-
 .../sync/confignode/SyncConfigNodeClientPool.java  |   12 +-
 .../sync/datanode/SyncDataNodeClientPool.java      |    2 +-
 .../confignode/conf/ConfigNodeRemoveCheck.java     |   10 +-
 .../confignode/conf/ConfigNodeStartupCheck.java    |   38 +-
 .../iotdb/confignode/manager/ConfigManager.java    |    8 +
 .../apache/iotdb/confignode/manager/IManager.java  |    3 +
 .../iotdb/confignode/manager/NodeManager.java      |   14 +
 .../load/heartbeat/ConfigNodeHeartbeatCache.java   |    2 +-
 .../load/heartbeat/DataNodeHeartbeatCache.java     |    4 +-
 .../load/heartbeat/NodeHeartbeatSample.java        |    2 +-
 .../iotdb/confignode/service/ConfigNode.java       |   51 +-
 .../confignode/service/ConfigNodeCommandLine.java  |    6 +-
 .../thrift/ConfigNodeRPCServiceProcessor.java      |    5 +
 .../iotdb/consensus/ratis/SnapshotStorage.java     |   16 +-
 .../apache/iotdb/consensus/ratis/SnapshotTest.java |    6 +-
 .../tests/tools/importCsv/ExportCsvTestIT.java     |    6 +-
 .../tests/tools/importCsv/ImportCsvTestIT.java     |    2 +-
 .../Maintenance-Tools/Maintenance-Command.md       |    9 +-
 docs/UserGuide/Query-Data/Result-Format.md         |    6 +
 docs/UserGuide/Write-And-Delete-Data/CSV-Tool.md   |   41 +-
 .../Maintenance-Tools/Maintenance-Command.md       |   10 +-
 docs/zh/UserGuide/Query-Data/Result-Format.md      |    6 +
 .../zh/UserGuide/Write-And-Delete-Data/CSV-Tool.md |   34 +-
 .../Apache IoTDB ConfigNode Dashboard v0.14.0.json |  215 +---
 .../Apache IoTDB DataNode Dashboard v0.14.0.json   |    6 +-
 .../java/org/apache/iotdb/it/env/AbstractEnv.java  |   28 +-
 .../org/apache/iotdb/it/env/RemoteServerEnv.java   |   11 +-
 .../java/org/apache/iotdb/itbase/env/BaseEnv.java  |   13 +-
 .../java/org/apache/iotdb/db/it/IoTDBAuthIT.java   |  807 +++++++++++++-
 .../org/apache/iotdb/db/it/IoTDBConfigNodeIT.java  |    4 +-
 .../apache/iotdb/db/it/IoTDBFilterBetweenIT.java   |   32 +
 .../db/it/aggregation/IoTDBAggregationIT.java      |   26 -
 .../org/apache/iotdb/db/it/env/StandaloneEnv.java  |   12 +-
 .../apache/iotdb/db/it/query/IoTDBResultSetIT.java |   53 +
 .../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java  |   28 +-
 .../iotdb/db/integration/IoTDBAuthorizationIT.java |  699 +++---------
 .../IoTDBSetSystemReadOnlyWritableIT.java          |    2 +-
 .../iotdb/jdbc/IoTDBNonAlignJDBCResultSet.java     |    1 +
 .../apache/iotdb/commons/cluster/NodeStatus.java   |   11 +-
 .../schemaregion/rocksdb/RSchemaRegion.java        |    7 +
 .../resources/conf/iotdb-datanode.properties       |   21 +-
 .../org/apache/iotdb/db/auth/AuthorityChecker.java |    3 +
 .../apache/iotdb/db/client/ConfigNodeClient.java   |   16 +
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |   76 +-
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  |   31 +-
 .../org/apache/iotdb/db/conf/IoTDBStartCheck.java  |    4 -
 .../statemachine/DataRegionStateMachine.java       |   28 +-
 .../db/engine/compaction/CompactionScheduler.java  |    8 +-
 .../db/engine/compaction/CompactionUtils.java      |   16 -
 .../compaction/cross/CrossSpaceCompactionTask.java |   11 +
 .../RewriteCrossSpaceCompactionSelector.java       |  256 ++++-
 .../selector/RewriteCompactionFileSelector.java    |  285 -----
 .../cross/utils/InplaceCompactionEstimator.java    |    3 +-
 .../compaction/task/ICompactionSelector.java       |    5 +
 .../iotdb/db/engine/snapshot/SnapshotLogger.java   |    9 +-
 .../mpp/FragmentInstanceDispatchException.java     |    1 +
 .../iotdb/db/localconfignode/LocalConfigNode.java  |   14 +-
 .../db/metadata/mtree/MTreeBelowSGMemoryImpl.java  |   10 +
 .../db/metadata/schemaregion/ISchemaRegion.java    |    4 +
 .../schemaregion/SchemaRegionMemoryImpl.java       |    7 +
 .../schemaregion/SchemaRegionSchemaFileImpl.java   |    7 +
 .../db/mpp/common/header/ColumnHeaderConstant.java |    3 +-
 .../fragment/FragmentInstanceContext.java          |   12 +
 .../fragment/FragmentInstanceExecution.java        |    8 -
 .../fragment/FragmentInstanceManager.java          |   43 +-
 .../operator/schema/TimeSeriesCountOperator.java   |    9 +-
 .../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java  |   17 +-
 .../db/mpp/plan/analyze/ExpressionAnalyzer.java    |   29 +-
 .../plan/execution/config/ConfigTaskVisitor.java   |    8 +
 .../config/executor/ClusterConfigTaskExecutor.java |   42 +-
 .../config/executor/IConfigTaskExecutor.java       |   11 +-
 .../executor/StandaloneConfigTaskExecutor.java     |   23 +-
 .../plan/execution/config/sys/ClearCacheTask.java  |    4 +-
 .../mpp/plan/execution/config/sys/FlushTask.java   |    4 +-
 .../config/sys/LoadConfigurationTask.java          |    4 +-
 .../mpp/plan/execution/config/sys/MergeTask.java   |    4 +-
 ...learCacheTask.java => SetSystemStatusTask.java} |   15 +-
 .../iotdb/db/mpp/plan/parser/ASTVisitor.java       |   56 +-
 .../db/mpp/plan/planner/LogicalPlanBuilder.java    |   15 +-
 .../db/mpp/plan/planner/LogicalPlanVisitor.java    |   11 +-
 .../db/mpp/plan/planner/OperatorTreeGenerator.java |    3 +-
 .../node/metedata/read/TimeSeriesCountNode.java    |   37 +-
 .../db/mpp/plan/scheduler/StandaloneScheduler.java |   19 +-
 .../db/mpp/plan/statement/StatementVisitor.java    |    5 +
 .../plan/statement/metadata/CountStatement.java    |   16 +-
 .../db/mpp/plan/statement/sys/AuthorStatement.java |   10 +-
 .../plan/statement/sys/ClearCacheStatement.java    |   15 +-
 .../db/mpp/plan/statement/sys/FlushStatement.java  |   14 +-
 .../statement/sys/LoadConfigurationStatement.java  |   10 +-
 .../db/mpp/plan/statement/sys/MergeStatement.java  |   10 +-
 ...tatement.java => SetSystemStatusStatement.java} |   32 +-
 .../apache/iotdb/db/qp/executor/PlanExecutor.java  |    9 +-
 .../qp/logical/crud/AggregationQueryOperator.java  |   38 +-
 .../qp/logical/crud/GroupByFillQueryOperator.java  |   19 +-
 .../db/qp/logical/crud/GroupByQueryOperator.java   |   17 +-
 .../iotdb/db/qp/logical/sys/AuthorOperator.java    |   12 +-
 .../db/qp/logical/sys/SetSystemModeOperator.java   |   15 +-
 .../iotdb/db/qp/physical/crud/AggregationPlan.java |   32 +
 .../iotdb/db/qp/physical/sys/AuthorPlan.java       |   12 +-
 .../db/qp/physical/sys/SetSystemModePlan.java      |   21 +-
 .../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java    |   18 +-
 .../iotdb/db/rescon/PrimitiveArrayManager.java     |    2 +-
 .../org/apache/iotdb/db/rescon/SystemInfo.java     |   29 +-
 .../impl/DataNodeInternalRPCServiceImpl.java       |   11 +
 .../db/service/thrift/impl/TSServiceImpl.java      |    4 +
 .../iotdb/db/utils/HandleSystemErrorStrategy.java  |   55 +
 .../org/apache/iotdb/db/wal/buffer/WALBuffer.java  |    4 +-
 .../engine/compaction/CompactionSchedulerTest.java |  194 ++--
 .../compaction/CompactionTaskComparatorTest.java   |    1 +
 .../compaction/CompactionTaskManagerTest.java      |    1 +
 .../compaction/cross/CrossSpaceCompactionTest.java |   33 +-
 .../cross/CrossSpaceCompactionValidationTest.java  | 1111 +++++++++++---------
 .../engine/compaction/cross/MergeUpgradeTest.java  |   19 +-
 .../cross/RewriteCompactionFileSelectorTest.java   |  296 ++++--
 .../cross/RewriteCrossSpaceCompactionTest.java     |    4 +
 .../mpp/execution/operator/OperatorMemoryTest.java |    3 +-
 .../operator/schema/CountMergeOperatorTest.java    |    7 +-
 .../operator/schema/SchemaCountOperatorTest.java   |    7 +-
 .../org/apache/iotdb/rpc/IoTDBJDBCDataSet.java     |    1 +
 .../java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java |    2 +-
 .../apache/iotdb/session/SessionConnection.java    |    1 +
 .../src/main/thrift/confignode.thrift              |    3 +
 thrift/src/main/thrift/datanode.thrift             |    2 +
 132 files changed, 3526 insertions(+), 2443 deletions(-)
 copy confignode/src/main/java/org/apache/iotdb/confignode/client/async/handlers/{LoadConfigurationHandler.java => SetSystemStatusHandler.java} (87%)
 delete mode 100644 server/src/main/java/org/apache/iotdb/db/engine/compaction/cross/rewrite/selector/RewriteCompactionFileSelector.java
 copy server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/sys/{ClearCacheTask.java => SetSystemStatusTask.java} (75%)
 copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/sys/{ClearCacheStatement.java => SetSystemStatusStatement.java} (71%)
 create mode 100644 server/src/main/java/org/apache/iotdb/db/utils/HandleSystemErrorStrategy.java