You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by xi...@apache.org on 2022/06/14 01:56:23 UTC
[iotdb] branch addIT updated (aaf5d3ff18 -> 78fcae0849)
This is an automated email from the ASF dual-hosted git repository.
xiangweiwei pushed a change to branch addIT
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from aaf5d3ff18 Merge branch 'master' into addIT
add 8d1cb93260 Fix standalone data partition bug (#6220)
add 4d6bc04a6a [IOTDB-3439] Move Setting up RPC Service to the last step of starting DataNode (#6221)
add 5afedbe88f set the type of compaction execution thread pool to fix size thread pool (#6224)
add 033ecd148f [IOTDB-3448] Migrate the logic of deleteRegion onto the consensus module (#6216)
add b8c60541ff [IOTDB-3410] Support Snapshot Folder Hierarchy (#6210)
add 98cd64308c [IOTDB-3441] Python API: Session implements executeStatement method (#6237)
add db703d33d7 [IOTDB-3444] Make period serivce be scheduled more flexible (#6215)
add 71ef6f01b7 Optimize Plan Print (#6218)
add 28a2bab330 Try fix Concurrent Bug (#6214)
add 39298c609f [IOTDB-3459] Make sure SignalWALEntry be pushed to the queue successfully in close() (#6241)
add 546f71dae8 [IOTDB-3458] Fix incorrect error handling strategy of some periodic services (#6240)
add e80b219032 Make CI stable (#6243)
add 38f3332736 skip RegionReplicaSet in serialization of Fragment Instance (#6217)
add 7b07fd9cba [IOTDB-3413] Fix the datatype consistency check of group by level (#6208)
add 74b7835c8a [IOTDB-3035] Modify keywords doc: remove encoding/compression/datatype (#6238)
add a3a0b23916 [IOTDB-3439] Move Setting up RPC Service to the last step of starting DataNode 2 (#6232)
add abb242a54b fix the issue that AutoCreateTimeSeries throws NPE (#6249)
add ae5f78646c [IOTDB-3424] avoid run duplicated IotDB server/node (#6200)
add e3fe470a0f [IOTDB-3460] Python API: Add support for DBAPI (#6246)
add 3247f48cd8 [IOTDB-3447] add some schema template function in python client (#6223)
add c05ac0ff0b [IOTDB-3099] Flush in new cluster (#6167)
add 51acf53822 Support LocalSinkHandle and LocalSourceHandle if two FI in the same DataNode (#6193)
add 149ededde9 fix test (#6251)
add a5aed992fa Abandon set ttl, schema replication factor, data replication factor, time partition interval to specific storage group (#6252)
add f6943d9dfe Support flush in new standalone IoTDB (#6254)
add 1e31ab278d [IOTDB-3445][IOTDB-3446] Fixed empty dirs are not deleted after data … (#6242)
add 5f9d274930 Fix group by level node serialize bug (#6258)
add 0eba12bfcf Rename deleteDirectoryAndParent to deleteDirectoryAndEmptyParent (#6262)
add 2242a4033e [IOTDB-3331] Fix create three level timeseries. (#6247)
add 9e749b8ee1 [IOTDB-3472] Fix OOM in New Standalone mode (#6263)
add c742abeff6 [IOTDB-3390] Serialize ConfigNode expansion (#6256)
add a9060a1d3e [IOTDB-3440] Add description of compatibility between 0.13.x and 0.12.x / master and 0.13.x (#6234)
add 3e0a1281fb [IOTDB-5879]Override hashCode of AuthorReq (#6257)
add 78fcae0849 Merge branch 'master' into addIT
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 2 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 2 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 +
checkstyle.xml | 2 +-
client-py/README.md | 114 ++++++++-
client-py/SessionExample.py | 55 +++-
client-py/iotdb/Session.py | 254 ++++++++++++++++++-
client-py/iotdb/dbapi/Connection.py | 91 +++++++
client-py/iotdb/dbapi/Cursor.py | 282 +++++++++++++++++++++
.../{release.sh => iotdb/dbapi/Exceptions.py} | 55 ++--
.../iotdb/dbapi/__init__.py | 13 +-
client-py/iotdb/{ => dbapi/tests}/__init__.py | 0
client-py/iotdb/dbapi/tests/test_connection.py | 57 +++++
client-py/iotdb/dbapi/tests/test_cursor.py | 123 +++++++++
client-py/iotdb/template/Template.py | 5 +-
client-py/iotdb/template/TemplateNode.py | 3 +-
.../template/TemplateQueryType.py} | 33 ++-
client-py/iotdb/{ => tsfile}/__init__.py | 0
client-py/iotdb/{ => tsfile/common}/__init__.py | 0
client-py/iotdb/tsfile/utils/Pair.py | 4 +-
client-py/tests/test_template.py | 130 +++++++++-
.../resources/conf/iotdb-confignode.properties | 6 +
...va => AsyncConfigNodeToDataNodeClientPool.java} | 12 +-
...a => SyncConfigNodeToConfigNodeClientPool.java} | 55 ++--
...ava => SyncConfigNodeToDataNodeClientPool.java} | 58 ++++-
.../iotdb/confignode/conf/ConfigNodeConf.java | 28 +-
.../confignode/conf/ConfigNodeDescriptor.java | 9 +
.../confignode/conf/ConfigNodeStartupCheck.java | 100 ++++++--
.../consensus/request/ConfigRequest.java | 6 +-
.../consensus/request/ConfigRequestType.java | 2 +-
.../consensus/request/auth/AuthorReq.java | 6 +
...nfigNodeReq.java => RegisterConfigNodeReq.java} | 12 +-
.../iotdb/confignode/manager/ConfigManager.java | 128 +++-------
.../iotdb/confignode/manager/ConsensusManager.java | 38 +--
.../apache/iotdb/confignode/manager/Manager.java | 16 +-
.../iotdb/confignode/manager/NodeManager.java | 190 ++++++++------
.../iotdb/confignode/manager/PartitionManager.java | 4 +-
.../confignode/manager/PermissionManager.java | 36 +--
.../iotdb/confignode/manager/ProcedureManager.java | 3 +-
.../iotdb/confignode/manager/UDFManager.java | 6 +-
.../iotdb/confignode/manager/load/LoadManager.java | 6 +-
.../iotdb/confignode/persistence/NodeInfo.java | 12 +-
.../executor/ConfigRequestExecutor.java | 6 +-
.../persistence/partition/PartitionInfo.java | 82 +++---
.../partition/StorageGroupPartitionTable.java | 17 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 6 +-
.../iotdb/confignode/service/ConfigNode.java | 10 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 43 +++-
.../consensus/request/ConfigRequestSerDeTest.java | 10 +-
.../iotdb/confignode/persistence/NodeInfoTest.java | 5 +-
.../confignode/persistence/PartitionInfoTest.java | 4 -
.../iotdb/consensus/ratis/RatisConsensus.java | 2 +-
.../iotdb/consensus/ratis/SnapshotStorage.java | 59 ++++-
docs/Download/README.md | 20 +-
.../UserGuide/API/Programming-Python-Native-API.md | 113 ++++++++-
docs/UserGuide/Reference/Keywords.md | 24 --
docs/UserGuide/Reference/Syntax-Conventions.md | 22 +-
docs/zh/Download/README.md | 21 +-
.../UserGuide/API/Programming-Python-Native-API.md | 112 +++++++-
docs/zh/UserGuide/Reference/Keywords.md | 24 --
docs/zh/UserGuide/Reference/Syntax-Conventions.md | 27 +-
.../java/org/apache/iotdb/it/env/ConfigNode.java | 4 +-
.../threadpool/ScheduledExecutorUtil.java | 104 +++++++-
.../iotdb/commons/partition/DataPartition.java | 3 +-
.../iotdb/commons/partition/SchemaPartition.java | 3 +-
.../org/apache/iotdb/commons/utils/FileUtils.java | 12 +
.../org/apache/iotdb/commons/utils/PathUtils.java | 4 +
.../iotdb/commons/client/ClientManagerTest.java | 29 ++-
.../src/assembly/resources/sbin/start-datanode.sh | 63 +++++
.../assembly/resources/sbin/start-new-server.sh | 63 +++++
server/src/assembly/resources/sbin/start-server.sh | 63 +++++
.../apache/iotdb/db/auth/AuthorizerManager.java | 11 +-
.../iotdb/db/auth/ClusterAuthorityFetcher.java | 25 +-
.../apache/iotdb/db/auth/IAuthorityFetcher.java | 6 +-
.../iotdb/db/auth/StandaloneAuthorityFetcher.java | 6 +-
.../iotdb/db/client/DataNodeClientPoolFactory.java | 10 +-
...Client.java => DataNodeToConfigNodeClient.java} | 54 ++--
.../statemachine/visitor/DataExecutionVisitor.java | 10 -
.../org/apache/iotdb/db/engine/StorageEngine.java | 19 +-
.../apache/iotdb/db/engine/StorageEngineV2.java | 66 +++--
.../engine/compaction/CompactionTaskManager.java | 32 +--
.../iotdb/db/engine/storagegroup/DataRegion.java | 16 +-
.../dataregion/StorageGroupManager.java | 4 +-
.../iotdb/db/localconfignode/LocalConfigNode.java | 10 +-
.../localconfignode/LocalDataPartitionTable.java | 28 +-
.../apache/iotdb/db/metadata/path/AlignedPath.java | 4 +
.../metadata/schemaregion/SchemaRegionUtils.java | 5 +
.../metadata/visitor/SchemaExecutionVisitor.java | 14 -
.../iotdb/db/mpp/common/schematree/SchemaTree.java | 3 +-
.../execution/datatransfer/DataBlockService.java | 21 +-
.../execution/datatransfer/SharedTsBlockQueue.java | 6 +-
.../mpp/execution/datatransfer/SourceHandle.java | 2 +-
.../fragment/FragmentInstanceExecution.java | 35 ++-
.../fragment/FragmentInstanceStateMachine.java | 7 +-
.../org/apache/iotdb/db/mpp/plan/Coordinator.java | 6 +-
.../apache/iotdb/db/mpp/plan/analyze/Analyzer.java | 16 --
.../mpp/plan/analyze/ClusterPartitionFetcher.java | 30 ++-
.../db/mpp/plan/analyze/ClusterSchemaFetcher.java | 33 +--
.../mpp/plan/analyze/GroupByLevelController.java | 57 ++++-
.../plan/analyze/StandalonePartitionFetcher.java | 3 +-
.../db/mpp/plan/constant/DataNodeEndPoints.java | 4 +
.../db/mpp/plan/execution/QueryExecution.java | 33 ++-
.../mpp/plan/execution/config/AuthorizerTask.java | 10 +-
.../mpp/plan/execution/config/ConfigExecution.java | 6 +-
.../plan/execution/config/ConfigTaskVisitor.java | 6 +
.../execution/config/CountStorageGroupTask.java | 7 +-
.../plan/execution/config/CreateFunctionTask.java | 9 +-
.../execution/config/DeleteStorageGroupTask.java | 7 +-
.../plan/execution/config/DropFunctionTask.java | 9 +-
.../config/{SetTTLTask.java => FlushTask.java} | 76 +++---
.../db/mpp/plan/execution/config/IConfigTask.java | 4 +-
.../plan/execution/config/SetStorageGroupTask.java | 8 +-
.../db/mpp/plan/execution/config/SetTTLTask.java | 8 +-
.../mpp/plan/execution/config/ShowClusterTask.java | 7 +-
.../plan/execution/config/ShowFunctionsTask.java | 4 +-
.../execution/config/ShowStorageGroupTask.java | 7 +-
.../db/mpp/plan/execution/config/ShowTTLTask.java | 7 +-
.../plan/execution/memory/MemorySourceHandle.java | 4 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 33 +++
.../db/mpp/plan/planner/LocalExecutionPlanner.java | 60 +++--
.../planner/distribution/DistributionPlanner.java | 2 +-
.../planner/distribution/ExchangeNodeAdder.java | 2 +-
.../db/mpp/plan/planner/plan/FragmentInstance.java | 7 -
.../plan/planner/plan/node/DeleteRegionNode.java | 113 ---------
.../plan/planner/plan/node/PlanGraphPrinter.java | 2 +-
.../mpp/plan/planner/plan/node/PlanNodeType.java | 3 -
.../db/mpp/plan/planner/plan/node/PlanVisitor.java | 6 +-
.../planner/plan/node/process/AggregationNode.java | 2 +-
.../plan/node/process/LastQueryMergeNode.java | 3 +-
.../plan/node/source/AlignedLastQueryScanNode.java | 4 +-
.../source/AlignedSeriesAggregationScanNode.java | 10 +
.../plan/node/source/AlignedSeriesScanNode.java | 4 +-
.../node/source/SeriesAggregationScanNode.java | 1 +
.../plan/parameter/AggregationDescriptor.java | 3 +
.../plan/parameter/GroupByLevelDescriptor.java | 8 +
.../db/mpp/plan/scheduler/StandaloneScheduler.java | 3 +
.../db/mpp/plan/statement/StatementVisitor.java | 5 +
.../FlushStatement.java} | 61 +++--
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 2 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 63 ++---
.../java/org/apache/iotdb/db/service/IoTDB.java | 10 +-
.../java/org/apache/iotdb/db/service/NewIoTDB.java | 10 +-
.../thrift/impl/DataNodeTSIServiceImpl.java | 10 +-
.../service/thrift/impl/InternalServiceImpl.java | 45 ++--
.../org/apache/iotdb/db/wal/buffer/WALBuffer.java | 12 +-
.../db/mpp/execution/ConfigExecutionTest.java | 4 +-
.../datatransfer/LocalSourceHandleTest.java | 2 +-
.../mpp/plan/plan/FragmentInstanceSerdeTest.java | 7 +
.../node/process/GroupByLevelNodeSerdeTest.java | 12 +-
.../plan/node/write/DeleteRegionNodeSerdeTest.java | 60 -----
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 7 +-
thrift-commons/src/main/thrift/common.thrift | 6 +
.../src/main/thrift/confignode.thrift | 53 ++--
thrift/src/main/thrift/mpp.thrift | 2 +
154 files changed, 3059 insertions(+), 1250 deletions(-)
create mode 100644 client-py/iotdb/dbapi/Connection.py
create mode 100644 client-py/iotdb/dbapi/Cursor.py
copy client-py/{release.sh => iotdb/dbapi/Exceptions.py} (62%)
mode change 100755 => 100644
copy test/e2e/cases/cli/cleanup.sh => client-py/iotdb/dbapi/__init__.py (83%)
mode change 100755 => 100644
copy client-py/iotdb/{ => dbapi/tests}/__init__.py (100%)
create mode 100644 client-py/iotdb/dbapi/tests/test_connection.py
create mode 100644 client-py/iotdb/dbapi/tests/test_cursor.py
copy client-py/{release.sh => iotdb/template/TemplateQueryType.py} (62%)
mode change 100755 => 100644
copy client-py/iotdb/{ => tsfile}/__init__.py (100%)
copy client-py/iotdb/{ => tsfile/common}/__init__.py (100%)
rename confignode/src/main/java/org/apache/iotdb/confignode/client/{AsyncDataNodeClientPool.java => AsyncConfigNodeToDataNodeClientPool.java} (96%)
rename confignode/src/main/java/org/apache/iotdb/confignode/client/{SyncConfigNodeClientPool.java => SyncConfigNodeToConfigNodeClientPool.java} (65%)
rename confignode/src/main/java/org/apache/iotdb/confignode/client/{SyncDataNodeClientPool.java => SyncConfigNodeToDataNodeClientPool.java} (68%)
rename confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{ApplyConfigNodeReq.java => RegisterConfigNodeReq.java} (85%)
rename server/src/main/java/org/apache/iotdb/db/client/{ConfigNodeClient.java => DataNodeToConfigNodeClient.java} (92%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{SetTTLTask.java => FlushTask.java} (51%)
delete mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/DeleteRegionNode.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/{metadata/SetTTLStatement.java => sys/FlushStatement.java} (56%)
delete mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/node/write/DeleteRegionNodeSerdeTest.java