You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by lt...@apache.org on 2021/06/09 16:53:19 UTC
[iotdb] branch cluster_scalability updated (ca0228d -> f1e98e4)
This is an automated email from the ASF dual-hosted git repository.
lta pushed a change to branch cluster_scalability
in repository https://gitbox.apache.org/repos/asf/iotdb.git.
from ca0228d add user guide for cluster scalability and multi-raft in cluster doc
add 28cccc6 [IOTDB-1422] Support partial insert for new vector interfaces (#3361)
add 6e80aa0 Session example create time series method use attributes (#3363)
add dc3fc32 move pull schema methods from CMManagercode to MetaPuller (#3325)
add f059700 [IOTDB-1396] Restructure logical query operator (#3267)
add 80f5aff Fix compaction lock with query (#3365)
add 66918f3 Remove the broken cached leader connection & optimize the insertRecords method in session (#3364)
add 82755b3 [IOTDB-1430] Ensure only one vector in one MetadataIndexTree (#3375)
add 06001d1 [IOTDB-1426] Restructure physicalGenerator (#3369)
add 30c37cf Revert "fix import csv split by comma bug (#3253)"
add 1729a2c merge master and fix conflicts
add f1e98e4 fix issues according comments
No new revisions were added by this update.
Summary of changes:
.../main/java/org/apache/iotdb/tool/ImportCsv.java | 41 +-
.../org/apache/iotdb/tool/CsvLineSplitTest.java | 11 +-
cluster/src/assembly/resources/sbin/add-node.bat | 37 +-
.../src/assembly/resources/sbin/remove-node.bat | 9 +-
cluster/src/assembly/resources/sbin/remove-node.sh | 16 -
.../iotdb/cluster/coordinator/Coordinator.java | 12 +-
.../iotdb/cluster/log/applier/BaseApplier.java | 6 +-
.../apache/iotdb/cluster/metadata/CMManager.java | 211 +-----
.../apache/iotdb/cluster/metadata/MetaPuller.java | 174 +++++
.../cluster/query/ClusterPhysicalGenerator.java | 15 +-
.../iotdb/cluster/query/ClusterPlanRouter.java | 3 +-
.../iotdb/cluster/server/DataClusterServer.java | 5 +-
.../server/heartbeat/DataHeartbeatThread.java | 2 +-
.../cluster/server/member/DataGroupMember.java | 4 +
.../iotdb/cluster/utils/ClusterQueryUtils.java | 5 +-
.../query/ClusterPhysicalGeneratorTest.java | 20 +-
.../server/heartbeat/DataHeartbeatThreadTest.java | 2 +-
.../cluster/server/member/DataGroupMemberTest.java | 2 +-
.../iotdb/AlignedTimeseriesSessionExample.java | 62 +-
.../main/java/org/apache/iotdb/SessionExample.java | 2 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 6 +-
.../db/engine/cache/TimeSeriesMetadataCache.java | 19 +-
.../db/engine/compaction/TsFileManagement.java | 4 +-
.../iotdb/db/engine/memtable/AbstractMemTable.java | 34 +-
.../engine/storagegroup/StorageGroupProcessor.java | 14 +-
.../exception/query/LogicalOptimizeException.java | 7 +-
.../org/apache/iotdb/db/metadata/MManager.java | 89 ++-
.../iotdb/db/metadata/template/Template.java | 2 +-
.../org/apache/iotdb/db/monitor/StatMonitor.java | 7 +-
.../main/java/org/apache/iotdb/db/qp/Planner.java | 8 +-
.../iotdb/db/qp/constant/FilterConstant.java | 95 +++
.../apache/iotdb/db/qp/constant/SQLConstant.java | 60 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 12 +-
.../org/apache/iotdb/db/qp/logical/Operator.java | 115 +--
.../apache/iotdb/db/qp/logical/RootOperator.java | 30 -
.../qp/logical/crud/AggregationQueryOperator.java | 130 ++++
.../db/qp/logical/crud/BasicFunctionOperator.java | 26 +-
.../db/qp/logical/crud/BasicOperatorType.java | 24 +-
.../db/qp/logical/crud/DeleteDataOperator.java | 10 +
.../crud/FillClauseComponent.java} | 15 +-
.../db/qp/logical/crud/FillQueryOperator.java | 77 ++
.../iotdb/db/qp/logical/crud/FilterOperator.java | 81 +-
.../crud/{FromOperator.java => FromComponent.java} | 12 +-
.../iotdb/db/qp/logical/crud/FunctionOperator.java | 7 +-
.../crud/GroupByClauseComponent.java} | 63 +-
.../crud/GroupByFillClauseComponent.java} | 15 +-
.../qp/logical/crud/GroupByFillQueryOperator.java | 72 ++
.../db/qp/logical/crud/GroupByQueryOperator.java | 68 ++
.../iotdb/db/qp/logical/crud/InOperator.java | 16 +-
.../iotdb/db/qp/logical/crud/InsertOperator.java | 41 +
.../db/qp/logical/crud/LastQueryOperator.java | 64 ++
.../iotdb/db/qp/logical/crud/QueryOperator.java | 658 ++++++++++------
.../{SelectOperator.java => SelectComponent.java} | 17 +-
.../db/qp/logical/crud/SpecialClauseComponent.java | 129 ++++
.../logical/crud/UDFQueryOperator.java} | 36 +-
.../iotdb/db/qp/logical/crud/WhereComponent.java | 24 +-
.../db/qp/logical/sys/AlterTimeSeriesOperator.java | 14 +-
.../iotdb/db/qp/logical/sys/AuthorOperator.java | 20 +-
.../db/qp/logical/sys/ClearCacheOperator.java | 14 +-
.../iotdb/db/qp/logical/sys/CountOperator.java | 27 +
.../db/qp/logical/sys/CreateFunctionOperator.java | 14 +-
.../db/qp/logical/sys/CreateIndexOperator.java | 10 +
.../db/qp/logical/sys/CreateSnapshotOperator.java | 14 +-
.../qp/logical/sys/CreateTimeSeriesOperator.java | 23 +-
.../db/qp/logical/sys/CreateTriggerOperator.java | 14 +-
.../iotdb/db/qp/logical/sys/DataAuthOperator.java | 12 +-
.../db/qp/logical/sys/DeletePartitionOperator.java | 14 +-
.../qp/logical/sys/DeleteStorageGroupOperator.java | 12 +-
.../qp/logical/sys/DeleteTimeSeriesOperator.java | 12 +-
.../db/qp/logical/sys/DropFunctionOperator.java | 14 +-
.../iotdb/db/qp/logical/sys/DropIndexOperator.java | 10 +
.../db/qp/logical/sys/DropTriggerOperator.java | 14 +-
.../iotdb/db/qp/logical/sys/FlushOperator.java | 14 +-
.../iotdb/db/qp/logical/sys/KillQueryOperator.java | 14 +-
.../qp/logical/sys/LoadConfigurationOperator.java | 13 +-
.../iotdb/db/qp/logical/sys/LoadDataOperator.java | 14 +-
.../iotdb/db/qp/logical/sys/LoadFilesOperator.java | 14 +-
.../iotdb/db/qp/logical/sys/MergeOperator.java | 19 +-
.../iotdb/db/qp/logical/sys/MoveFileOperator.java | 14 +-
.../db/qp/logical/sys/RemoveFileOperator.java | 14 +-
.../db/qp/logical/sys/SetStorageGroupOperator.java | 12 +-
.../iotdb/db/qp/logical/sys/SetTTLOperator.java | 14 +-
.../db/qp/logical/sys/ShowChildNodesOperator.java | 11 +
.../db/qp/logical/sys/ShowChildPathsOperator.java | 11 +
.../db/qp/logical/sys/ShowDevicesOperator.java | 10 +
.../db/qp/logical/sys/ShowFunctionsOperator.java | 11 +
.../db/qp/logical/sys/ShowMergeStatusOperator.java | 14 +-
.../iotdb/db/qp/logical/sys/ShowOperator.java | 28 +-
.../qp/logical/sys/ShowStorageGroupOperator.java | 11 +
.../iotdb/db/qp/logical/sys/ShowTTLOperator.java | 8 +
.../db/qp/logical/sys/ShowTimeSeriesOperator.java | 15 +
.../db/qp/logical/sys/ShowTriggersOperator.java | 11 +
.../db/qp/logical/sys/StartTriggerOperator.java | 14 +-
.../db/qp/logical/sys/StopTriggerOperator.java | 14 +-
.../iotdb/db/qp/logical/sys/TracingOperator.java | 14 +-
.../{SetTTLOperator.java => UnSetTTLOperator.java} | 21 +-
.../iotdb/db/qp/physical/crud/AggregationPlan.java | 8 -
.../db/qp/physical/crud/AlignByDevicePlan.java | 2 +-
.../iotdb/db/qp/physical/crud/FillQueryPlan.java | 9 -
.../iotdb/db/qp/physical/crud/GroupByTimePlan.java | 4 +-
.../iotdb/db/qp/physical/crud/InsertPlan.java | 30 +
.../iotdb/db/qp/physical/crud/InsertRowPlan.java | 4 +
.../db/qp/physical/crud/InsertTabletPlan.java | 13 +-
.../iotdb/db/qp/physical/crud/QueryPlan.java | 3 +-
.../db/qp/physical/crud/RawDataQueryPlan.java | 3 +-
.../iotdb/db/qp/physical/sys/LoadDataPlan.java | 2 +-
.../iotdb/db/qp/physical/sys/ShowDevicesPlan.java | 4 +-
.../apache/iotdb/db/qp/physical/sys/ShowPlan.java | 3 +-
.../db/qp/physical/sys/ShowTimeSeriesPlan.java | 4 +-
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 340 +++++----
.../iotdb/db/qp/strategy/LogicalChecker.java | 80 +-
.../iotdb/db/qp/strategy/LogicalGenerator.java | 41 +-
.../iotdb/db/qp/strategy/PhysicalGenerator.java | 841 +--------------------
.../qp/strategy/optimizer/ConcatPathOptimizer.java | 38 +-
.../qp/strategy/optimizer/DnfFilterOptimizer.java | 22 +-
.../optimizer/MergeSingleFilterOptimizer.java | 4 +-
.../qp/strategy/optimizer/RemoveNotOptimizer.java | 21 +-
.../apache/iotdb/db/qp/utils/WildcardsRemover.java | 28 +-
.../db/query/dataset/AlignByDeviceDataSet.java | 6 +-
.../iotdb/db/query/executor/LastQueryExecutor.java | 4 +-
.../db/query/executor/fill/LastPointReader.java | 1 +
.../org/apache/iotdb/db/service/TSServiceImpl.java | 2 +-
.../iotdb/db/integration/IOTDBGroupByIT.java | 4 +-
.../iotdb/db/integration/IoTDBDisableAlignIT.java | 19 +-
.../iotdb/db/integration/IoTDBGroupByFillIT.java | 6 +-
.../db/integration/IoTDBUDTFHybridQueryIT.java | 2 +-
.../aggregation/IoTDBAggregationByLevelIT.java | 4 +-
.../iotdb/db/metadata/MManagerBasicTest.java | 98 ++-
.../java/org/apache/iotdb/db/qp/PlannerTest.java | 2 +-
.../iotdb/db/qp/logical/IndexLogicalPlanTest.java | 14 +-
.../iotdb/db/qp/logical/LogicalPlanSmallTest.java | 121 ++-
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 8 +-
.../java/org/apache/iotdb/session/Session.java | 97 ++-
.../apache/iotdb/session/SessionConnection.java | 14 +-
.../apache/iotdb/session/SessionCacheLeaderUT.java | 434 ++++++++++-
.../test/java/org/apache/iotdb/db/sql/Cases.java | 145 ++--
.../java/org/apache/iotdb/db/sql/ClusterIT.java | 2 +
.../file/metadata/MetadataIndexConstructor.java | 14 +-
.../apache/iotdb/tsfile/write/TsFileWriter.java | 12 +-
.../apache/iotdb/tsfile/write/record/Tablet.java | 18 +-
140 files changed, 3415 insertions(+), 2415 deletions(-)
create mode 100644 server/src/main/java/org/apache/iotdb/db/qp/constant/FilterConstant.java
delete mode 100644 server/src/main/java/org/apache/iotdb/db/qp/logical/RootOperator.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/qp/logical/crud/AggregationQueryOperator.java
copy server/src/main/java/org/apache/iotdb/db/qp/{physical/crud/GroupByTimeFillPlan.java => logical/crud/FillClauseComponent.java} (74%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/qp/logical/crud/FillQueryOperator.java
rename server/src/main/java/org/apache/iotdb/db/qp/logical/crud/{FromOperator.java => FromComponent.java} (81%)
copy server/src/main/java/org/apache/iotdb/db/qp/{physical/crud/GroupByTimePlan.java => logical/crud/GroupByClauseComponent.java} (72%)
copy server/src/main/java/org/apache/iotdb/db/qp/{physical/crud/GroupByTimeFillPlan.java => logical/crud/GroupByFillClauseComponent.java} (74%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/qp/logical/crud/GroupByFillQueryOperator.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/qp/logical/crud/GroupByQueryOperator.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/qp/logical/crud/LastQueryOperator.java
rename server/src/main/java/org/apache/iotdb/db/qp/logical/crud/{SelectOperator.java => SelectComponent.java} (90%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/qp/logical/crud/SpecialClauseComponent.java
copy server/src/main/java/org/apache/iotdb/db/{query/udf/core/transformer/UDFQueryRowTransformer.java => qp/logical/crud/UDFQueryOperator.java} (53%)
copy hive-connector/src/main/java/org/apache/iotdb/hive/TsFileSerDeException.java => server/src/main/java/org/apache/iotdb/db/qp/logical/crud/WhereComponent.java (66%)
copy server/src/main/java/org/apache/iotdb/db/qp/logical/sys/{SetTTLOperator.java => UnSetTTLOperator.java} (69%)