You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ha...@apache.org on 2022/08/05 07:54:48 UTC
[iotdb] branch enable_time_partition updated (b277cceee3 -> 8b9ce77b22)
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch enable_time_partition
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from b277cceee3 fix
add ceae065482 Fix ConfigNode startup bug (#6867)
add e84b1e3185 [IOTDB-3280] Can not set ttl to all sg in cli with one sql (#6842)
add 0bc694c320 [IOTDB-3758] support merge in new cluster (#6866)
add bdc79a6316 [IOTDB-4032] fix show all ttl display is empty in stand (#6877)
add ec589a5f98 Bump testcontainers from 1.15.2 to 1.15.3 (#6740)
add f0cbaf7865 [IOTDB-4026] unknown PhysicalPlan type: 51 (#6873)
add 5010712706 [IOTDB-2952] IOTDB Grafana Plugin: Build on Windows (#6752)
add bcc8913814 [IOTDB-4024] Implement ColumnTransformerVisitor for Expression (#6872)
add c941a41e6f Revert "[IOTDB-2952] IOTDB Grafana Plugin: Build on Windows (#6752)" (#6883)
add f18922b4a6 Fix typo (#6885)
add 8f12321e75 [IOTDB-3973] Implement a new UDF named 'deDup' to only keep distinct … (#6874)
add 4251d49630 [IOTDB-4037] reduce thread count for new standalone server (#6888)
add 8c1b616f9d Change default query execute threads to cpu cores (#6889)
add 5ef5936d56 [IOTDB-4017] Fix Error happened while calling onAcknowledgeDataBlockEvent (#6869)
add 3e4405e465 Fix Calculating size for same TsBlock is not consistent between SinkHandle and SourceHandle (#6882)
add 1bdf3f9598 [IOTDB-4028] Npe in updateNodeLoadStatistic of LoadManager when cluster first starts. (#6886)
add f900a34295 [IOTDB-3982] Shielding heartbeat error log (#6860)
add 23f0d63297 [IOTDB-3820] Build a integration test environment for ConfigNode IT (#6753)
add 786c698613 [IOTDB-4037] Do not start DataNodeInternalRPCService in Standalone version (#6895)
add 3a67962016 change state tracker from RPC to method call locally (#6898)
add 10cab5e83a update website about release-0.13 (#6897)
add ec2b68e9c9 Relacing `select * from root` with `select * from root.**` in documents (#6900)
add d037f1b739 [IOTDB-4023]C++ interface execute SQL query statement and the returned result set records error (#6870)
add 899efd76bf Merge branch 'master' of https://github.com/apache/iotdb into enable_time_partition
add 8b9ce77b22 fix query
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 4 +-
client-cpp/src/main/Session.cpp | 12 +
client-cpp/src/test/cpp/sessionIT.cpp | 28 ++
.../client/ConfigNodeClientPoolFactory.java | 40 ++
.../confignode/client/DataNodeRequestType.java | 4 +-
...ava => AsyncConfigNodeHeartbeatClientPool.java} | 42 +-
.../async/datanode/AsyncDataNodeClientPool.java | 36 +-
.../datanode/AsyncDataNodeHeartbeatClientPool.java | 72 ++++
.../async/handlers/ConfigNodeHeartbeatHandler.java | 16 +-
.../async/handlers/DataNodeHeartbeatHandler.java | 10 +-
.../client/async/handlers/MergeHandler.java | 83 ++++
.../consensus/request/ConfigPhysicalPlan.java | 4 +
.../consensus/request/write/SetTTLPlan.java | 29 +-
.../confignode/manager/ClusterSchemaManager.java | 52 ++-
.../iotdb/confignode/manager/ConfigManager.java | 11 +-
.../apache/iotdb/confignode/manager/IManager.java | 5 +-
.../iotdb/confignode/manager/NodeManager.java | 26 +-
.../iotdb/confignode/manager/ProcedureManager.java | 6 +
.../iotdb/confignode/manager/load/LoadManager.java | 32 +-
.../load/heartbeat/ConfigNodeHeartbeatCache.java | 2 +-
.../iotdb/confignode/persistence/NodeInfo.java | 15 +
.../persistence/schema/ClusterSchemaInfo.java | 34 +-
.../procedure/impl/RegionMigrateProcedure.java | 3 +-
.../iotdb/confignode/service/ConfigNode.java | 2 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 10 +-
.../request/ConfigPhysicalPlanSerDeTest.java | 2 +-
.../thrift/ConfigNodeRPCServiceProcessorTest.java | 6 +-
docs/Download/README.md | 28 +-
.../UserGuide/Ecosystem Integration/Spark IoTDB.md | 2 +-
.../Maintenance-Tools/Maintenance-Command.md | 14 +-
docs/UserGuide/Operate-Metadata/TTL.md | 21 +-
docs/UserGuide/Reference/SQL-Reference.md | 4 +-
docs/UserGuide/UDF-Library/Series-Processing.md | 70 +++
docs/UserGuide/Write-And-Delete-Data/CSV-Tool.md | 14 +-
docs/zh/Development/VoteRelease.md | 4 +-
docs/zh/Download/README.md | 28 +-
.../Administration-Management/Administration.md | 66 +--
.../UserGuide/Ecosystem Integration/Spark IoTDB.md | 2 +-
.../Maintenance-Tools/Maintenance-Command.md | 16 +-
docs/zh/UserGuide/Operate-Metadata/TTL.md | 18 +
.../Query-Data/Performance-Tracing-Tool.md | 30 +-
docs/zh/UserGuide/Query-Data/Tracing-Tool.md | 30 +-
docs/zh/UserGuide/QuickStart/WayToGetIoTDB.md | 2 +-
docs/zh/UserGuide/Reference/SQL-Reference.md | 2 +-
docs/zh/UserGuide/UDF-Library/Series-Processing.md | 69 +++
.../zh/UserGuide/Write-And-Delete-Data/CSV-Tool.md | 14 +-
integration-test/import-control.xml | 8 +
.../java/org/apache/iotdb/it/env/AbstractEnv.java | 115 +++--
.../org/apache/iotdb/it/env/ConfigFactory.java | 1 +
.../org/apache/iotdb/it/env/ConfigNodeWrapper.java | 4 +
.../org/apache/iotdb/it/env/DataNodeWrapper.java | 16 +
.../java/org/apache/iotdb/it/env/EnvUtils.java | 90 ++++
.../java/org/apache/iotdb/it/env/MppConfig.java | 22 +
.../org/apache/iotdb/it/env/RemoteServerEnv.java | 28 ++
.../apache/iotdb/it/env/StandaloneOnMppEnv.java | 5 +-
.../BuiltinTimeSeriesGeneratingFunctionEnum.java | 1 +
.../org/apache/iotdb/itbase/env/BaseConfig.java | 25 ++
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 15 +
.../org/apache/iotdb/db/it/IoTDBConfigNodeIT.java | 209 +++++++++
.../apache/iotdb/db/it/IoTDBFlushQueryMergeIT.java | 193 +++++++++
.../java/org/apache/iotdb/db/it/IoTDBTtlIT.java | 269 ++++++++++++
.../org/apache/iotdb/db/it/env/StandaloneEnv.java | 30 ++
.../db/it/udf/IoTDBUDTFBuiltinFunctionIT.java | 89 +++-
.../apache/iotdb/db/integration/IoTDBTtlIT.java | 130 ++++++
.../apache/iotdb/commons/client/ClientManager.java | 13 +-
.../iotdb/commons/client/IClientManager.java | 5 +
.../AsyncConfigNodeHeartbeatServiceClient.java | 140 ++++++
.../async/AsyncDataNodeHeartbeatServiceClient.java | 140 ++++++
.../iotdb/commons/partition/DataPartition.java | 1 +
.../BuiltinTimeSeriesGeneratingFunction.java | 1 +
.../commons/udf/builtin/UDTFDeDuplication.java | 139 ++++++
pom.xml | 2 +-
.../resources/conf/iotdb-datanode.properties | 4 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 19 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 6 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 23 +-
.../apache/iotdb/db/engine/StorageEngineV2.java | 30 +-
.../iotdb/db/localconfignode/LocalConfigNode.java | 10 +
.../iotdb/db/mpp/execution/driver/Driver.java | 3 +-
.../db/mpp/execution/exchange/ISinkHandle.java | 2 +-
.../db/mpp/execution/exchange/LocalSinkHandle.java | 10 +-
.../db/mpp/execution/exchange/SinkHandle.java | 52 ++-
.../iotdb/db/mpp/execution/memory/MemoryPool.java | 2 +-
.../operator/schema/SchemaFetchMergeOperator.java | 4 +-
.../operator/schema/SchemaFetchScanOperator.java | 4 +-
.../org/apache/iotdb/db/mpp/plan/Coordinator.java | 5 +-
.../db/mpp/plan/execution/QueryExecution.java | 3 +-
.../mpp/plan/execution/config/ConfigExecution.java | 6 +-
.../plan/execution/config/ConfigTaskVisitor.java | 29 ++
.../config/executor/ClusterConfigTaskExecutor.java | 52 ++-
.../config/executor/IConfigTaskExecutor.java | 5 +-
.../executor/StandaloneConfigTaskExecutor.java | 36 +-
.../{ => metadata}/CountStorageGroupTask.java | 4 +-
.../config/{ => metadata}/CreateFunctionTask.java | 4 +-
.../{ => metadata}/DeleteStorageGroupTask.java | 4 +-
.../config/{ => metadata}/DropFunctionTask.java | 4 +-
.../config/{ => metadata}/SetStorageGroupTask.java | 4 +-
.../config/{ => metadata}/SetTTLTask.java | 4 +-
.../config/{ => metadata}/ShowClusterTask.java | 4 +-
.../config/{ => metadata}/ShowConfigNodesTask.java | 4 +-
.../config/{ => metadata}/ShowDataNodesTask.java | 4 +-
.../config/{ => metadata}/ShowFunctionsTask.java | 4 +-
.../config/{ => metadata}/ShowRegionTask.java | 4 +-
.../{ => metadata}/ShowStorageGroupTask.java | 4 +-
.../config/{ => metadata}/ShowTTLTask.java | 4 +-
.../config/{ => metadata}/UnSetTTLTask.java | 2 +-
.../template}/CreateSchemaTemplateTask.java | 4 +-
.../template}/SetSchemaTemplateTask.java | 4 +-
.../template}/ShowNodesInSchemaTemplateTask.java | 4 +-
.../template}/ShowPathSetTemplateTask.java | 4 +-
.../template}/ShowSchemaTemplateTask.java | 4 +-
.../execution/config/{ => sys}/AuthorizerTask.java | 4 +-
.../execution/config/{ => sys}/ClearCacheTask.java | 6 +-
.../plan/execution/config/{ => sys}/FlushTask.java | 4 +-
.../{ClearCacheTask.java => sys/MergeTask.java} | 29 +-
.../iotdb/db/mpp/plan/expression/Expression.java | 144 +++----
.../plan/expression/binary/AdditionExpression.java | 12 -
.../plan/expression/binary/BinaryExpression.java | 74 +---
.../plan/expression/binary/DivisionExpression.java | 12 -
.../plan/expression/binary/EqualToExpression.java | 11 -
.../expression/binary/GreaterEqualExpression.java | 12 -
.../expression/binary/GreaterThanExpression.java | 12 -
.../expression/binary/LessEqualExpression.java | 12 -
.../plan/expression/binary/LessThanExpression.java | 12 -
.../plan/expression/binary/LogicAndExpression.java | 11 -
.../plan/expression/binary/LogicOrExpression.java | 11 -
.../plan/expression/binary/ModuloExpression.java | 12 -
.../binary/MultiplicationExpression.java | 12 -
.../plan/expression/binary/NonEqualExpression.java | 12 -
.../expression/binary/SubtractionExpression.java | 12 -
.../mpp/plan/expression/leaf/ConstantOperand.java | 37 +-
.../plan/expression/leaf/TimeSeriesOperand.java | 36 +-
.../mpp/plan/expression/leaf/TimestampOperand.java | 35 +-
.../plan/expression/multi/FunctionExpression.java | 93 +---
.../plan/expression/ternary/BetweenExpression.java | 18 -
.../plan/expression/ternary/TernaryExpression.java | 91 +---
.../db/mpp/plan/expression/unary/InExpression.java | 9 -
.../plan/expression/unary/IsNullExpression.java | 9 -
.../mpp/plan/expression/unary/LikeExpression.java | 9 -
.../plan/expression/unary/LogicNotExpression.java | 9 -
.../plan/expression/unary/NegationExpression.java | 9 -
.../plan/expression/unary/RegularExpression.java | 9 -
.../mpp/plan/expression/unary/UnaryExpression.java | 61 +--
.../visitor/ColumnTransformerVisitor.java | 478 +++++++++++++++++++++
.../plan/expression/visitor/ExpressionVisitor.java | 73 ++++
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 58 ++-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 33 +-
.../scheduler/AbstractFragInsStateTracker.java | 28 +-
.../db/mpp/plan/scheduler/ClusterScheduler.java | 3 +-
.../scheduler/FixedRateFragInsStateTracker.java | 4 +-
.../mpp/plan/scheduler/SimpleQueryTerminator.java | 4 -
.../db/mpp/plan/scheduler/StandaloneScheduler.java | 28 +-
.../db/mpp/plan/statement/StatementVisitor.java | 5 +
.../db/mpp/plan/statement/sys/MergeStatement.java | 62 +++
.../java/org/apache/iotdb/db/service/NewIoTDB.java | 3 -
.../impl/DataNodeInternalRPCServiceImpl.java | 26 +-
.../db/mpp/execution/ConfigExecutionTest.java | 18 +-
.../execution/exchange/LocalSinkHandleTest.java | 6 +-
.../db/mpp/execution/exchange/SinkHandleTest.java | 70 +--
.../db/mpp/execution/exchange/StubSinkHandle.java | 4 +-
.../iotdb/db/mpp/execution/exchange/Utils.java | 11 +-
.../plan/scheduler/StandaloneSchedulerTest.java | 5 -
thrift-commons/src/main/thrift/common.thrift | 14 +-
.../src/main/thrift/confignode.thrift | 17 +-
thrift/src/main/thrift/datanode.thrift | 10 +-
.../block/column/BinaryArrayColumnEncoder.java | 26 +-
.../block/column/ByteArrayColumnEncoder.java | 19 +-
.../block/column/Int32ArrayColumnEncoder.java | 37 +-
.../block/column/Int64ArrayColumnEncoder.java | 64 +--
.../tsfile/common/block/TsBlockSerdeTest.java | 139 ++++--
170 files changed, 3792 insertions(+), 1382 deletions(-)
rename confignode/src/main/java/org/apache/iotdb/confignode/client/async/confignode/{AsyncConfigNodeClientPool.java => AsyncConfigNodeHeartbeatClientPool.java} (54%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/client/async/datanode/AsyncDataNodeHeartbeatClientPool.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/client/async/handlers/MergeHandler.java
create mode 100644 docs/UserGuide/UDF-Library/Series-Processing.md
create mode 100644 docs/zh/UserGuide/UDF-Library/Series-Processing.md
create mode 100644 integration-test/src/main/java/org/apache/iotdb/it/env/EnvUtils.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBConfigNodeIT.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBFlushQueryMergeIT.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBTtlIT.java
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/client/async/AsyncConfigNodeHeartbeatServiceClient.java
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/client/async/AsyncDataNodeHeartbeatServiceClient.java
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFDeDuplication.java
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata}/CountStorageGroupTask.java (92%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata}/CreateFunctionTask.java (89%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata}/DeleteStorageGroupTask.java (89%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata}/DropFunctionTask.java (87%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata}/SetStorageGroupTask.java (93%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata}/SetTTLTask.java (88%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata}/ShowClusterTask.java (94%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata}/ShowConfigNodesTask.java (93%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata}/ShowDataNodesTask.java (94%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata}/ShowFunctionsTask.java (96%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata}/ShowRegionTask.java (95%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata}/ShowStorageGroupTask.java (94%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata}/ShowTTLTask.java (92%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata}/UnSetTTLTask.java (94%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata/template}/CreateSchemaTemplateTask.java (88%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata/template}/SetSchemaTemplateTask.java (88%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata/template}/ShowNodesInSchemaTemplateTask.java (94%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata/template}/ShowPathSetTemplateTask.java (92%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => metadata/template}/ShowSchemaTemplateTask.java (93%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => sys}/AuthorizerTask.java (90%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => sys}/ClearCacheTask.java (88%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ => sys}/FlushTask.java (92%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/{ClearCacheTask.java => sys/MergeTask.java} (61%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/ColumnTransformerVisitor.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/visitor/ExpressionVisitor.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/sys/MergeStatement.java