You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ta...@apache.org on 2022/05/24 10:20:50 UTC
[iotdb] branch jira3188 updated (e72f3899c7 -> ba433a8774)
This is an automated email from the ASF dual-hosted git repository.
tanxinyu pushed a change to branch jira3188
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from e72f3899c7 enhance MultiLeaderConsensusTest
add 9a1bc7ccaf [IOTDB-3128] Homepage does not work well on mobile (#5975)
add 642c1b6725 [IOTDB-3184] Set up Delete timeseries statement and PlanNodes (#5974)
add a7a8e0aecd [IOTDB-3109]Fix wrong sender IP shown in receiver (#5950)
add 51e9703aa6 fix PartialPath deserialize by using PathDeserializeUtil (#5972)
add 4c13c078d2 [IOTDB-3072] add measurement syntax check in TSServiceImpl and DataNodeTSIServiceImpl (#5951)
add c053a2a766 [IOTDB-3069] unescape string in IoTDBSqlVisitor and ASTVisitor (#5952)
add c6c4ba398d [IOTDB-3244] Add PlanNodes related to last query (#5987)
add ec0ca1044d fixed grafana connector sql inject (#5990)
add b921f79749 add tokens in gitignore (#5971)
add 107dbda6a1 [IOTDB-3250] Reactor UDF related services for mpp cluster (#5981)
add 18638376c1 [IOTDB-3231] Return detailed failure message for opening a client (#5989)
add acac1cfb18 Fix time iterator bug in MPP (#5992)
add 383488a715 Distribution plan for Aggregation Query (#5982)
add 1f9bef5d7c [IOTDB-2964] Fix exception occurs when selecting cross space compaction task (#5633)
add 8b2af2ebb8 Bump gson from 2.8.8 to 2.8.9 (#5978)
add 2c3d9f7a49 [IOTDB-3246]TsFile Validation Tool (#5970)
add 19dc56d05d [IOTDB-3087] enlarge default value of avg_series_point_number_threhold (#5961)
add 14fd2e8a1e Temporarily disable testDeleteinSelection in RewriteCompactionFileSelectorTest (#6000)
add 7d354edc08 Fix code scanning issue in spark tsfile SQLConstant (#5996)
add c0362c2f4e [IOTDB-2919] Refactor delete storage group (#5994)
add ba433a8774 tMerge branch 'master' of github.com:Apache/iotdb into jira3188
No new revisions were added by this update.
Summary of changes:
.gitignore | 1 +
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 6 +-
.../resources/conf/iotdb-confignode.properties | 21 +
.../confignode/client/SyncDataNodeClientPool.java | 139 +++++++
.../iotdb/confignode/conf/ConfigNodeConf.java | 12 +
.../iotdb/confignode/conf/ConfigNodeConstant.java | 1 +
.../confignode/conf/ConfigNodeDescriptor.java | 2 +
.../consensus/request/ConfigRequest.java | 4 +
.../consensus/request/ConfigRequestType.java | 1 +
.../request/read/GetChildNodesPartitionReq.java | 3 +-
.../request/read/GetChildPathsPartitionReq.java | 3 +-
...ervalReq.java => PreDeleteStorageGroupReq.java} | 60 +--
.../iotdb/confignode/manager/ConfigManager.java | 1 +
.../iotdb/confignode/manager/PartitionManager.java | 37 ++
.../iotdb/confignode/manager/ProcedureManager.java | 2 +-
.../confignode/persistence/PartitionInfo.java | 64 ++-
.../executor/ConfigRequestExecutor.java | 3 +
.../procedure/env/ConfigNodeProcedureEnv.java | 112 +++--
.../impl/DeleteStorageGroupProcedure.java | 169 +++-----
.../procedure/state/DeleteStorageGroupState.java | 7 +-
.../confignode/persistence/PartitionInfoTest.java | 5 +
.../confignode/procedure/TestProcedureBase.java | 1 +
.../procedure/TestProcedureExecutor.java | 1 +
.../confignode/procedure/TestSTMProcedure.java | 1 +
.../confignode/procedure/entity/IncProcedure.java | 2 +-
.../confignode/procedure/entity/NoopProcedure.java | 2 +-
.../procedure/entity/SimpleLockProcedure.java | 2 +-
.../procedure/entity/SimpleSTMProcedure.java | 2 +-
.../procedure/entity/SleepProcedure.java | 2 +-
.../procedure/entity/StuckProcedure.java | 2 +-
.../procedure/entity/StuckSTMProcedure.java | 2 +-
.../procedure/env/TestConfigNodeEnv.java | 4 +-
.../procedure/{ => env}/TestProcEnv.java | 2 +-
.../procedure/store/TestProcedureStore.java | 2 +-
.../thrift/ConfigNodeRPCServiceProcessorTest.java | 125 +++---
.../confignode1conf/iotdb-confignode.properties | 9 +
docs/UserGuide/Reference/Config-Manual.md | 12 +-
docs/zh/UserGuide/Reference/Config-Manual.md | 10 +-
.../controller/DatabaseConnectController.java | 2 +-
.../iotdb/web/grafana/dao/impl/BasicDaoImpl.java | 2 +-
.../iotdb/db/integration/IoTDBFuzzyQueryIT.java | 4 +-
.../IoTDBSyntaxConventionStringLiteralIT.java | 16 +-
.../iotdb/db/integration/IoTDBUDFManagementIT.java | 12 +-
.../db/integration/IoTDBUDTFBuiltinFunctionIT.java | 2 +-
.../session/IoTDBSessionSyntaxConventionIT.java | 237 +++++++++++
.../iotdb/commons/partition/DataPartition.java | 7 +-
.../iotdb/commons/partition/SchemaPartition.java | 16 +-
.../org/apache/iotdb/commons/path/PartialPath.java | 7 +
.../commons/udf/api/exception/UDFException.java | 2 +-
.../api}/exception/UDFRegistrationException.java | 6 +-
.../udf/builtin/BuiltinAggregationFunction.java | 59 +++
...va => BuiltinTimeSeriesGeneratingFunction.java} | 4 +-
.../iotdb/commons}/udf/service/UDFClassLoader.java | 4 +-
.../udf/service/UDFClassLoaderManager.java | 29 +-
.../iotdb/commons}/udf/service/UDFLogWriter.java | 2 +-
.../udf/service/UDFRegistrationInformation.java | 2 +-
.../udf/service/UDFRegistrationService.java | 90 ++--
pom.xml | 2 +-
.../resources/conf/iotdb-engine.properties | 4 +-
.../{settle.bat => validate-tsfile.bat} | 4 +-
.../{settle.sh => validate-tsfile.sh} | 4 +-
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 11 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 2 +-
.../selector/RewriteCompactionFileSelector.java | 6 +-
.../timerangeiterator/AggrWindowIterator.java | 9 +-
.../timerangeiterator/PreAggrWindowIterator.java | 9 +-
.../PreAggrWindowWithNaturalMonthIterator.java | 9 +-
.../SingleTimeWindowIterator.java | 12 +-
.../db/mpp/common/schematree/PathPatternTree.java | 12 +-
.../operator/process/TransformOperator.java | 4 +-
.../apache/iotdb/db/mpp/plan/analyze/Analysis.java | 18 +
.../apache/iotdb/db/mpp/plan/analyze/Analyzer.java | 56 ++-
.../db/mpp/plan/analyze/ClusterSchemaFetcher.java | 3 +-
.../mpp/plan/analyze/GroupByLevelController.java | 19 +-
.../plan/expression/multi/FunctionExpression.java | 8 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 43 +-
.../db/mpp/plan/planner/DistributionPlanner.java | 280 +++++++++++--
.../db/mpp/plan/planner/LocalExecutionPlanner.java | 46 ++-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 26 +-
.../mpp/plan/planner/plan/node/PlanNodeType.java | 26 +-
.../db/mpp/plan/planner/plan/node/PlanVisitor.java | 15 +
.../write/DeleteTimeSeriesNode.java} | 75 ++--
.../metedata/write/InvalidateSchemaCacheNode.java | 127 ++++++
.../planner/plan/node/process/AggregationNode.java | 21 +-
.../plan/node/process/GroupByLevelNode.java | 92 ++---
.../{OffsetNode.java => LastQueryMergeNode.java} | 87 ++--
.../{ProcessNode.java => MultiChildNode.java} | 22 +-
.../planner/plan/node/process/TimeJoinNode.java | 15 +-
.../plan/node/source/AlignedLastQueryScanNode.java | 171 ++++++++
.../source/AlignedSeriesAggregationScanNode.java | 29 +-
.../plan/node/source/AlignedSeriesScanNode.java | 26 +-
.../plan/node/source/LastQueryScanNode.java | 173 ++++++++
.../node/source/SeriesAggregationScanNode.java | 44 +-
...eNode.java => SeriesAggregationSourceNode.java} | 26 +-
.../planner/plan/node/source/SeriesScanNode.java | 26 +-
.../SinkNode.java => source/SeriesSourceNode.java} | 15 +-
.../DeleteDataNode.java} | 75 ++--
.../plan/parameter/AggregationDescriptor.java | 86 +++-
.../planner/plan/parameter/AggregationStep.java | 4 +
.../plan/parameter/GroupByLevelDescriptor.java | 107 +++++
.../db/mpp/plan/statement/StatementVisitor.java | 5 +
...atement.java => DeleteTimeSeriesStatement.java} | 20 +-
.../db/mpp/transformation/dag/udf/UDTFContext.java | 2 +-
.../mpp/transformation/dag/udf/UDTFExecutor.java | 2 +-
.../transformation/dag/udf/UDTFTypeInferrer.java | 2 +-
.../apache/iotdb/db/qp/constant/SQLConstant.java | 31 +-
.../apache/iotdb/db/qp/executor/PlanExecutor.java | 32 +-
.../apache/iotdb/db/qp/sql/IoTDBSqlVisitor.java | 29 +-
.../apache/iotdb/db/query/dataset/UDTFDataSet.java | 4 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 16 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 16 +-
.../thrift/impl/DataNodeTSIServiceImpl.java | 72 +++-
.../db/service/thrift/impl/TSServiceImpl.java | 82 +++-
.../db/sync/sender/service/TransportHandler.java | 33 +-
.../db/tools/validate/TsFileValidationTool.java | 453 +++++++++++++++++++++
.../cross/RewriteCompactionFileSelectorTest.java | 42 ++
.../plan/analyze/AggregationDescriptorTest.java | 238 +++++++++++
.../db/mpp/plan/plan/DistributionPlannerTest.java | 438 +++++++++++++++++++-
.../mpp/plan/plan/FragmentInstanceSerdeTest.java | 9 -
.../db/mpp/plan/plan/QueryLogicalPlanUtil.java | 134 ++----
.../write/DeleteTimeSeriesNodeSerdeTest.java | 61 +++
.../node/process/AggregationNodeSerdeTest.java | 6 +-
.../node/process/GroupByLevelNodeSerdeTest.java | 17 +-
.../plan/plan/node/process/LimitNodeSerdeTest.java | 7 +-
.../plan/node/process/OffsetNodeSerdeTest.java | 7 +-
.../plan/plan/node/process/SortNodeSerdeTest.java | 7 +-
.../plan/node/process/TimeJoinNodeSerdeTest.java | 10 +-
.../source/SeriesAggregationScanNodeSerdeTest.java | 6 +-
.../plan/node/source/SeriesScanNodeSerdeTest.java | 7 +-
.../plan/node/write/DeleteDataNodeSerdeTest.java | 61 +++
.../write/InvalidateSchemaCacheNodeSerdeTest.java | 76 ++++
.../iotdb/db/qp/physical/PhysicalPlanTest.java | 2 +-
.../apache/iotdb/db/utils/EnvironmentUtils.java | 5 +-
.../iotdb/rpc/ConfigNodeConnectionException.java | 2 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
.../.vuepress/theme/global-components/IoTDB.vue | 72 ++--
.../iotdb/spark/tsfile/qp/common/SQLConstant.java | 26 +-
137 files changed, 4133 insertions(+), 1086 deletions(-)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/client/SyncDataNodeClientPool.java
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/{SetTimePartitionIntervalReq.java => PreDeleteStorageGroupReq.java} (58%)
copy server/src/main/java/org/apache/iotdb/db/engine/trigger/sink/api/Event.java => confignode/src/test/java/org/apache/iotdb/confignode/procedure/env/TestConfigNodeEnv.java (90%)
rename confignode/src/test/java/org/apache/iotdb/confignode/procedure/{ => env}/TestProcEnv.java (97%)
rename {server/src/main/java/org/apache/iotdb/db => node-commons/src/main/java/org/apache/iotdb/commons/udf/api}/exception/UDFRegistrationException.java (85%)
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/BuiltinAggregationFunction.java
rename node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/{BuiltinFunction.java => BuiltinTimeSeriesGeneratingFunction.java} (96%)
rename {server/src/main/java/org/apache/iotdb/db/query => node-commons/src/main/java/org/apache/iotdb/commons}/udf/service/UDFClassLoader.java (95%)
rename {server/src/main/java/org/apache/iotdb/db/query => node-commons/src/main/java/org/apache/iotdb/commons}/udf/service/UDFClassLoaderManager.java (85%)
rename {server/src/main/java/org/apache/iotdb/db/query => node-commons/src/main/java/org/apache/iotdb/commons}/udf/service/UDFLogWriter.java (97%)
rename {server/src/main/java/org/apache/iotdb/db/query => node-commons/src/main/java/org/apache/iotdb/commons}/udf/service/UDFRegistrationInformation.java (97%)
rename {server/src/main/java/org/apache/iotdb/db/query => node-commons/src/main/java/org/apache/iotdb/commons}/udf/service/UDFRegistrationService.java (84%)
copy server/src/assembly/resources/tools/tsfileToolSet/{settle.bat => validate-tsfile.bat} (96%)
copy server/src/assembly/resources/tools/tsfileToolSet/{settle.sh => validate-tsfile.sh} (92%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/{DeleteRegionNode.java => metedata/write/DeleteTimeSeriesNode.java} (51%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/metedata/write/InvalidateSchemaCacheNode.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/process/{OffsetNode.java => LastQueryMergeNode.java} (57%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/process/{ProcessNode.java => MultiChildNode.java} (66%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/source/AlignedLastQueryScanNode.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/source/LastQueryScanNode.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/source/{SourceNode.java => SeriesAggregationSourceNode.java} (53%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/{sink/SinkNode.java => source/SeriesSourceNode.java} (70%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/node/{DeleteRegionNode.java => write/DeleteDataNode.java} (51%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/parameter/GroupByLevelDescriptor.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{CountLevelTimeSeriesStatement.java => DeleteTimeSeriesStatement.java} (72%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/tools/validate/TsFileValidationTool.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/plan/analyze/AggregationDescriptorTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/node/metadata/write/DeleteTimeSeriesNodeSerdeTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/node/write/DeleteDataNodeSerdeTest.java
create mode 100644 server/src/test/java/org/apache/iotdb/db/mpp/plan/plan/node/write/InvalidateSchemaCacheNodeSerdeTest.java