You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ja...@apache.org on 2023/04/23 02:32:41 UTC

[iotdb] branch QueryStateMachineBug updated (cc5bad808b -> eaa369183b)

This is an automated email from the ASF dual-hosted git repository.

jackietien pushed a change to branch QueryStateMachineBug
in repository https://gitbox.apache.org/repos/asf/iotdb.git


    from cc5bad808b 
     add 348763f208 Add a cache to avoid initialize duplicated device id object in write process (#9644)
     add 9870f332d6 Resolve quadratic complexity issue when flushing numerous Internal/Entity nodes in SchemaFile (#9659)
     add 3405c49177 Accelerate count all schema via schema statistic (#9660)
     add bc9ee590ed [IOTDB-5720] Fix release processor fail to release memory due to writer-preferred starvation  (#9661)
     add c19bcdc5f1 Double-check protect memory-control boundary to avoid concurrent bug (#9662)
     add 4a822f2da1 TemplateSchemaCache in schema fetcher (#9664)
     add e15a3c770b [IOTDB-5774] Fix the syntax that path nodes start or end with a wildcard to fuzzy match is not supported (#9600)
     add 2893e362cf [To master] Change the documentation about OpenID login (#9668)
     add 06ee7cca94 [IOTDB-3565] Support Dynamic Schema Template (#9663)
     add 9b194dcac6 [IOTDB-5784] Incorrect result when querying with offset push-down and time filter
     add 50e419f132 feat(site): fix display error for docs has table (#9669)
     add eaa369183b Merge master

No new revisions were added by this update.

Summary of changes:
 .../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4   |  15 +-
 .../org/apache/iotdb/db/qp/sql/PathParser.g4       |  14 +-
 .../consensus/request/ConfigPhysicalPlan.java      |   4 +
 .../consensus/request/ConfigPhysicalPlanType.java  |   1 +
 ...latePlan.java => ExtendSchemaTemplatePlan.java} |  25 +-
 .../confignode/manager/ClusterSchemaManager.java   |  77 +++++++
 .../iotdb/confignode/manager/ConfigManager.java    |  20 ++
 .../apache/iotdb/confignode/manager/IManager.java  |   3 +
 .../persistence/executor/ConfigPlanExecutor.java   |   3 +
 .../persistence/schema/ClusterSchemaInfo.java      |  12 +
 .../persistence/schema/TemplateTable.java          |  47 ++++
 .../thrift/ConfigNodeRPCServiceProcessor.java      |   6 +
 .../UserGuide/QuickStart/Command-Line-Interface.md |  49 ++--
 docs/UserGuide/Reference/Common-Config-Manual.md   |  11 +-
 .../UserGuide/QuickStart/Command-Line-Interface.md |  48 ++--
 .../zh/UserGuide/Reference/Common-Config-Manual.md |   9 +
 .../db/it/IoTDBSyntaxConventionIdentifierIT.java   |  40 ++++
 .../iotdb/db/it/query/IoTDBPaginationIT.java       |  59 ++++-
 .../iotdb/db/it/schema/IoTDBExtendTemplateIT.java  | 177 ++++++++++++++
 .../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java  |  69 +++++-
 .../session/it/IoTDBSessionSchemaTemplateIT.java   | 103 +++++++++
 .../resources/conf/iotdb-common.properties         |   4 +
 .../org/apache/iotdb/db/audit/AuditLogger.java     |   8 +-
 .../apache/iotdb/db/client/ConfigNodeClient.java   |  22 ++
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java |  10 +
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java  |   6 +
 .../template/TemplateImcompatibeException.java     |   5 +
 .../db/metadata/cache/DataNodeDevicePathCache.java |  69 ++++++
 .../db/metadata/cache/DataNodeSchemaCache.java     |   2 +-
 .../cache/DataNodeTemplateSchemaCache.java         | 193 ++++++++++++++++
 .../mtree/store/disk/cache/CacheMemoryManager.java |   4 +-
 .../store/disk/schemafile/SchemaFileConfig.java    |   2 +-
 .../mtree/store/disk/schemafile/SegmentedPage.java |   1 +
 .../store/disk/schemafile/pagemgr/PageManager.java |  90 +++++++-
 .../metadata/rescon/MemSchemaEngineStatistics.java |  26 ++-
 .../schemaregion/SchemaRegionSchemaFileImpl.java   |  15 +-
 .../metadata/template/ClusterTemplateManager.java  |  11 +
 .../iotdb/db/metadata/template/Template.java       |  16 +-
 ...teType.java => TemplateAlterOperationType.java} |  21 +-
 .../template/TemplateInternalRPCUpdateType.java    |   5 +-
 .../metadata/template/TemplateInternalRPCUtil.java |  10 +
 .../metadata/template/alter/TemplateAlterInfo.java |  24 +-
 .../template/alter/TemplateAlterOperationUtil.java |  51 +++++
 .../template/alter/TemplateExtendInfo.java         | 161 +++++++++++++
 .../operator/schema/SchemaCountOperator.java       |  23 +-
 .../operator/schema/source/DeviceSchemaSource.java |  12 +
 .../operator/schema/source/ISchemaSource.java      |   4 +
 .../operator/schema/source/NodeSchemaSource.java   |  10 +
 .../schema/source/PathsUsingTemplateSource.java    |  10 +
 .../schema/source/TimeSeriesSchemaSource.java      |  12 +
 .../execution/operator/source/SeriesScanUtil.java  |  24 +-
 .../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java  |   4 +
 .../db/mpp/plan/analyze/ExpressionAnalyzer.java    |  11 +-
 .../iotdb/db/mpp/plan/analyze/ExpressionUtils.java |   3 +-
 .../analyze/schema/AutoCreateSchemaExecutor.java   | 254 +++++++++++++++++----
 .../plan/analyze/schema/ClusterSchemaFetcher.java  | 227 +++++++-----------
 .../plan/analyze/schema/NormalSchemaFetcher.java   | 202 ++++++++++++++++
 .../plan/analyze/schema/TemplateSchemaFetcher.java | 246 ++++++++++++++++++++
 .../plan/execution/config/ConfigTaskVisitor.java   |   8 +
 .../config/executor/ClusterConfigTaskExecutor.java |  46 ++++
 .../config/executor/IConfigTaskExecutor.java       |   4 +
 ...plateTask.java => AlterSchemaTemplateTask.java} |  14 +-
 .../iotdb/db/mpp/plan/parser/ASTVisitor.java       |  27 +++
 .../db/mpp/plan/parser/StatementGenerator.java     |  25 +-
 .../db/mpp/plan/planner/LogicalPlanBuilder.java    |   8 +
 .../db/mpp/plan/planner/OperatorTreeGenerator.java |  12 +-
 .../source/AlignedSeriesAggregationScanNode.java   |  50 ++--
 .../plan/node/source/AlignedSeriesScanNode.java    |   4 +
 .../node/source/SeriesAggregationScanNode.java     |  50 ++--
 .../node/source/SeriesAggregationSourceNode.java   |  49 +++-
 .../planner/plan/node/source/SeriesScanNode.java   |   4 +
 .../planner/plan/parameter/SeriesScanOptions.java  |   5 +-
 .../iotdb/db/mpp/plan/statement/StatementType.java |   1 +
 .../db/mpp/plan/statement/StatementVisitor.java    |   6 +
 ...ment.java => AlterSchemaTemplateStatement.java} |  59 +++--
 .../iotdb/db/protocol/mqtt/MPPPublishHandler.java  |   5 +-
 .../v1/handler/StatementConstructionHandler.java   |   5 +-
 .../v2/handler/StatementConstructionHandler.java   |   5 +-
 .../iotdb/db/query/reader/chunk/MemPageReader.java |  12 +-
 .../impl/DataNodeInternalRPCServiceImpl.java       |  22 +-
 .../cache/DataNodeDevicePathCacheTest.java}        |  44 ++--
 .../metadata/mtree/schemafile/SchemaFileTest.java  | 137 +++++++----
 .../mpp/plan/analyze/QueryTimePartitionTest.java   |  14 +-
 .../node/process/AggregationNodeSerdeTest.java     |   7 +-
 .../node/process/GroupByLevelNodeSerdeTest.java    |   8 +-
 .../plan/node/process/GroupByTagNodeSerdeTest.java |   5 +-
 .../source/SeriesAggregationScanNodeSerdeTest.java |   7 +-
 site/src/main/.vuepress/styles/index.scss          |   6 +-
 .../src/main/thrift/confignode.thrift              |   7 +
 .../iotdb/tsfile/read/filter/GroupByFilter.java    |  13 +-
 .../read/filter/PredicateRemoveNotRewriter.java    |  50 ++++
 .../iotdb/tsfile/read/filter/TimeFilter.java       | 158 +++++++------
 .../iotdb/tsfile/read/filter/ValueFilter.java      | 179 +++++++++------
 .../tsfile/read/filter/basic/BinaryFilter.java     |   5 -
 .../iotdb/tsfile/read/filter/basic/Filter.java     |  11 +-
 .../tsfile/read/filter/factory/FilterFactory.java  |  10 +-
 .../tsfile/read/filter/operator/AndFilter.java     |  11 +
 .../iotdb/tsfile/read/filter/operator/Between.java | 127 +++++++----
 .../iotdb/tsfile/read/filter/operator/Eq.java      |  25 +-
 .../iotdb/tsfile/read/filter/operator/Gt.java      |  23 +-
 .../iotdb/tsfile/read/filter/operator/GtEq.java    |  23 +-
 .../iotdb/tsfile/read/filter/operator/In.java      |  34 ++-
 .../iotdb/tsfile/read/filter/operator/Like.java    |  55 ++++-
 .../iotdb/tsfile/read/filter/operator/Lt.java      |  23 +-
 .../iotdb/tsfile/read/filter/operator/LtEq.java    |  23 +-
 .../iotdb/tsfile/read/filter/operator/NotEq.java   |  25 +-
 .../tsfile/read/filter/operator/NotFilter.java     |  26 ++-
 .../tsfile/read/filter/operator/OrFilter.java      |  11 +
 .../iotdb/tsfile/read/filter/operator/Regexp.java  |  57 +++--
 .../iotdb/tsfile/read/reader/page/PageReader.java  |  12 +-
 .../tsfile/read/filter/FilterSerializeTest.java    |  21 +-
 .../read/filter/MinTimeMaxTimeFilterTest.java      |  42 ++--
 .../iotdb/tsfile/read/filter/OperatorTest.java     |   4 +-
 .../filter/PredicateRemoveNotRewriterTest.java     | 121 ++++++++++
 .../tsfile/read/filter/StatisticsFilterTest.java   | 113 ++++++++-
 115 files changed, 3585 insertions(+), 863 deletions(-)
 copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/template/{DropSchemaTemplatePlan.java => ExtendSchemaTemplatePlan.java} (66%)
 create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/schema/IoTDBExtendTemplateIT.java
 create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/cache/DataNodeDevicePathCache.java
 create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/cache/DataNodeTemplateSchemaCache.java
 copy server/src/main/java/org/apache/iotdb/db/metadata/template/{TemplateInternalRPCUpdateType.java => TemplateAlterOperationType.java} (71%)
 copy tsfile/src/main/java/org/apache/iotdb/tsfile/v2/file/metadata/MetadataIndexEntryV2.java => server/src/main/java/org/apache/iotdb/db/metadata/template/alter/TemplateAlterInfo.java (64%)
 create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/template/alter/TemplateAlterOperationUtil.java
 create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/template/alter/TemplateExtendInfo.java
 create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/analyze/schema/NormalSchemaFetcher.java
 create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/analyze/schema/TemplateSchemaFetcher.java
 copy server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/template/{UnsetSchemaTemplateTask.java => AlterSchemaTemplateTask.java} (83%)
 copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/template/{UnsetSchemaTemplateStatement.java => AlterSchemaTemplateStatement.java} (52%)
 copy server/src/test/java/org/apache/iotdb/db/{wal/DisableWALTest.java => metadata/cache/DataNodeDevicePathCacheTest.java} (50%)
 create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/PredicateRemoveNotRewriter.java
 create mode 100644 tsfile/src/test/java/org/apache/iotdb/tsfile/read/filter/PredicateRemoveNotRewriterTest.java