You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by yo...@apache.org on 2023/04/24 01:30:54 UTC
[iotdb] branch Construct-Cluster-LoadPublisher-Thread-and-IClusterStatusSubscriber updated (e439e7ae7f -> 1eeb175768)
This is an automated email from the ASF dual-hosted git repository.
yongzao pushed a change to branch Construct-Cluster-LoadPublisher-Thread-and-IClusterStatusSubscriber
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from e439e7ae7f Update RouteBalancer.java
add 8b163c2f1c [IOTDB-5675] Recover template activation statistics when redoing MLog (#9571)
add 0547018b23 [IOTDB-5776]Update memory estimation of cross space compaction (#9627)
add b9fa37c912 [IOTDB-5786] Fix potential deadlock in DriverScheduler
add c97c0dc2a7 [IOTDB-5691] The first level-0 tsfile too large to trigger "Unsequence InnerSpaceComapction" and "CrossSpaceCompaction" (#9503)
add 31d3c089fa Bump jetty-server from 9.4.49.v20220914 to 9.4.51.v20230217 (#9641)
add 544a33b0a6 Fix potential Npe of ShuffleSinkHandle
add e12afecd6e [IOTDB-5735] Fix result of some UDF with align by device is incorrect (#9642)
add b02502fa14 [IOTDB-4837] Refactor Set Schema Template (#9637)
add f13699611f [IOTDB-5798] Fix concurrent problem when sinkChannel acknowledgeTsBlock() and close()
add 98adb10391 [IOTDB-5773] fix set space quota problem (#9596)
add 348763f208 Add a cache to avoid initialize duplicated device id object in write process (#9644)
add 9870f332d6 Resolve quadratic complexity issue when flushing numerous Internal/Entity nodes in SchemaFile (#9659)
add 3405c49177 Accelerate count all schema via schema statistic (#9660)
add bc9ee590ed [IOTDB-5720] Fix release processor fail to release memory due to writer-preferred starvation (#9661)
add c19bcdc5f1 Double-check protect memory-control boundary to avoid concurrent bug (#9662)
add 4a822f2da1 TemplateSchemaCache in schema fetcher (#9664)
add e15a3c770b [IOTDB-5774] Fix the syntax that path nodes start or end with a wildcard to fuzzy match is not supported (#9600)
add 2893e362cf [To master] Change the documentation about OpenID login (#9668)
add 06ee7cca94 [IOTDB-3565] Support Dynamic Schema Template (#9663)
add 9b194dcac6 [IOTDB-5784] Incorrect result when querying with offset push-down and time filter
add 50e419f132 feat(site): fix display error for docs has table (#9669)
add 3bf31903e4 [IOTDB-3565] Update User-Guide for Dynamic Template (#9672)
add 73fbcd1b2e [grafana plugin] update grafanaDependency (>= 9.3.0) in plugin.json (#9678)
add 3412975a4a Fix NPE when using template and executing select into (#9679)
add 1eeb175768 Merge branch 'master' into Construct-Cluster-LoadPublisher-Thread-and-IClusterStatusSubscriber
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 15 +-
.../org/apache/iotdb/db/qp/sql/PathParser.g4 | 14 +-
.../confignode/client/DataNodeRequestType.java | 1 +
.../client/async/AsyncDataNodeClientPool.java | 8 +
.../client/async/handlers/AsyncClientHandler.java | 10 +
...ava => CheckTimeSeriesExistenceRPCHandler.java} | 22 +-
.../consensus/request/ConfigPhysicalPlan.java | 12 +
.../consensus/request/ConfigPhysicalPlanType.java | 3 +
...ePlan.java => CommitSetSchemaTemplatePlan.java} | 25 +-
...latePlan.java => ExtendSchemaTemplatePlan.java} | 25 +-
...latePlan.java => PreSetSchemaTemplatePlan.java} | 25 +-
.../confignode/manager/ClusterQuotaManager.java | 18 +-
.../confignode/manager/ClusterSchemaManager.java | 155 +++---
.../iotdb/confignode/manager/ConfigManager.java | 26 +-
.../apache/iotdb/confignode/manager/IManager.java | 3 +
.../iotdb/confignode/manager/ProcedureManager.java | 44 ++
.../persistence/executor/ConfigPlanExecutor.java | 10 +
.../confignode/persistence/quota/QuotaInfo.java | 36 +-
.../persistence/schema/ClusterSchemaInfo.java | 108 ++++-
.../persistence/schema/TemplatePreSetTable.java | 195 ++++++++
.../persistence/schema/TemplateTable.java | 48 +-
.../impl/schema/SetTemplateProcedure.java | 534 ++++++++++++++++++++
...ateTemplateState.java => SetTemplateState.java} | 12 +-
.../procedure/store/ProcedureFactory.java | 6 +
.../confignode/procedure/store/ProcedureType.java | 1 +
.../thrift/ConfigNodeRPCServiceProcessor.java | 6 +
.../{ => schema}/ClusterSchemaInfoTest.java | 3 +-
.../schema/TemplatePreSetTableTest.java | 114 +++++
.../{ => schema}/TemplateTableTest.java | 3 +-
docs/UserGuide/Operate-Metadata/Template.md | 15 +-
.../UserGuide/QuickStart/Command-Line-Interface.md | 49 +-
docs/UserGuide/Reference/Common-Config-Manual.md | 11 +-
docs/zh/UserGuide/Operate-Metadata/Template.md | 14 +
.../UserGuide/QuickStart/Command-Line-Interface.md | 48 +-
.../zh/UserGuide/Reference/Common-Config-Manual.md | 9 +
grafana-plugin/README.md | 63 +--
grafana-plugin/src/plugin.json | 2 +-
.../iotdb/it/env/cluster/MppCommonConfig.java | 6 +
.../it/env/cluster/MppSharedCommonConfig.java | 7 +
.../iotdb/it/env/remote/RemoteCommonConfig.java | 5 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 2 +
.../db/it/IoTDBSyntaxConventionIdentifierIT.java | 40 ++
.../iotdb/db/it/query/IoTDBPaginationIT.java | 59 ++-
.../iotdb/db/it/quotas/IoTDBSpaceQuotaIT.java | 535 +++++++++++++++++++++
.../db/it/schema/IoTDBDeactivateTemplateIT.java | 3 +-
.../iotdb/db/it/schema/IoTDBExtendTemplateIT.java | 222 +++++++++
.../iotdb/db/it/schema/IoTDBSchemaTemplateIT.java | 164 ++++++-
.../it/udf/IoTDBUDTFBuiltinScalarFunctionIT.java | 499 +++++++++++++++++--
.../iotdb/libudf/it/dprofile/DProfileIT.java | 17 +
.../session/it/IoTDBSessionSchemaTemplateIT.java | 103 ++++
.../resources/conf/iotdb-common.properties | 4 +
.../apache/iotdb/commons/conf/IoTDBConstant.java | 32 +-
.../org/apache/iotdb/commons/path/PartialPath.java | 4 +-
.../BuiltinTimeSeriesGeneratingFunction.java | 10 +
.../apache/iotdb/commons/path/PartialPathTest.java | 2 +-
pom.xml | 2 +-
.../schemaregion/rocksdb/RSchemaRegion.java | 2 +-
.../metadata/tagSchemaRegion/TagSchemaRegion.java | 2 +-
.../org/apache/iotdb/db/audit/AuditLogger.java | 8 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 22 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 27 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 12 +
.../estimator/AbstractCompactionEstimator.java | 6 +
.../ReadPointCrossCompactionEstimator.java | 108 +++--
.../impl/RewriteCrossSpaceCompactionSelector.java | 13 +-
.../utils/CrossCompactionTaskResource.java | 12 +
.../template/TemplateImcompatibeException.java | 19 +-
.../db/metadata/cache/DataNodeDevicePathCache.java | 69 +++
.../db/metadata/cache/DataNodeSchemaCache.java | 2 +-
.../cache/DataNodeTemplateSchemaCache.java | 196 ++++++++
.../iotdb/db/metadata/mtree/ConfigMTree.java | 4 +
.../db/metadata/mtree/MTreeBelowSGCachedImpl.java | 9 +-
.../db/metadata/mtree/MTreeBelowSGMemoryImpl.java | 9 +-
.../mtree/store/disk/cache/CacheMemoryManager.java | 4 +-
.../store/disk/schemafile/SchemaFileConfig.java | 2 +-
.../mtree/store/disk/schemafile/SegmentedPage.java | 1 +
.../store/disk/schemafile/pagemgr/PageManager.java | 90 +++-
.../metadata/rescon/MemSchemaEngineStatistics.java | 26 +-
.../db/metadata/schemaregion/ISchemaRegion.java | 2 +-
.../db/metadata/schemaregion/SchemaEngine.java | 8 +-
.../schemaregion/SchemaRegionMemoryImpl.java | 2 +-
.../schemaregion/SchemaRegionSchemaFileImpl.java | 17 +-
.../metadata/template/ClusterTemplateManager.java | 253 +++++++++-
.../db/metadata/template/ITemplateManager.java | 7 +-
.../iotdb/db/metadata/template/Template.java | 16 +-
...teType.java => TemplateAlterOperationType.java} | 24 +-
.../template/TemplateInternalRPCUpdateType.java | 20 +-
.../metadata/template/TemplateInternalRPCUtil.java | 50 +-
.../metadata/template/alter/TemplateAlterInfo.java | 24 +-
.../template/alter/TemplateAlterOperationUtil.java | 51 ++
.../template/alter/TemplateExtendInfo.java | 161 +++++++
.../mpp/execution/exchange/sink/SinkChannel.java | 29 +-
.../operator/schema/SchemaCountOperator.java | 23 +-
.../operator/schema/SchemaQueryScanOperator.java | 2 +-
.../operator/schema/source/DeviceSchemaSource.java | 12 +
.../operator/schema/source/ISchemaSource.java | 4 +
.../operator/schema/source/NodeSchemaSource.java | 10 +
.../schema/source/PathsUsingTemplateSource.java | 10 +
.../schema/source/SchemaSourceFactory.java | 5 +
.../schema/source/TimeSeriesSchemaSource.java | 12 +
.../execution/operator/source/SeriesScanUtil.java | 24 +-
.../db/mpp/execution/schedule/DriverScheduler.java | 116 +++--
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 69 +--
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 40 +-
.../iotdb/db/mpp/plan/analyze/ExpressionUtils.java | 3 +-
.../analyze/schema/AutoCreateSchemaExecutor.java | 254 ++++++++--
.../plan/analyze/schema/ClusterSchemaFetcher.java | 237 ++++-----
.../db/mpp/plan/analyze/schema/ISchemaFetcher.java | 5 +-
.../plan/analyze/schema/NormalSchemaFetcher.java | 202 ++++++++
.../plan/analyze/schema/TemplateSchemaFetcher.java | 246 ++++++++++
.../plan/execution/config/ConfigTaskVisitor.java | 10 +-
.../config/executor/ClusterConfigTaskExecutor.java | 58 ++-
.../config/executor/IConfigTaskExecutor.java | 6 +-
...plateTask.java => AlterSchemaTemplateTask.java} | 14 +-
.../metadata/template/SetSchemaTemplateTask.java | 7 +-
.../config/sys/quota/ShowSpaceQuotaTask.java | 7 +-
.../config/sys/quota/ShowThrottleQuotaTask.java | 34 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 115 +++--
.../db/mpp/plan/parser/StatementGenerator.java | 25 +-
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 8 +
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 12 +-
.../source/AlignedSeriesAggregationScanNode.java | 50 +-
.../plan/node/source/AlignedSeriesScanNode.java | 4 +
.../node/source/SeriesAggregationScanNode.java | 50 +-
.../node/source/SeriesAggregationSourceNode.java | 49 +-
.../planner/plan/node/source/SeriesScanNode.java | 4 +
.../planner/plan/parameter/SeriesScanOptions.java | 5 +-
.../iotdb/db/mpp/plan/statement/StatementType.java | 1 +
.../db/mpp/plan/statement/StatementVisitor.java | 6 +
...ment.java => AlterSchemaTemplateStatement.java} | 59 ++-
.../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 5 +-
.../v1/handler/StatementConstructionHandler.java | 5 +-
.../v2/handler/StatementConstructionHandler.java | 5 +-
.../iotdb/db/query/reader/chunk/MemPageReader.java | 12 +-
.../org/apache/iotdb/db/rescon/SystemInfo.java | 15 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 129 ++++-
.../cross/RewriteCompactionFileSelectorTest.java | 12 +
.../cache/DataNodeDevicePathCacheTest.java} | 44 +-
.../metadata/mtree/schemafile/SchemaFileTest.java | 137 ++++--
.../schemaRegion/SchemaRegionManagementTest.java | 4 +-
.../schema/SchemaQueryScanOperatorTest.java | 4 +-
.../db/mpp/plan/analyze/FakeSchemaFetcherImpl.java | 8 +-
.../mpp/plan/analyze/QueryTimePartitionTest.java | 14 +-
.../iotdb/db/mpp/plan/plan/distribution/Util.java | 8 +-
.../node/process/AggregationNodeSerdeTest.java | 7 +-
.../node/process/GroupByLevelNodeSerdeTest.java | 8 +-
.../plan/node/process/GroupByTagNodeSerdeTest.java | 5 +-
.../source/SeriesAggregationScanNodeSerdeTest.java | 7 +-
site/src/main/.vuepress/styles/index.scss | 6 +-
.../src/main/thrift/confignode.thrift | 12 +-
thrift/src/main/thrift/datanode.thrift | 12 +
.../iotdb/tsfile/read/filter/GroupByFilter.java | 13 +-
.../read/filter/PredicateRemoveNotRewriter.java | 50 ++
.../iotdb/tsfile/read/filter/TimeFilter.java | 158 +++---
.../iotdb/tsfile/read/filter/ValueFilter.java | 179 ++++---
.../tsfile/read/filter/basic/BinaryFilter.java | 5 -
.../iotdb/tsfile/read/filter/basic/Filter.java | 11 +-
.../tsfile/read/filter/factory/FilterFactory.java | 10 +-
.../tsfile/read/filter/operator/AndFilter.java | 11 +
.../iotdb/tsfile/read/filter/operator/Between.java | 127 +++--
.../iotdb/tsfile/read/filter/operator/Eq.java | 25 +-
.../iotdb/tsfile/read/filter/operator/Gt.java | 23 +-
.../iotdb/tsfile/read/filter/operator/GtEq.java | 23 +-
.../iotdb/tsfile/read/filter/operator/In.java | 34 +-
.../iotdb/tsfile/read/filter/operator/Like.java | 55 ++-
.../iotdb/tsfile/read/filter/operator/Lt.java | 23 +-
.../iotdb/tsfile/read/filter/operator/LtEq.java | 23 +-
.../iotdb/tsfile/read/filter/operator/NotEq.java | 25 +-
.../tsfile/read/filter/operator/NotFilter.java | 26 +-
.../tsfile/read/filter/operator/OrFilter.java | 11 +
.../iotdb/tsfile/read/filter/operator/Regexp.java | 57 ++-
.../iotdb/tsfile/read/reader/page/PageReader.java | 12 +-
.../tsfile/read/filter/FilterSerializeTest.java | 21 +-
.../read/filter/MinTimeMaxTimeFilterTest.java | 42 +-
.../iotdb/tsfile/read/filter/OperatorTest.java | 4 +-
.../filter/PredicateRemoveNotRewriterTest.java | 121 +++++
.../tsfile/read/filter/StatisticsFilterTest.java | 113 ++++-
177 files changed, 6730 insertions(+), 1445 deletions(-)
copy confignode/src/main/java/org/apache/iotdb/confignode/client/async/handlers/rpc/{CountPathsUsingTemplateRPCHandler.java => CheckTimeSeriesExistenceRPCHandler.java} (79%)
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/template/{SetSchemaTemplatePlan.java => CommitSetSchemaTemplatePlan.java} (71%)
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/template/{DropSchemaTemplatePlan.java => ExtendSchemaTemplatePlan.java} (66%)
copy confignode/src/main/java/org/apache/iotdb/confignode/consensus/request/write/template/{SetSchemaTemplatePlan.java => PreSetSchemaTemplatePlan.java} (71%)
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/persistence/schema/TemplatePreSetTable.java
create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/schema/SetTemplateProcedure.java
copy confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/schema/{DeactivateTemplateState.java => SetTemplateState.java} (85%)
rename confignode/src/test/java/org/apache/iotdb/confignode/persistence/{ => schema}/ClusterSchemaInfoTest.java (98%)
create mode 100644 confignode/src/test/java/org/apache/iotdb/confignode/persistence/schema/TemplatePreSetTableTest.java
rename confignode/src/test/java/org/apache/iotdb/confignode/persistence/{ => schema}/TemplateTableTest.java (97%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/quotas/IoTDBSpaceQuotaIT.java
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/schema/IoTDBExtendTemplateIT.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/cache/DataNodeDevicePathCache.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/cache/DataNodeTemplateSchemaCache.java
copy server/src/main/java/org/apache/iotdb/db/metadata/template/{TemplateInternalRPCUpdateType.java => TemplateAlterOperationType.java} (68%)
copy tsfile/src/main/java/org/apache/iotdb/tsfile/v2/file/metadata/MetadataIndexEntryV2.java => server/src/main/java/org/apache/iotdb/db/metadata/template/alter/TemplateAlterInfo.java (64%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/template/alter/TemplateAlterOperationUtil.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/metadata/template/alter/TemplateExtendInfo.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/analyze/schema/NormalSchemaFetcher.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/analyze/schema/TemplateSchemaFetcher.java
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/template/{UnsetSchemaTemplateTask.java => AlterSchemaTemplateTask.java} (83%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/template/{UnsetSchemaTemplateStatement.java => AlterSchemaTemplateStatement.java} (52%)
copy server/src/test/java/org/apache/iotdb/db/{wal/DisableWALTest.java => metadata/cache/DataNodeDevicePathCacheTest.java} (50%)
create mode 100644 tsfile/src/main/java/org/apache/iotdb/tsfile/read/filter/PredicateRemoveNotRewriter.java
create mode 100644 tsfile/src/test/java/org/apache/iotdb/tsfile/read/filter/PredicateRemoveNotRewriterTest.java