You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by xi...@apache.org on 2023/03/05 13:19:24 UTC
[iotdb] branch morePipeline updated (131f41ecbd -> 63e26d4424)
This is an automated email from the ASF dual-hosted git repository.
xiangweiwei pushed a change to branch morePipeline
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 131f41ecbd Fix aggregationIT
add 1383053744 Fix codesmells
add cf01cac60d Add write metrics and dashboard (#9167)
add 9ca90fbf71 fix(site):fix home url error (#9202)
add e0372b148e Remove jackson-mapper-asl to fix security alert (#9199)
add 9f2b526c61 Fix timeout in Schema UT (#9195)
add eba644717e feat(site):home break-word (#9203)
add 3057e4dce1 Remove redundant logic in reconstructExpressions() (#9200)
add 10ef294d72 Update query user guide (#9205)
add 0a4a84fca3 [IOTDB-5563] Extract and decouple the logic of window segmentation in Aggregator (#9141)
add 2557b1dbbb [IOTDB-5613] Remove unnecessary serialization in IoTConsensus when replicaNum is 1 to improve write performance (#9204)
add 0181978564 [IOTDB-5517] Add metrics for disk io (#9209)
add dfdb844142 [IOTDB-5598] Pipe Plugins Management: from SQL to CN (#9175)
add 1df6a769d2 [IOTDB-5580] Add limitation of time and tsBlock size to MergeSortOperator (#9193)
add a25706d7b5 Merge branch 'master' into morePipeline
add 63e26d4424 Add more log
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 2 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 27 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 8 +
.../iotdb/confignode/conf/ConfigNodeConfig.java | 26 +
.../confignode/conf/ConfigNodeDescriptor.java | 2 +
.../iotdb/confignode/manager/ConfigManager.java | 24 +
.../apache/iotdb/confignode/manager/IManager.java | 11 +
.../thrift/ConfigNodeRPCServiceProcessor.java | 18 +
.../common/request/IndexedConsensusRequest.java | 19 +-
.../consensus/iot/IoTConsensusServerImpl.java | 5 +-
.../consensus/iot/logdispatcher/LogDispatcher.java | 33 +-
.../consensus/iot/util/FakeConsensusReqReader.java | 4 +-
docs/README.md | 2 +
.../Apache-IoTDB-ConfigNode-Dashboard.json | 1703 ++---
.../Apache-IoTDB-DataNode-Dashboard.json | 7101 +++++++++++++-------
docs/UserGuide/Monitor-Alert/Metric-Tool.md | 28 +
docs/UserGuide/Query-Data/Pagination.md | 6 +-
docs/UserGuide/Query-Data/Select-Into.md | 24 +-
docs/zh/README.md | 3 +
docs/zh/UserGuide/Query-Data/Pagination.md | 4 +-
docs/zh/UserGuide/Query-Data/Select-Into.md | 26 +-
.../db/it/groupby/IoTDBGroupByConditionIT.java | 2 +-
.../iotdb/db/it/groupby/IoTDBGroupBySessionIT.java | 18 +-
.../iotdb/metrics/metricsets/disk/DiskMetrics.java | 4 +-
.../metricsets/disk/LinuxDiskMetricsManager.java | 66 +-
.../iotdb/commons/auth/entity/PrivilegeType.java | 6 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 1 +
.../commons/pipe/plugin/meta/PipePluginMeta.java | 136 +
.../plugin/service/PipePluginClassLoader.java} | 33 +-
.../service/PipePluginClassLoaderManager.java} | 67 +-
.../service/PipePluginExecutableManager.java} | 27 +-
.../apache/iotdb/commons/service/ServiceType.java | 5 +-
.../iotdb/commons/service/metric/enums/Metric.java | 9 +
pom.xml | 6 -
...eventWindow.ftl => abstractVariationWindow.ftl} | 30 +-
.../main/codegen/templates/eventWindowManager.ftl | 51 -
.../{evEventWindow.ftl => variationWindow.ftl} | 16 +-
...indowManager.ftl => variationWindowManager.ftl} | 36 +-
.../org/apache/iotdb/db/audit/AuditLogger.java | 3 +
.../org/apache/iotdb/db/auth/AuthorityChecker.java | 6 +
.../apache/iotdb/db/client/ConfigNodeClient.java | 66 +
.../org/apache/iotdb/db/engine/StorageEngine.java | 6 +
.../iotdb/db/engine/flush/MemTableFlushTask.java | 37 +-
.../db/engine/storagegroup/TsFileProcessor.java | 4 +
.../mtree/store/disk/cache/CacheMemoryManager.java | 8 +
.../iotdb/db/mpp/aggregation/Accumulator.java | 16 +-
.../iotdb/db/mpp/aggregation/Aggregator.java | 35 +-
.../iotdb/db/mpp/aggregation/AvgAccumulator.java | 90 +-
.../iotdb/db/mpp/aggregation/CountAccumulator.java | 23 +-
.../db/mpp/aggregation/CountIfAccumulator.java | 25 +-
.../db/mpp/aggregation/ExtremeAccumulator.java | 90 +-
.../db/mpp/aggregation/FirstValueAccumulator.java | 150 +-
.../mpp/aggregation/FirstValueDescAccumulator.java | 110 +-
.../db/mpp/aggregation/LastValueAccumulator.java | 132 +-
.../mpp/aggregation/LastValueDescAccumulator.java | 122 +-
.../db/mpp/aggregation/MaxTimeAccumulator.java | 22 +-
.../db/mpp/aggregation/MaxTimeDescAccumulator.java | 25 +-
.../db/mpp/aggregation/MaxValueAccumulator.java | 94 +-
.../db/mpp/aggregation/MinTimeAccumulator.java | 25 +-
.../db/mpp/aggregation/MinTimeDescAccumulator.java | 20 +-
.../db/mpp/aggregation/MinValueAccumulator.java | 93 +-
.../iotdb/db/mpp/aggregation/SumAccumulator.java | 92 +-
.../slidingwindow/SlidingWindowAggregator.java | 5 +-
.../db/mpp/common/header/ColumnHeaderConstant.java | 10 +
.../db/mpp/common/header/DatasetHeaderFactory.java | 4 +
.../db/mpp/execution/operator/AggregationUtil.java | 18 +-
.../operator/process/AggregationOperator.java | 2 +-
.../operator/process/MergeSortOperator.java | 9 +
.../process/RawDataAggregationOperator.java | 48 +-
.../process/SlidingWindowAggregationOperator.java | 5 +-
.../AbstractSeriesAggregationScanOperator.java | 2 +-
.../SeriesAggregationScanTraverseOperator.java | 11 +
...entWindow.java => AbstractVariationWindow.java} | 40 +-
.../{SeriesWindow.java => ConditionWindow.java} | 11 +-
...dowManager.java => ConditionWindowManager.java} | 63 +-
...arameter.java => ConditionWindowParameter.java} | 6 +-
.../db/mpp/execution/operator/window/IWindow.java | 2 +-
.../execution/operator/window/IWindowManager.java | 52 +-
.../execution/operator/window/SessionWindow.java | 5 +-
.../operator/window/SessionWindowManager.java | 33 +-
.../operator/window/TimeWindowManager.java | 24 +-
...dowManager.java => VariationWindowManager.java} | 48 +-
...arameter.java => VariationWindowParameter.java} | 6 +-
.../operator/window/WindowManagerFactory.java | 40 +-
.../mpp/execution/operator/window/WindowType.java | 4 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 28 +-
.../iotdb/db/mpp/plan/analyze/ExpressionUtils.java | 92 +-
.../plan/execution/config/ConfigTaskVisitor.java | 24 +
.../config/executor/ClusterConfigTaskExecutor.java | 178 +-
.../config/executor/IConfigTaskExecutor.java | 7 +
...ageGroupTask.java => CreatePipePluginTask.java} | 12 +-
.../{SetTTLTask.java => DropPipePluginTask.java} | 14 +-
.../{ShowTTLTask.java => ShowPipePluginsTask.java} | 56 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 54 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 186 +-
...rameter.java => GroupByConditionParameter.java} | 14 +-
.../planner/plan/parameter/GroupByParameter.java | 6 +-
.../plan/parameter/GroupByVariationParameter.java | 2 +-
.../iotdb/db/mpp/plan/statement/StatementType.java | 6 +-
.../db/mpp/plan/statement/StatementVisitor.java | 16 +
...mponent.java => GroupByConditionComponent.java} | 6 +-
.../component/GroupByVariationComponent.java | 2 +-
.../db/mpp/plan/statement/crud/QueryStatement.java | 10 +-
...atement.java => CreatePipePluginStatement.java} | 28 +-
...Statement.java => DropPipePluginStatement.java} | 24 +-
...tatement.java => ShowPipePluginsStatement.java} | 16 +-
.../db/service/metrics/DataNodeMetricsHelper.java | 1 +
.../iotdb/db/service/metrics/WritingMetrics.java | 245 +
.../metrics/recorder/WritingMetricsManager.java | 351 +
.../java/org/apache/iotdb/db/wal/WALManager.java | 7 +
.../iotdb/db/wal/allocation/ElasticStrategy.java | 6 +
.../db/wal/allocation/FirstCreateStrategy.java | 6 +
.../db/wal/allocation/NodeAllocationStrategy.java | 3 +
.../db/wal/allocation/RoundRobinStrategy.java | 6 +
.../org/apache/iotdb/db/wal/buffer/WALBuffer.java | 22 +-
.../iotdb/db/wal/checkpoint/CheckpointManager.java | 10 +
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 10 +-
.../iotdb/db/mpp/aggregation/AccumulatorTest.java | 55 +-
.../execution/operator/MergeSortOperatorTest.java | 96 +-
.../operator/RawDataAggregationOperatorTest.java | 15 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 10 +-
site/src/main/.vuepress/components/IoTDB.vue | 6 +-
site/src/main/.vuepress/components/IoTDBZH.vue | 6 +-
site/src/main/.vuepress/styles/index.scss | 8 +
site/src/main/.vuepress/theme.ts | 8 +-
.../src/main/thrift/confignode.thrift | 44 +
126 files changed, 8148 insertions(+), 4879 deletions(-)
create mode 100644 node-commons/src/main/java/org/apache/iotdb/commons/pipe/plugin/meta/PipePluginMeta.java
copy node-commons/src/main/java/org/apache/iotdb/commons/{udf/service/UDFClassLoader.java => pipe/plugin/service/PipePluginClassLoader.java} (66%)
copy node-commons/src/main/java/org/apache/iotdb/commons/{udf/service/UDFClassLoaderManager.java => pipe/plugin/service/PipePluginClassLoaderManager.java} (53%)
copy node-commons/src/main/java/org/apache/iotdb/commons/{trigger/service/TriggerExecutableManager.java => pipe/plugin/service/PipePluginExecutableManager.java} (53%)
rename server/src/main/codegen/templates/{eventWindow.ftl => abstractVariationWindow.ftl} (73%)
delete mode 100644 server/src/main/codegen/templates/eventWindowManager.ftl
rename server/src/main/codegen/templates/{evEventWindow.ftl => variationWindow.ftl} (83%)
rename server/src/main/codegen/templates/{evEventWindowManager.ftl => variationWindowManager.ftl} (74%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/{EventWindow.java => AbstractVariationWindow.java} (63%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/{SeriesWindow.java => ConditionWindow.java} (88%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/{SeriesWindowManager.java => ConditionWindowManager.java} (68%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/{SeriesWindowParameter.java => ConditionWindowParameter.java} (91%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/{EventWindowManager.java => VariationWindowManager.java} (58%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/{EventWindowParameter.java => VariationWindowParameter.java} (91%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/{ShowStorageGroupTask.java => CreatePipePluginTask.java} (76%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/{SetTTLTask.java => DropPipePluginTask.java} (77%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/execution/config/metadata/{ShowTTLTask.java => ShowPipePluginsTask.java} (56%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/parameter/{GroupBySeriesParameter.java => GroupByConditionParameter.java} (83%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/component/{GroupBySeriesComponent.java => GroupByConditionComponent.java} (89%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{DropContinuousQueryStatement.java => CreatePipePluginStatement.java} (70%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{DropFunctionStatement.java => DropPipePluginStatement.java} (80%)
copy server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/metadata/{ShowContinuousQueriesStatement.java => ShowPipePluginsStatement.java} (85%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/service/metrics/WritingMetrics.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/service/metrics/recorder/WritingMetricsManager.java