You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by ha...@apache.org on 2023/03/06 13:16:36 UTC
[iotdb] branch remove_tsfile_after_flush updated (6e896613ac -> 67d47d2b7a)
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch remove_tsfile_after_flush
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 6e896613ac Merge branch 'master' into remove_tsfile_after_flush
add 3057e4dce1 Remove redundant logic in reconstructExpressions() (#9200)
add 10ef294d72 Update query user guide (#9205)
add 0a4a84fca3 [IOTDB-5563] Extract and decouple the logic of window segmentation in Aggregator (#9141)
new ab82b729f3 Merge branch 'master' of https://github.com/apache/iotdb into remove_tsfile_after_flush
new 67d47d2b7a Merge branch 'remove_tsfile_after_flush' of https://github.com/apache/iotdb into remove_tsfile_after_flush
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
docs/UserGuide/Query-Data/Pagination.md | 6 +-
docs/UserGuide/Query-Data/Select-Into.md | 24 ++--
docs/zh/UserGuide/Query-Data/Pagination.md | 4 +-
docs/zh/UserGuide/Query-Data/Select-Into.md | 26 ++--
.../db/it/groupby/IoTDBGroupByConditionIT.java | 2 +-
.../iotdb/db/it/groupby/IoTDBGroupBySessionIT.java | 18 +--
...eventWindow.ftl => abstractVariationWindow.ftl} | 30 ++---
.../main/codegen/templates/eventWindowManager.ftl | 51 -------
.../{evEventWindow.ftl => variationWindow.ftl} | 16 +--
...indowManager.ftl => variationWindowManager.ftl} | 36 ++---
.../iotdb/db/mpp/aggregation/Accumulator.java | 16 +--
.../iotdb/db/mpp/aggregation/Aggregator.java | 35 +----
.../iotdb/db/mpp/aggregation/AvgAccumulator.java | 90 +++++--------
.../iotdb/db/mpp/aggregation/CountAccumulator.java | 23 ++--
.../db/mpp/aggregation/CountIfAccumulator.java | 25 ++--
.../db/mpp/aggregation/ExtremeAccumulator.java | 90 +++++--------
.../db/mpp/aggregation/FirstValueAccumulator.java | 150 +++++++--------------
.../mpp/aggregation/FirstValueDescAccumulator.java | 110 +++++----------
.../db/mpp/aggregation/LastValueAccumulator.java | 132 +++++++-----------
.../mpp/aggregation/LastValueDescAccumulator.java | 122 +++++------------
.../db/mpp/aggregation/MaxTimeAccumulator.java | 22 +--
.../db/mpp/aggregation/MaxTimeDescAccumulator.java | 25 ++--
.../db/mpp/aggregation/MaxValueAccumulator.java | 94 +++++--------
.../db/mpp/aggregation/MinTimeAccumulator.java | 25 ++--
.../db/mpp/aggregation/MinTimeDescAccumulator.java | 20 +--
.../db/mpp/aggregation/MinValueAccumulator.java | 93 +++++--------
.../iotdb/db/mpp/aggregation/SumAccumulator.java | 92 +++++--------
.../slidingwindow/SlidingWindowAggregator.java | 5 +-
.../db/mpp/execution/operator/AggregationUtil.java | 18 ++-
.../operator/process/AggregationOperator.java | 2 +-
.../process/RawDataAggregationOperator.java | 48 +++++--
.../process/SlidingWindowAggregationOperator.java | 5 +-
.../AbstractSeriesAggregationScanOperator.java | 2 +-
...entWindow.java => AbstractVariationWindow.java} | 40 +++---
.../{SeriesWindow.java => ConditionWindow.java} | 11 +-
...dowManager.java => ConditionWindowManager.java} | 63 +++------
...arameter.java => ConditionWindowParameter.java} | 6 +-
.../db/mpp/execution/operator/window/IWindow.java | 2 +-
.../execution/operator/window/IWindowManager.java | 52 +++++--
.../execution/operator/window/SessionWindow.java | 5 +-
.../operator/window/SessionWindowManager.java | 33 +----
.../operator/window/TimeWindowManager.java | 24 +---
...dowManager.java => VariationWindowManager.java} | 48 ++-----
...arameter.java => VariationWindowParameter.java} | 6 +-
.../operator/window/WindowManagerFactory.java | 40 +++---
.../mpp/execution/operator/window/WindowType.java | 4 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 28 ++--
.../iotdb/db/mpp/plan/analyze/ExpressionUtils.java | 92 +------------
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 20 +--
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 34 +++--
...rameter.java => GroupByConditionParameter.java} | 14 +-
.../planner/plan/parameter/GroupByParameter.java | 6 +-
.../plan/parameter/GroupByVariationParameter.java | 2 +-
...mponent.java => GroupByConditionComponent.java} | 6 +-
.../component/GroupByVariationComponent.java | 2 +-
.../db/mpp/plan/statement/crud/QueryStatement.java | 10 +-
.../iotdb/db/mpp/aggregation/AccumulatorTest.java | 55 ++++----
.../operator/RawDataAggregationOperatorTest.java | 15 ++-
58 files changed, 760 insertions(+), 1315 deletions(-)
rename server/src/main/codegen/templates/{eventWindow.ftl => abstractVariationWindow.ftl} (73%)
delete mode 100644 server/src/main/codegen/templates/eventWindowManager.ftl
rename server/src/main/codegen/templates/{evEventWindow.ftl => variationWindow.ftl} (83%)
rename server/src/main/codegen/templates/{evEventWindowManager.ftl => variationWindowManager.ftl} (74%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/{EventWindow.java => AbstractVariationWindow.java} (63%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/{SeriesWindow.java => ConditionWindow.java} (88%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/{SeriesWindowManager.java => ConditionWindowManager.java} (68%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/{SeriesWindowParameter.java => ConditionWindowParameter.java} (91%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/{EventWindowManager.java => VariationWindowManager.java} (58%)
rename server/src/main/java/org/apache/iotdb/db/mpp/execution/operator/window/{EventWindowParameter.java => VariationWindowParameter.java} (91%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/plan/parameter/{GroupBySeriesParameter.java => GroupByConditionParameter.java} (83%)
rename server/src/main/java/org/apache/iotdb/db/mpp/plan/statement/component/{GroupBySeriesComponent.java => GroupByConditionComponent.java} (89%)
[iotdb] 02/02: Merge branch 'remove_tsfile_after_flush' of https://github.com/apache/iotdb into remove_tsfile_after_flush
Posted by ha...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a commit to branch remove_tsfile_after_flush
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 67d47d2b7a537da30282455e122fd0c45726232b
Merge: ab82b729f3 6e896613ac
Author: HTHou <hh...@outlook.com>
AuthorDate: Mon Mar 6 21:16:12 2023 +0800
Merge branch 'remove_tsfile_after_flush' of https://github.com/apache/iotdb into remove_tsfile_after_flush
[iotdb] 01/02: Merge branch 'master' of https://github.com/apache/iotdb into remove_tsfile_after_flush
Posted by ha...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
haonan pushed a commit to branch remove_tsfile_after_flush
in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit ab82b729f32717783981bcbf7f72630fcf671296
Merge: 0914a2a084 0a4a84fca3
Author: HTHou <hh...@outlook.com>
AuthorDate: Fri Mar 3 22:53:30 2023 +0800
Merge branch 'master' of https://github.com/apache/iotdb into remove_tsfile_after_flush
.../async/AsyncConfigNodeHeartbeatClientPool.java | 6 +-
.../async/AsyncDataNodeHeartbeatClientPool.java | 6 +-
.../iotdb/consensus/config/IoTConsensusConfig.java | 18 +
.../iot/client/AsyncIoTConsensusServiceClient.java | 19 +-
.../iot/client/IoTConsensusClientPool.java | 4 +
.../iot/client/SyncIoTConsensusServiceClient.java | 32 +-
...unity-Powered By.md => Community-Powered-By.md} | 0
...mmitters.md => Community-Project-Committers.md} | 3 +
docs/Development/VoteRelease.md | 4 +-
docs/README.md | 5 +
.../Apache-IoTDB-DataNode-Dashboard.json | 3661 +++++-
docs/UserGuide/Monitor-Alert/Metric-Tool.md | 28 +
docs/UserGuide/Query-Data/Pagination.md | 6 +-
docs/UserGuide/Query-Data/Select-Into.md | 24 +-
...unity-Powered By.md => Community-Powered-By.md} | 0
...mmitters.md => Community-Project-Committers.md} | 3 +
docs/zh/README.md | 6 +
docs/zh/UserGuide/Query-Data/Pagination.md | 4 +-
docs/zh/UserGuide/Query-Data/Select-Into.md | 26 +-
.../db/it/aggregation/IoTDBAggregationIT.java | 9 +
.../db/it/groupby/IoTDBGroupByConditionIT.java | 2 +-
.../iotdb/db/it/groupby/IoTDBGroupBySessionIT.java | 18 +-
.../iotdb/commons/client/ClientPoolFactory.java | 24 +-
.../iotdb/commons/client/IClientManager.java | 8 +-
.../iotdb/commons/client/IClientPoolFactory.java | 3 +
.../apache/iotdb/commons/client/ThriftClient.java | 29 +-
.../AsyncConfigNodeHeartbeatServiceClient.java | 144 -
.../async/AsyncConfigNodeIServiceClient.java | 23 +-
.../async/AsyncDataNodeHeartbeatServiceClient.java | 144 -
.../async/AsyncDataNodeInternalServiceClient.java | 24 +-
.../AsyncDataNodeMPPDataExchangeServiceClient.java | 23 +-
.../client/property/ThriftClientProperty.java | 32 +-
.../client/sync/SyncConfigNodeIServiceClient.java | 32 +-
.../sync/SyncDataNodeInternalServiceClient.java | 32 +-
.../SyncDataNodeMPPDataExchangeServiceClient.java | 32 +-
.../iotdb/commons/service/metric/enums/Metric.java | 9 +
.../commons/utils/ThriftCommonsSerDeUtils.java | 13 +-
pom.xml | 6 -
...eventWindow.ftl => abstractVariationWindow.ftl} | 30 +-
.../main/codegen/templates/eventWindowManager.ftl | 51 -
.../{evEventWindow.ftl => variationWindow.ftl} | 16 +-
...indowManager.ftl => variationWindowManager.ftl} | 36 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 25 +-
.../org/apache/iotdb/db/engine/StorageEngine.java | 6 +
.../iotdb/db/engine/flush/MemTableFlushTask.java | 37 +-
.../db/engine/storagegroup/TsFileProcessor.java | 4 +
.../mtree/store/disk/cache/CacheMemoryManager.java | 8 +
.../iotdb/db/mpp/aggregation/Accumulator.java | 16 +-
.../iotdb/db/mpp/aggregation/Aggregator.java | 35 +-
.../iotdb/db/mpp/aggregation/AvgAccumulator.java | 90 +-
.../iotdb/db/mpp/aggregation/CountAccumulator.java | 23 +-
.../db/mpp/aggregation/CountIfAccumulator.java | 25 +-
.../db/mpp/aggregation/ExtremeAccumulator.java | 90 +-
.../db/mpp/aggregation/FirstValueAccumulator.java | 150 +-
.../mpp/aggregation/FirstValueDescAccumulator.java | 110 +-
.../db/mpp/aggregation/LastValueAccumulator.java | 132 +-
.../mpp/aggregation/LastValueDescAccumulator.java | 122 +-
.../db/mpp/aggregation/MaxTimeAccumulator.java | 22 +-
.../db/mpp/aggregation/MaxTimeDescAccumulator.java | 25 +-
.../db/mpp/aggregation/MaxValueAccumulator.java | 94 +-
.../db/mpp/aggregation/MinTimeAccumulator.java | 25 +-
.../db/mpp/aggregation/MinTimeDescAccumulator.java | 20 +-
.../db/mpp/aggregation/MinValueAccumulator.java | 93 +-
.../iotdb/db/mpp/aggregation/SumAccumulator.java | 92 +-
.../slidingwindow/SlidingWindowAggregator.java | 5 +-
.../db/mpp/execution/operator/AggregationUtil.java | 18 +-
.../operator/process/AggregationOperator.java | 2 +-
.../process/RawDataAggregationOperator.java | 48 +-
.../process/SlidingWindowAggregationOperator.java | 5 +-
.../AbstractSeriesAggregationScanOperator.java | 2 +-
...entWindow.java => AbstractVariationWindow.java} | 40 +-
.../{SeriesWindow.java => ConditionWindow.java} | 11 +-
...dowManager.java => ConditionWindowManager.java} | 63 +-
...arameter.java => ConditionWindowParameter.java} | 6 +-
.../db/mpp/execution/operator/window/IWindow.java | 2 +-
.../execution/operator/window/IWindowManager.java | 52 +-
.../execution/operator/window/SessionWindow.java | 5 +-
.../operator/window/SessionWindowManager.java | 33 +-
.../operator/window/TimeWindowManager.java | 24 +-
...dowManager.java => VariationWindowManager.java} | 48 +-
...arameter.java => VariationWindowParameter.java} | 6 +-
.../operator/window/WindowManagerFactory.java | 40 +-
.../mpp/execution/operator/window/WindowType.java | 4 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 28 +-
.../iotdb/db/mpp/plan/analyze/ExpressionUtils.java | 92 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 20 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 39 +-
.../planner/distribution/NodeGroupContext.java | 18 +-
...rameter.java => GroupByConditionParameter.java} | 14 +-
.../planner/plan/parameter/GroupByParameter.java | 6 +-
.../plan/parameter/GroupByVariationParameter.java | 2 +-
...mponent.java => GroupByConditionComponent.java} | 6 +-
.../component/GroupByVariationComponent.java | 2 +-
.../db/mpp/plan/statement/crud/QueryStatement.java | 10 +-
.../db/service/metrics/DataNodeMetricsHelper.java | 1 +
.../iotdb/db/service/metrics/WritingMetrics.java | 245 +
.../metrics/recorder/WritingMetricsManager.java | 351 +
.../java/org/apache/iotdb/db/wal/WALManager.java | 7 +
.../iotdb/db/wal/allocation/ElasticStrategy.java | 6 +
.../db/wal/allocation/FirstCreateStrategy.java | 6 +
.../db/wal/allocation/NodeAllocationStrategy.java | 3 +
.../db/wal/allocation/RoundRobinStrategy.java | 6 +
.../org/apache/iotdb/db/wal/buffer/WALBuffer.java | 22 +-
.../iotdb/db/wal/checkpoint/CheckpointManager.java | 10 +
.../java/org/apache/iotdb/db/wal/node/WALNode.java | 10 +-
.../iotdb/db/mpp/aggregation/AccumulatorTest.java | 55 +-
.../operator/RawDataAggregationOperatorTest.java | 15 +-
.../apache/iotdb/rpc/ConfigurableTByteBuffer.java | 100 +
site/pom.xml | 29 +-
site/src/main/.eslintrc.cjs | 5 +-
site/src/main/.gitignore | 8 +
.../.vuepress/{theme/layouts/404.vue => client.ts} | 39 +-
.../Contributor.vue | 4 +-
site/src/main/.vuepress/components/IoTDB.vue | 308 +
site/src/main/.vuepress/components/IoTDBZH.vue | 302 +
site/src/main/.vuepress/components/PageFooter.vue | 52 +
.../docsearch/client/components/Docsearch.ts | 156 +
.../docsearch/client/components/index.ts} | 7 +-
.../docsearch/client/composables/index.ts} | 7 +-
.../client/composables/useDocsearchShim.ts | 81 +
.../components/docsearch/client/config.js} | 11 +-
.../components/docsearch/client/index.ts} | 7 +-
.../components/docsearch/client/shims.d.ts} | 11 +-
.../docsearch/client/styles/docsearch.css} | 29 +-
.../components/docsearch/node/docsearchPlugin.ts | 56 +
.../components/docsearch/node/index.ts} | 9 +-
.../components/docsearch/shared/index.ts} | 7 +-
.../components/docsearch/shared/types.ts} | 22 +-
site/src/main/.vuepress/config.js | 2014 ----
site/src/main/.vuepress/config.ts | 126 +
site/src/main/.vuepress/enhanceApp.js | 31 -
site/src/main/.vuepress/navbar/en.ts | 75 +
.../main/{deploy.js => .vuepress/navbar/index.ts} | 8 +-
site/src/main/.vuepress/navbar/zh.ts | 75 +
site/src/main/.vuepress/redirects | 3 -
site/src/main/.vuepress/sidebar/V0.13.x/en.ts | 215 +
site/src/main/.vuepress/sidebar/V0.13.x/zh.ts | 215 +
site/src/main/.vuepress/sidebar/V1.0.x/en.ts | 285 +
site/src/main/.vuepress/sidebar/V1.0.x/zh.ts | 286 +
site/src/main/.vuepress/sidebar/V1.1.x/en.ts | 305 +
site/src/main/.vuepress/sidebar/V1.1.x/zh.ts | 306 +
site/src/main/.vuepress/sidebar/en.ts | 313 +
.../main/{deploy.js => .vuepress/sidebar/index.ts} | 8 +-
site/src/main/.vuepress/sidebar/zh.ts | 314 +
.../{deploy.js => .vuepress/styles/config.scss} | 10 +-
.../{deploy.js => .vuepress/styles/index.scss} | 32 +-
site/src/main/.vuepress/styles/index.styl | 23 -
.../{deploy.js => .vuepress/styles/palette.scss} | 10 +-
site/src/main/.vuepress/styles/palette.styl | 23 -
site/src/main/.vuepress/theme.ts | 154 +
.../theme/components/AlgoliaSearchBox.vue | 189 -
.../.vuepress/theme/components/DropdownLink.vue | 196 -
.../theme/components/DropdownTransition.vue | 50 -
site/src/main/.vuepress/theme/components/Home.vue | 179 -
.../main/.vuepress/theme/components/NavLink.vue | 65 -
.../main/.vuepress/theme/components/NavLinks.vue | 166 -
.../src/main/.vuepress/theme/components/Navbar.vue | 139 -
site/src/main/.vuepress/theme/components/Page.vue | 338 -
.../main/.vuepress/theme/components/RightMenu.vue | 136 -
.../main/.vuepress/theme/components/Sidebar.vue | 76 -
.../.vuepress/theme/components/SidebarButton.vue | 44 -
.../.vuepress/theme/components/SidebarGroup.vue | 146 -
.../.vuepress/theme/components/SidebarLink.vue | 126 -
.../.vuepress/theme/components/SidebarLinks.vue | 103 -
.../.vuepress/theme/global-components/Badge.vue | 61 -
.../.vuepress/theme/global-components/IoTDB.vue | 293 -
.../.vuepress/theme/global-components/IoTDBZH.vue | 285 -
site/src/main/.vuepress/theme/index.js | 63 -
site/src/main/.vuepress/theme/layouts/Layout.vue | 166 -
site/src/main/.vuepress/theme/styles/arrow.styl | 39 -
site/src/main/.vuepress/theme/styles/code.styl | 166 -
.../main/.vuepress/theme/styles/custom-blocks.styl | 47 -
site/src/main/.vuepress/theme/styles/index.styl | 229 -
site/src/main/.vuepress/theme/styles/mobile.styl | 54 -
site/src/main/.vuepress/theme/styles/palette.styl | 1 -
site/src/main/.vuepress/theme/styles/toc.styl | 20 -
site/src/main/.vuepress/theme/styles/wrapper.styl | 26 -
site/src/main/.vuepress/theme/util/index.js | 256 -
.../main/{deploy.js => .vuepress/utils/define.ts} | 10 +-
site/src/main/.vuepress/utils/editLink.ts | 94 +
.../main/{deploy.js => .vuepress/utils/index.ts} | 9 +-
.../main/{deploy.js => .vuepress/utils/typings.ts} | 21 +-
site/src/main/deploy.js | 4 +-
site/src/main/package-lock.json | 11598 +++++++++++++++++++
site/src/main/package.json | 61 +-
site/src/main/tsconfig.base.json | 56 +
site/src/main/tsconfig.json | 8 +
thrift/rpc-changelist.md | 10 +-
188 files changed, 20546 insertions(+), 8292 deletions(-)