You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@iotdb.apache.org by sp...@apache.org on 2023/02/13 08:56:40 UTC
[iotdb] branch feature/performance_overview updated (a05bc60531 -> 904311add4)
This is an automated email from the ASF dual-hosted git repository.
spricoder pushed a change to branch feature/performance_overview
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from a05bc60531 Revert "Add avg in snapshot"
add dd8bdbbedc Rename QPS to OPS
add 1e2da83d83 [IOTDB-5497] Test for ConfigNode consensus efficiency (#9015)
add ab8130a74e [IOTDB-5505] Bump Ratis version to latest 2.4.2-snapshot (#9027)
add 344962356b [IOTDB-5480] IoTConsensus sync lag may be negative under single copy (#9031)
add a9168656d6 [IOTDB-5337] Parallelization of write operation in FragmentInstanceDispatcher (#8920)
add 8a1eb28efa [IOTDB-5506] Refactor RatisConsensus(#9029)
add 33719b66b3 [IOTDB-5456]Implement COUNT_IF built-in aggregation function
add ea5ab5db6c Merge branch 'remote-master' into remote/feature/performance_overview
add 904311add4 fix format
No new revisions were added by this update.
Summary of changes:
consensus/pom.xml | 2 +-
.../org/apache/iotdb/consensus/common/Utils.java | 23 +-
.../consensus/iot/IoTConsensusServerImpl.java | 5 +
.../consensus/iot/IoTConsensusServerMetrics.java | 23 ++
.../ratis/ApplicationStateMachineProxy.java | 9 +-
.../apache/iotdb/consensus/ratis/RatisClient.java | 16 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 19 +-
.../iotdb/consensus/ratis/RequestMessage.java | 6 +-
.../iotdb/consensus/ratis/ResponseMessage.java | 6 +-
.../iotdb/consensus/ratis/SnapshotStorage.java | 9 +-
.../Apache-IoTDB-DataNode-Dashboard.json | 2 +-
...pache-IoTDB-Performance-Overview-Dashboard.json | 6 +-
docs/UserGuide/Monitor-Alert/Metric-Tool.md | 9 +-
docs/UserGuide/Operators-Functions/Aggregation.md | 98 +++++++--
docs/zh/UserGuide/Monitor-Alert/Metric-Tool.md | 9 +-
.../UserGuide/Operators-Functions/Aggregation.md | 92 ++++++--
.../confignode/it/IoTDBClusterAuthorityIT.java | 1 +
.../it/IoTDBConfigNodeConsensusEfficiencyIT.java | 203 +++++++++++++++++
.../confignode/it/IoTDBConfigNodeSnapshotIT.java | 1 +
.../confignode/it/IoTDBSnapshotTransferIT.java | 1 +
.../IoTDBCountIf2IT.java} | 4 +-
.../IoTDBCountIf3IT.java} | 4 +-
.../iotdb/db/it/aggregation/IoTDBCountIfIT.java | 241 +++++++++++++++++++++
.../udf/builtin/BuiltinAggregationFunction.java | 47 ++++
...tinScalarFunction.java => BuiltinFunction.java} | 19 +-
.../org/apache/iotdb/db/constant/SqlConstant.java | 1 +
.../db/mpp/aggregation/AccumulatorFactory.java | 56 ++++-
...untAccumulator.java => CountIfAccumulator.java} | 85 +++++---
.../SlidingWindowAggregatorFactory.java | 9 +-
.../org/apache/iotdb/db/mpp/plan/Coordinator.java | 14 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 9 +-
.../db/mpp/plan/analyze/ExpressionAnalyzer.java | 52 ++++-
.../mpp/plan/analyze/ExpressionTypeAnalyzer.java | 4 +-
.../db/mpp/plan/execution/QueryExecution.java | 42 ++--
.../plan/expression/multi/FunctionExpression.java | 40 ++--
.../db/mpp/plan/expression/multi/FunctionType.java | 11 +-
.../visitor/ColumnTransformerVisitor.java | 6 +-
.../visitor/IntermediateLayerVisitor.java | 6 +-
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 67 ++++++
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 19 +-
.../db/mpp/plan/planner/LogicalPlanVisitor.java | 20 +-
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 28 ++-
.../plan/planner/distribution/SourceRewriter.java | 15 +-
.../plan/parameter/AggregationDescriptor.java | 89 +++++---
.../CrossSeriesAggregationDescriptor.java | 110 ++++++++--
.../db/mpp/plan/scheduler/AsyncPlanNodeSender.java | 105 +++++++++
.../plan/scheduler/AsyncSendPlanNodeHandler.java | 61 ++++++
.../db/mpp/plan/scheduler/ClusterScheduler.java | 12 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 60 ++++-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 1 +
.../apache/iotdb/db/utils/TypeInferenceUtils.java | 105 +++++++--
.../iotdb/db/mpp/aggregation/AccumulatorTest.java | 71 +++++-
.../operator/AggregationOperatorTest.java | 14 +-
.../AlignedSeriesAggregationScanOperatorTest.java | 112 ++++++++--
.../operator/HorizontallyConcatOperatorTest.java | 8 +-
.../mpp/execution/operator/OperatorMemoryTest.java | 24 +-
.../operator/RawDataAggregationOperatorTest.java | 8 +-
.../SeriesAggregationScanOperatorTest.java | 112 ++++++++--
.../SlidingWindowAggregationOperatorTest.java | 9 +-
.../plan/analyze/AggregationDescriptorTest.java | 53 +----
.../db/mpp/plan/plan/QueryLogicalPlanUtil.java | 18 ++
.../iotdb/db/mpp/plan/plan/QueryPlannerTest.java | 17 +-
.../distribution/AggregationDistributionTest.java | 18 ++
.../node/process/GroupByLevelNodeSerdeTest.java | 2 +
.../plan/node/process/GroupByTagNodeSerdeTest.java | 4 +
thrift-commons/src/main/thrift/common.thrift | 3 +-
66 files changed, 1993 insertions(+), 362 deletions(-)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/confignode/it/IoTDBConfigNodeConsensusEfficiencyIT.java
copy integration-test/src/test/java/org/apache/iotdb/db/it/{builtinfunction/scalar/IoTDBDiffFunction2IT.java => aggregation/IoTDBCountIf2IT.java} (93%)
copy integration-test/src/test/java/org/apache/iotdb/db/it/{builtinfunction/scalar/IoTDBDiffFunction3IT.java => aggregation/IoTDBCountIf3IT.java} (93%)
create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/aggregation/IoTDBCountIfIT.java
rename node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/{BuiltinScalarFunction.java => BuiltinFunction.java} (77%)
copy server/src/main/java/org/apache/iotdb/db/mpp/aggregation/{CountAccumulator.java => CountIfAccumulator.java} (56%)
copy confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/ProcedureLockState.java => server/src/main/java/org/apache/iotdb/db/mpp/plan/expression/multi/FunctionType.java (85%)
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/scheduler/AsyncPlanNodeSender.java
create mode 100644 server/src/main/java/org/apache/iotdb/db/mpp/plan/scheduler/AsyncSendPlanNodeHandler.java