You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by mo...@apache.org on 2020/07/20 09:26:50 UTC
[incubator-doris] branch master updated (fbf7bd6 -> 2de4f24)
This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-doris.git.
from fbf7bd6 [Bug] Change get load state interface (#4081)
add 2de4f24 [MV] Add framework of mv selector (#4014)
No new revisions were added by this update.
Summary of changes:
.../doris/alter/MaterializedViewHandler.java | 71 +++----
.../java/org/apache/doris/alter/RollupJobV2.java | 13 +-
.../org/apache/doris/analysis/AggregateInfo.java | 5 +-
.../apache/doris/analysis/AggregateInfoBase.java | 2 +-
.../org/apache/doris/analysis/AnalyticExpr.java | 4 +-
.../java/org/apache/doris/analysis/Analyzer.java | 19 ++
.../apache/doris/analysis/BetweenPredicate.java | 2 +-
.../org/apache/doris/analysis/CaseWhenClause.java | 2 +-
.../java/org/apache/doris/analysis/CastExpr.java | 16 +-
.../java/org/apache/doris/analysis/ColumnDef.java | 2 +-
.../doris/analysis/CreateMaterializedViewStmt.java | 205 +++++++++++++++++----
.../org/apache/doris/analysis/DataDescription.java | 6 +-
.../org/apache/doris/analysis/DescribeStmt.java | 5 +-
.../main/java/org/apache/doris/analysis/Expr.java | 9 +-
.../apache/doris/analysis/FunctionCallExpr.java | 20 +-
.../java/org/apache/doris/analysis/InsertStmt.java | 2 +-
.../org/apache/doris/analysis/JoinOperator.java | 2 +-
.../doris/analysis/MVColumnBitmapUnionPattern.java | 62 +++++++
.../doris/analysis/MVColumnHLLUnionPattern.java | 61 ++++++
.../org/apache/doris/analysis/MVColumnItem.java | 32 +++-
.../{SetType.java => MVColumnOneChildPattern.java} | 50 +++--
.../{CancelStmt.java => MVColumnPattern.java} | 3 +-
.../java/org/apache/doris/analysis/Predicate.java | 4 +-
.../java/org/apache/doris/analysis/QueryStmt.java | 94 +++++++---
.../java/org/apache/doris/analysis/SelectList.java | 4 +-
.../org/apache/doris/analysis/SelectListItem.java | 2 +-
.../java/org/apache/doris/analysis/SelectStmt.java | 19 +-
.../apache/doris/analysis/SetOperationStmt.java | 4 +-
.../java/org/apache/doris/analysis/SlotRef.java | 38 +++-
.../org/apache/doris/analysis/StmtRewriter.java | 30 +--
.../org/apache/doris/analysis/TupleDescriptor.java | 10 +-
.../apache/doris/catalog/AggregateFunction.java | 2 +-
.../org/apache/doris/catalog/AggregateType.java | 2 +-
.../main/java/org/apache/doris/catalog/Column.java | 8 +
.../java/org/apache/doris/catalog/FunctionSet.java | 11 +-
.../doris/catalog/MaterializedIndexMeta.java | 15 +-
.../java/org/apache/doris/catalog/OlapTable.java | 27 +++
.../apache/doris/load/BrokerFileGroupAggInfo.java | 2 +-
.../main/java/org/apache/doris/load/ExportJob.java | 2 +
fe/src/main/java/org/apache/doris/load/Load.java | 4 +-
.../org/apache/doris/load/loadv2/dpp/SparkDpp.java | 52 +++---
.../org/apache/doris/planner/LoadScanNode.java | 2 +-
.../doris/planner/MaterializedViewSelector.java | 171 ++++++++---------
.../org/apache/doris/planner/OlapScanNode.java | 69 +++----
.../java/org/apache/doris/planner/Planner.java | 8 +-
.../org/apache/doris/planner/RollupSelector.java | 1 -
.../apache/doris/planner/SingleNodePlanner.java | 30 ++-
.../apache/doris/planner/StreamLoadScanNode.java | 19 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 133 +++++++------
.../org/apache/doris/rewrite/ExprRewriteRule.java | 6 +-
.../rewrite/mvrewrite/CountDistinctToBitmap.java | 102 ++++++++++
.../mvrewrite/CountDistinctToBitmapOrHLLRule.java | 71 +++++++
.../doris/rewrite/mvrewrite/CountFieldToSum.java | 95 ++++++++++
.../rewrite/mvrewrite/FunctionCallEqualRule.java | 79 ++++++++
.../rewrite/mvrewrite/HLLHashToSlotRefRule.java | 114 ++++++++++++
.../mvrewrite/MVExprEqualRule.java} | 8 +-
.../mvrewrite/MVExprEquivalent.java} | 41 ++---
.../mvrewrite/MVSelectFailedException.java} | 11 +-
.../apache/doris/rewrite/mvrewrite/NDVToHll.java | 97 ++++++++++
.../mvrewrite/SlotRefEqualRule.java} | 31 +---
.../rewrite/mvrewrite/ToBitmapToSlotRefRule.java | 113 ++++++++++++
.../org/apache/doris/task/PullLoadTaskPlanner.java | 2 +-
.../apache/doris/transaction/TransactionState.java | 2 +-
.../doris/alter/MaterializedViewHandlerTest.java | 34 +---
.../org/apache/doris/alter/RollupJobV2Test.java | 18 +-
.../analysis/CreateMaterializedViewStmtTest.java | 104 ++++-------
.../java/org/apache/doris/analysis/ExprTest.java | 16 +-
.../org/apache/doris/analysis/InsertStmtTest.java | 24 +--
.../analysis/MVColumnBitmapUnionPatternTest.java | 132 +++++++++++++
.../analysis/MVColumnHLLUnionPatternTest.java | 127 +++++++++++++
.../analysis/MVColumnOneChildPatternTest.java | 102 ++++++++++
.../doris/catalog/MaterializedIndexMetaTest.java | 19 +-
.../planner/MaterializedViewFunctionTest.java | 186 +++++++++++++++++++
.../planner/MaterializedViewSelectorTest.java | 62 ++++---
.../doris/planner/StreamLoadScanNodeTest.java | 5 +-
75 files changed, 2258 insertions(+), 699 deletions(-)
create mode 100644 fe/src/main/java/org/apache/doris/analysis/MVColumnBitmapUnionPattern.java
create mode 100644 fe/src/main/java/org/apache/doris/analysis/MVColumnHLLUnionPattern.java
copy fe/src/main/java/org/apache/doris/analysis/{SetType.java => MVColumnOneChildPattern.java} (52%)
copy fe/src/main/java/org/apache/doris/analysis/{CancelStmt.java => MVColumnPattern.java} (92%)
create mode 100644 fe/src/main/java/org/apache/doris/rewrite/mvrewrite/CountDistinctToBitmap.java
create mode 100644 fe/src/main/java/org/apache/doris/rewrite/mvrewrite/CountDistinctToBitmapOrHLLRule.java
create mode 100644 fe/src/main/java/org/apache/doris/rewrite/mvrewrite/CountFieldToSum.java
create mode 100644 fe/src/main/java/org/apache/doris/rewrite/mvrewrite/FunctionCallEqualRule.java
create mode 100644 fe/src/main/java/org/apache/doris/rewrite/mvrewrite/HLLHashToSlotRefRule.java
copy fe/src/main/java/org/apache/doris/{http/IAction.java => rewrite/mvrewrite/MVExprEqualRule.java} (82%)
copy fe/src/main/java/org/apache/doris/{common/proc/LoadErrorHubProcNode.java => rewrite/mvrewrite/MVExprEquivalent.java} (53%)
copy fe/src/main/java/org/apache/doris/{plugin/PluginException.java => rewrite/mvrewrite/MVSelectFailedException.java} (80%)
create mode 100644 fe/src/main/java/org/apache/doris/rewrite/mvrewrite/NDVToHll.java
copy fe/src/main/java/org/apache/doris/{metric/MetricLabel.java => rewrite/mvrewrite/SlotRefEqualRule.java} (60%)
create mode 100644 fe/src/main/java/org/apache/doris/rewrite/mvrewrite/ToBitmapToSlotRefRule.java
create mode 100644 fe/src/test/java/org/apache/doris/analysis/MVColumnBitmapUnionPatternTest.java
create mode 100644 fe/src/test/java/org/apache/doris/analysis/MVColumnHLLUnionPatternTest.java
create mode 100644 fe/src/test/java/org/apache/doris/analysis/MVColumnOneChildPatternTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org