You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@doris.apache.org by mo...@apache.org on 2023/06/28 07:15:22 UTC
[doris] branch master updated (e348b9464e -> 7588abe76b)
This is an automated email from the ASF dual-hosted git repository.
morrysnow pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from e348b9464e [scan](freeblocks) use ConcurrentQueue to replace vector for free blocks (#21241)
add 7588abe76b [refactor](Nereids) refactor physical properties and plan translator (#21168)
No new revisions were added by this update.
Summary of changes:
.../org/apache/doris/nereids/NereidsPlanner.java | 1 +
.../glue/translator/ExpressionTranslator.java | 16 +-
.../glue/translator/PhysicalPlanTranslator.java | 2474 +++++++++-----------
.../nereids/jobs/cascades/CostAndEnforcerJob.java | 4 +-
.../doris/nereids/jobs/executor/Analyzer.java | 4 +-
.../doris/nereids/jobs/executor/Rewriter.java | 10 +-
.../apache/doris/nereids/memo/GroupExpression.java | 11 +-
.../processor/post/RuntimeFilterGenerator.java | 3 +
.../properties/ChildOutputPropertyDeriver.java | 307 ++-
.../properties/ChildrenPropertiesRegulator.java | 287 ++-
.../nereids/properties/DistributionSpecAny.java | 2 +-
...ther.java => DistributionSpecExecutionAny.java} | 12 +-
.../nereids/properties/DistributionSpecGather.java | 2 +-
.../nereids/properties/DistributionSpecHash.java | 45 +-
.../properties/DistributionSpecReplicated.java | 2 +-
...Gather.java => DistributionSpecStorageAny.java} | 12 +-
...Any.java => DistributionSpecStorageGather.java} | 13 +-
.../properties/EnforceMissingPropertiesHelper.java | 2 +-
.../nereids/properties/PhysicalProperties.java | 6 +
.../nereids/properties/RequestPropertyDeriver.java | 216 +-
.../org/apache/doris/nereids/rules/RuleType.java | 3 +
.../nereids/rules/analysis/BindExpression.java | 24 +-
.../nereids/rules/analysis/CheckAnalysis.java | 8 +
.../rules/implementation/AggregateStrategies.java | 26 +-
.../LogicalOlapScanToPhysicalOlapScan.java | 77 +-
...icalOneRowRelationToPhysicalOneRowRelation.java | 2 +-
.../LogicalUnionToPhysicalUnion.java | 1 +
.../LogicalWindowToPhysicalWindow.java | 8 +-
.../nereids/rules/rewrite/AdjustNullable.java | 3 +
.../rewrite/HideOneRowRelationUnderUnion.java | 74 -
.../rewrite/MergeOneRowRelationIntoUnion.java | 66 +
.../rewrite/PushProjectIntoOneRowRelation.java | 62 +
.../rules/rewrite/PushProjectThroughUnion.java | 82 +
.../doris/nereids/stats/StatsCalculator.java | 35 +-
.../trees/expressions/functions/table/Hdfs.java | 6 -
.../trees/expressions/functions/table/S3.java | 6 -
.../org/apache/doris/nereids/trees/plans/Plan.java | 4 +
.../algebra/{OneRowRelation.java => Union.java} | 7 +-
.../trees/plans/logical/LogicalOneRowRelation.java | 28 +-
.../nereids/trees/plans/logical/LogicalUnion.java | 69 +-
.../plans/physical/PhysicalOneRowRelation.java | 26 +-
.../trees/plans/physical/PhysicalUnion.java | 44 +-
.../org/apache/doris/nereids/util/JoinUtils.java | 51 +-
.../java/org/apache/doris/planner/EsScanNode.java | 12 +-
.../org/apache/doris/planner/OlapScanNode.java | 11 +-
.../apache/doris/planner/SingleNodePlanner.java | 4 +-
.../main/java/org/apache/doris/qe/Coordinator.java | 3 +-
.../org/apache/doris/nereids/JoinHintTest.java | 2 +-
.../properties/ChildOutputPropertyDeriverTest.java | 18 +-
.../properties/DistributionSpecHashTest.java | 346 +--
.../nereids/properties/DistributionSpecTest.java | 2 +-
.../properties/RequestPropertyDeriverTest.java | 12 +-
.../doris/planner/DistributedPlannerTest.java | 1 +
.../nereids_tpcds_shape_sf100_p0/shape/query11.out | 69 +-
.../nereids_tpcds_shape_sf100_p0/shape/query12.out | 7 +-
.../nereids_tpcds_shape_sf100_p0/shape/query14.out | 125 +-
.../nereids_tpcds_shape_sf100_p0/shape/query18.out | 7 +-
.../nereids_tpcds_shape_sf100_p0/shape/query2.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query26.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query27.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query30.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query31.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query33.out | 171 +-
.../nereids_tpcds_shape_sf100_p0/shape/query35.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query4.out | 101 +-
.../nereids_tpcds_shape_sf100_p0/shape/query45.out | 10 +-
.../nereids_tpcds_shape_sf100_p0/shape/query46.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query47.out | 45 +-
.../nereids_tpcds_shape_sf100_p0/shape/query49.out | 159 +-
.../nereids_tpcds_shape_sf100_p0/shape/query5.out | 38 +-
.../nereids_tpcds_shape_sf100_p0/shape/query51.out | 58 +-
.../nereids_tpcds_shape_sf100_p0/shape/query54.out | 10 +-
.../nereids_tpcds_shape_sf100_p0/shape/query56.out | 144 +-
.../nereids_tpcds_shape_sf100_p0/shape/query57.out | 45 +-
.../nereids_tpcds_shape_sf100_p0/shape/query58.out | 102 +-
.../nereids_tpcds_shape_sf100_p0/shape/query6.out | 10 +-
.../nereids_tpcds_shape_sf100_p0/shape/query60.out | 153 +-
.../nereids_tpcds_shape_sf100_p0/shape/query65.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query66.out | 109 +-
.../nereids_tpcds_shape_sf100_p0/shape/query7.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query71.out | 45 +-
.../nereids_tpcds_shape_sf100_p0/shape/query75.out | 99 +-
.../nereids_tpcds_shape_sf100_p0/shape/query76.out | 82 +-
.../nereids_tpcds_shape_sf100_p0/shape/query77.out | 58 +-
.../nereids_tpcds_shape_sf100_p0/shape/query78.out | 64 +-
.../nereids_tpcds_shape_sf100_p0/shape/query8.out | 32 +-
.../nereids_tpcds_shape_sf100_p0/shape/query81.out | 5 +-
.../nereids_tpcds_shape_sf100_p0/shape/query83.out | 94 +-
.../nereids_tpcds_shape_sf100_p0/shape/query97.out | 23 +-
.../nereids_tpch_shape_sf1000_p0/shape/q13.out | 5 +-
.../data/nereids_tpch_shape_sf1000_p0/shape/q2.out | 21 +-
.../shape/q20-rewrite.out | 13 +-
.../nereids_tpch_shape_sf1000_p0/shape/q20.out | 13 +-
.../nereids_tpch_shape_sf1000_p0/shape/q22.out | 32 +-
.../data/nereids_tpch_shape_sf1000_p0/shape/q3.out | 7 +-
.../data/nereids_tpch_shape_sf1000_p0/shape/q9.out | 12 +-
.../data/nereids_tpch_shape_sf500_p0/shape/q13.out | 5 +-
.../data/nereids_tpch_shape_sf500_p0/shape/q2.out | 21 +-
.../data/nereids_tpch_shape_sf500_p0/shape/q20.out | 13 +-
.../data/nereids_tpch_shape_sf500_p0/shape/q22.out | 32 +-
.../data/nereids_tpch_shape_sf500_p0/shape/q3.out | 7 +-
.../data/nereids_tpch_shape_sf500_p0/shape/q9.out | 5 +-
.../nereids_syntax_p0/sub_query_correlated.groovy | 8 -
.../sub_query_diff_old_optimize.groovy | 8 -
104 files changed, 3287 insertions(+), 3377 deletions(-)
copy fe/fe-core/src/main/java/org/apache/doris/nereids/properties/{DistributionSpecGather.java => DistributionSpecExecutionAny.java} (62%)
copy fe/fe-core/src/main/java/org/apache/doris/nereids/properties/{DistributionSpecGather.java => DistributionSpecStorageAny.java} (65%)
copy fe/fe-core/src/main/java/org/apache/doris/nereids/properties/{DistributionSpecAny.java => DistributionSpecStorageGather.java} (64%)
delete mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/HideOneRowRelationUnderUnion.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/MergeOneRowRelationIntoUnion.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushProjectIntoOneRowRelation.java
create mode 100644 fe/fe-core/src/main/java/org/apache/doris/nereids/rules/rewrite/PushProjectThroughUnion.java
copy fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/algebra/{OneRowRelation.java => Union.java} (86%)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@doris.apache.org
For additional commands, e-mail: commits-help@doris.apache.org