You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by we...@apache.org on 2021/04/02 06:23:27 UTC
[spark] branch master updated (1fc66f6 -> f897cc2)
This is an automated email from the ASF dual-hosted git repository.
wenchen pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.
from 1fc66f6 [SPARK-34862][SQL] Support nested column in ORC vectorized reader
add f897cc2 [SPARK-34354][SQL] Fix failure when apply CostBasedJoinReorder on self-join
No new revisions were added by this update.
Summary of changes:
.../spark/sql/catalyst/analysis/Analyzer.scala | 173 +--
.../catalyst/analysis/DeduplicateRelations.scala | 250 ++++
.../spark/sql/catalyst/plans/QueryPlan.scala | 18 +-
.../catalyst/plans/logical/AnalysisHelper.scala | 9 +-
.../plans/logical/pythonLogicalOperators.scala | 10 +-
.../sql/catalyst/analysis/AnalysisSuite.scala | 10 +-
.../spark/sql/catalyst/analysis/AnalysisTest.scala | 6 +-
.../optimizer/LeftSemiAntiJoinPushDownSuite.scala | 15 +-
.../optimizer/NestedColumnAliasingSuite.scala | 2 +-
.../RemoveRedundantAliasAndProjectSuite.scala | 4 +-
.../optimizer/joinReorder/JoinReorderSuite.scala | 9 +
.../apache/spark/sql/catalyst/plans/PlanTest.scala | 4 +-
.../statsEstimation/StatsEstimationTestBase.scala | 4 +-
.../spark/sql/RelationalGroupedDataset.scala | 7 +-
.../spark/sql/execution/SparkStrategies.scala | 5 +-
.../approved-plans-modified/q10.sf100/explain.txt | 102 +-
.../approved-plans-modified/q10/explain.txt | 100 +-
.../approved-plans-modified/q27.sf100/explain.txt | 162 +--
.../approved-plans-modified/q27/explain.txt | 162 +--
.../approved-plans-modified/q46.sf100/explain.txt | 18 +-
.../approved-plans-modified/q46/explain.txt | 14 +-
.../approved-plans-modified/q59.sf100/explain.txt | 102 +-
.../approved-plans-modified/q59/explain.txt | 102 +-
.../approved-plans-modified/q65.sf100/explain.txt | 86 +-
.../approved-plans-modified/q65/explain.txt | 48 +-
.../approved-plans-modified/q68.sf100/explain.txt | 20 +-
.../approved-plans-modified/q68/explain.txt | 14 +-
.../approved-plans-v1_4/q1.sf100/explain.txt | 122 +-
.../approved-plans-v1_4/q1/explain.txt | 116 +-
.../approved-plans-v1_4/q10.sf100/explain.txt | 104 +-
.../approved-plans-v1_4/q10/explain.txt | 94 +-
.../approved-plans-v1_4/q11.sf100/explain.txt | 272 ++--
.../approved-plans-v1_4/q11/explain.txt | 254 ++--
.../approved-plans-v1_4/q14a.sf100/explain.txt | 844 ++++++------
.../approved-plans-v1_4/q14a.sf100/simplified.txt | 158 ++-
.../approved-plans-v1_4/q14a/explain.txt | 678 ++++-----
.../approved-plans-v1_4/q14a/simplified.txt | 80 +-
.../approved-plans-v1_4/q14b.sf100/explain.txt | 762 +++++------
.../approved-plans-v1_4/q14b.sf100/simplified.txt | 146 +-
.../approved-plans-v1_4/q14b/explain.txt | 630 ++++-----
.../approved-plans-v1_4/q14b/simplified.txt | 80 +-
.../approved-plans-v1_4/q16.sf100/explain.txt | 128 +-
.../approved-plans-v1_4/q16/explain.txt | 128 +-
.../approved-plans-v1_4/q2.sf100/explain.txt | 52 +-
.../approved-plans-v1_4/q2/explain.txt | 52 +-
.../approved-plans-v1_4/q23a.sf100/explain.txt | 362 ++---
.../approved-plans-v1_4/q23a/explain.txt | 274 ++--
.../approved-plans-v1_4/q23b.sf100/explain.txt | 528 +++----
.../approved-plans-v1_4/q23b/explain.txt | 404 +++---
.../approved-plans-v1_4/q24a.sf100/explain.txt | 206 +--
.../approved-plans-v1_4/q24a/explain.txt | 170 +--
.../approved-plans-v1_4/q24b.sf100/explain.txt | 206 +--
.../approved-plans-v1_4/q24b/explain.txt | 170 +--
.../approved-plans-v1_4/q28.sf100/explain.txt | 300 ++--
.../approved-plans-v1_4/q28/explain.txt | 300 ++--
.../approved-plans-v1_4/q30.sf100/explain.txt | 142 +-
.../approved-plans-v1_4/q30/explain.txt | 130 +-
.../approved-plans-v1_4/q31.sf100/explain.txt | 430 +++---
.../approved-plans-v1_4/q31/explain.txt | 362 ++---
.../approved-plans-v1_4/q32.sf100/explain.txt | 42 +-
.../approved-plans-v1_4/q32.sf100/simplified.txt | 2 +-
.../approved-plans-v1_4/q32/explain.txt | 86 +-
.../approved-plans-v1_4/q32/simplified.txt | 2 +-
.../approved-plans-v1_4/q33.sf100/explain.txt | 138 +-
.../approved-plans-v1_4/q33/explain.txt | 138 +-
.../approved-plans-v1_4/q35.sf100/explain.txt | 116 +-
.../approved-plans-v1_4/q35/explain.txt | 96 +-
.../approved-plans-v1_4/q39a.sf100/explain.txt | 108 +-
.../approved-plans-v1_4/q39a/explain.txt | 104 +-
.../approved-plans-v1_4/q39b.sf100/explain.txt | 108 +-
.../approved-plans-v1_4/q39b/explain.txt | 104 +-
.../approved-plans-v1_4/q4.sf100/explain.txt | 442 +++---
.../approved-plans-v1_4/q4/explain.txt | 412 +++---
.../approved-plans-v1_4/q41.sf100/explain.txt | 46 +-
.../approved-plans-v1_4/q41.sf100/simplified.txt | 2 +-
.../approved-plans-v1_4/q41/explain.txt | 46 +-
.../approved-plans-v1_4/q41/simplified.txt | 2 +-
.../approved-plans-v1_4/q44.sf100/explain.txt | 118 +-
.../approved-plans-v1_4/q44/explain.txt | 118 +-
.../approved-plans-v1_4/q45.sf100/explain.txt | 36 +-
.../approved-plans-v1_4/q45/explain.txt | 36 +-
.../approved-plans-v1_4/q46.sf100/explain.txt | 44 +-
.../approved-plans-v1_4/q46/explain.txt | 14 +-
.../approved-plans-v1_4/q47.sf100/explain.txt | 66 +-
.../approved-plans-v1_4/q47/explain.txt | 58 +-
.../approved-plans-v1_4/q49.sf100/explain.txt | 198 +--
.../approved-plans-v1_4/q49/explain.txt | 152 +-
.../approved-plans-v1_4/q5.sf100/explain.txt | 162 +--
.../approved-plans-v1_4/q5/explain.txt | 174 +--
.../approved-plans-v1_4/q54.sf100/explain.txt | 118 +-
.../approved-plans-v1_4/q54/explain.txt | 120 +-
.../approved-plans-v1_4/q56.sf100/explain.txt | 140 +-
.../approved-plans-v1_4/q56/explain.txt | 140 +-
.../approved-plans-v1_4/q57.sf100/explain.txt | 66 +-
.../approved-plans-v1_4/q57/explain.txt | 58 +-
.../approved-plans-v1_4/q58.sf100/explain.txt | 226 +--
.../approved-plans-v1_4/q58/explain.txt | 228 +--
.../approved-plans-v1_4/q59.sf100/explain.txt | 70 +-
.../approved-plans-v1_4/q59/explain.txt | 70 +-
.../approved-plans-v1_4/q6.sf100/explain.txt | 186 +--
.../approved-plans-v1_4/q6.sf100/simplified.txt | 2 +-
.../approved-plans-v1_4/q6/explain.txt | 100 +-
.../approved-plans-v1_4/q6/simplified.txt | 2 +-
.../approved-plans-v1_4/q60.sf100/explain.txt | 140 +-
.../approved-plans-v1_4/q60/explain.txt | 140 +-
.../approved-plans-v1_4/q61.sf100/explain.txt | 84 +-
.../approved-plans-v1_4/q61/explain.txt | 94 +-
.../approved-plans-v1_4/q64.sf100/explain.txt | 316 ++---
.../approved-plans-v1_4/q64/explain.txt | 284 ++--
.../approved-plans-v1_4/q65.sf100/explain.txt | 98 +-
.../approved-plans-v1_4/q65/explain.txt | 48 +-
.../approved-plans-v1_4/q66.sf100/explain.txt | 70 +-
.../approved-plans-v1_4/q66/explain.txt | 74 +-
.../approved-plans-v1_4/q68.sf100/explain.txt | 44 +-
.../approved-plans-v1_4/q68/explain.txt | 14 +-
.../approved-plans-v1_4/q69.sf100/explain.txt | 96 +-
.../approved-plans-v1_4/q69/explain.txt | 94 +-
.../approved-plans-v1_4/q70.sf100/explain.txt | 136 +-
.../approved-plans-v1_4/q70/explain.txt | 136 +-
.../approved-plans-v1_4/q71.sf100/explain.txt | 80 +-
.../approved-plans-v1_4/q71/explain.txt | 80 +-
.../approved-plans-v1_4/q74.sf100/explain.txt | 268 ++--
.../approved-plans-v1_4/q74/explain.txt | 250 ++--
.../approved-plans-v1_4/q75.sf100/explain.txt | 368 ++---
.../approved-plans-v1_4/q75/explain.txt | 368 ++---
.../approved-plans-v1_4/q76.sf100/explain.txt | 80 +-
.../approved-plans-v1_4/q76/explain.txt | 64 +-
.../approved-plans-v1_4/q77.sf100/explain.txt | 284 ++--
.../approved-plans-v1_4/q77/explain.txt | 300 ++--
.../approved-plans-v1_4/q78.sf100/explain.txt | 146 +-
.../approved-plans-v1_4/q78/explain.txt | 146 +-
.../approved-plans-v1_4/q8.sf100/explain.txt | 120 +-
.../approved-plans-v1_4/q8/explain.txt | 106 +-
.../approved-plans-v1_4/q80.sf100/explain.txt | 204 +--
.../approved-plans-v1_4/q80/explain.txt | 208 +--
.../approved-plans-v1_4/q81.sf100/explain.txt | 144 +-
.../approved-plans-v1_4/q81/explain.txt | 126 +-
.../approved-plans-v1_4/q83.sf100/explain.txt | 210 +--
.../approved-plans-v1_4/q83/explain.txt | 186 +--
.../approved-plans-v1_4/q88.sf100/explain.txt | 504 +++----
.../approved-plans-v1_4/q88/explain.txt | 504 +++----
.../approved-plans-v1_4/q9.sf100/explain.txt | 416 +++---
.../approved-plans-v1_4/q9/explain.txt | 416 +++---
.../approved-plans-v1_4/q90.sf100/explain.txt | 80 +-
.../approved-plans-v1_4/q90/explain.txt | 80 +-
.../approved-plans-v1_4/q92.sf100/explain.txt | 64 +-
.../approved-plans-v1_4/q92.sf100/simplified.txt | 2 +-
.../approved-plans-v1_4/q92/explain.txt | 100 +-
.../approved-plans-v1_4/q92/simplified.txt | 2 +-
.../approved-plans-v1_4/q94.sf100/explain.txt | 134 +-
.../approved-plans-v1_4/q94/explain.txt | 134 +-
.../approved-plans-v1_4/q95.sf100/explain.txt | 194 +--
.../approved-plans-v1_4/q95/explain.txt | 194 +--
.../approved-plans-v1_4/q97.sf100/explain.txt | 40 +-
.../approved-plans-v1_4/q97/explain.txt | 40 +-
.../approved-plans-v2_7/q10a.sf100/explain.txt | 96 +-
.../approved-plans-v2_7/q10a/explain.txt | 94 +-
.../approved-plans-v2_7/q11.sf100/explain.txt | 268 ++--
.../approved-plans-v2_7/q11/explain.txt | 250 ++--
.../approved-plans-v2_7/q14.sf100/explain.txt | 762 +++++------
.../approved-plans-v2_7/q14.sf100/simplified.txt | 146 +-
.../approved-plans-v2_7/q14/explain.txt | 630 ++++-----
.../approved-plans-v2_7/q14/simplified.txt | 80 +-
.../approved-plans-v2_7/q14a.sf100/explain.txt | 1446 ++++++++++----------
.../approved-plans-v2_7/q14a.sf100/simplified.txt | 210 ++-
.../approved-plans-v2_7/q14a/explain.txt | 1158 ++++++++--------
.../approved-plans-v2_7/q14a/simplified.txt | 80 +-
.../approved-plans-v2_7/q18a.sf100/explain.txt | 402 +++---
.../approved-plans-v2_7/q18a/explain.txt | 410 +++---
.../approved-plans-v2_7/q22a.sf100/explain.txt | 122 +-
.../approved-plans-v2_7/q22a/explain.txt | 122 +-
.../approved-plans-v2_7/q24.sf100/explain.txt | 182 +--
.../approved-plans-v2_7/q24/explain.txt | 170 +--
.../approved-plans-v2_7/q27a.sf100/explain.txt | 162 +--
.../approved-plans-v2_7/q27a/explain.txt | 162 +--
.../approved-plans-v2_7/q35.sf100/explain.txt | 116 +-
.../approved-plans-v2_7/q35/explain.txt | 96 +-
.../approved-plans-v2_7/q35a.sf100/explain.txt | 116 +-
.../approved-plans-v2_7/q35a/explain.txt | 96 +-
.../approved-plans-v2_7/q36a.sf100/explain.txt | 92 +-
.../approved-plans-v2_7/q36a/explain.txt | 92 +-
.../approved-plans-v2_7/q47.sf100/explain.txt | 66 +-
.../approved-plans-v2_7/q47/explain.txt | 58 +-
.../approved-plans-v2_7/q49.sf100/explain.txt | 198 +--
.../approved-plans-v2_7/q49/explain.txt | 152 +-
.../approved-plans-v2_7/q51a.sf100/explain.txt | 244 ++--
.../approved-plans-v2_7/q51a/explain.txt | 242 ++--
.../approved-plans-v2_7/q57.sf100/explain.txt | 66 +-
.../approved-plans-v2_7/q57/explain.txt | 58 +-
.../approved-plans-v2_7/q5a.sf100/explain.txt | 230 ++--
.../approved-plans-v2_7/q5a/explain.txt | 242 ++--
.../approved-plans-v2_7/q6.sf100/explain.txt | 186 +--
.../approved-plans-v2_7/q6.sf100/simplified.txt | 2 +-
.../approved-plans-v2_7/q6/explain.txt | 100 +-
.../approved-plans-v2_7/q6/simplified.txt | 2 +-
.../approved-plans-v2_7/q64.sf100/explain.txt | 316 ++---
.../approved-plans-v2_7/q64/explain.txt | 284 ++--
.../approved-plans-v2_7/q67a.sf100/explain.txt | 296 ++--
.../approved-plans-v2_7/q67a/explain.txt | 296 ++--
.../approved-plans-v2_7/q70a.sf100/explain.txt | 212 +--
.../approved-plans-v2_7/q70a/explain.txt | 212 +--
.../approved-plans-v2_7/q74.sf100/explain.txt | 268 ++--
.../approved-plans-v2_7/q74/explain.txt | 250 ++--
.../approved-plans-v2_7/q75.sf100/explain.txt | 368 ++---
.../approved-plans-v2_7/q75/explain.txt | 368 ++---
.../approved-plans-v2_7/q77a.sf100/explain.txt | 364 ++---
.../approved-plans-v2_7/q77a/explain.txt | 380 ++---
.../approved-plans-v2_7/q78.sf100/explain.txt | 146 +-
.../approved-plans-v2_7/q78/explain.txt | 146 +-
.../approved-plans-v2_7/q80a.sf100/explain.txt | 268 ++--
.../approved-plans-v2_7/q80a/explain.txt | 272 ++--
.../approved-plans-v2_7/q86a.sf100/explain.txt | 92 +-
.../approved-plans-v2_7/q86a/explain.txt | 92 +-
.../apache/spark/sql/execution/PlannerSuite.scala | 2 -
214 files changed, 18761 insertions(+), 18623 deletions(-)
create mode 100644 sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/DeduplicateRelations.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org