You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by li...@apache.org on 2019/09/04 20:14:15 UTC
[spark] branch master updated (f96486b -> a7a3935)
This is an automated email from the ASF dual-hosted git repository.
lixiao pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.
from f96486b [SPARK-28808][DOCS][SQL] Document SHOW FUNCTIONS in SQL Reference
add a7a3935 [SPARK-11150][SQL] Dynamic Partition Pruning
No new revisions were added by this update.
Summary of changes:
.../apache/spark/unsafe/map/BytesToBytesMap.java | 7 +
.../sql/catalyst/expressions/DynamicPruning.scala | 95 ++
.../sql/catalyst/expressions/predicates.scala | 39 +-
.../spark/sql/catalyst/optimizer/Optimizer.scala | 4 +-
.../org/apache/spark/sql/internal/SQLConf.scala | 43 +
.../CleanupDynamicPruningFilters.scala | 51 +
.../sql/dynamicpruning/PartitionPruning.scala | 259 ++++
.../dynamicpruning/PlanDynamicPruningFilters.scala | 91 ++
.../spark/sql/execution/DataSourceScanExec.scala | 69 +-
.../spark/sql/execution/QueryExecution.scala | 3 +-
.../spark/sql/execution/SparkOptimizer.scala | 11 +-
.../sql/execution/SubqueryBroadcastExec.scala | 108 ++
.../adaptive/InsertAdaptiveSparkPlan.scala | 6 +-
.../execution/datasources/DataSourceStrategy.scala | 2 +-
.../datasources/PruneFileSourcePartitions.scala | 6 +-
.../spark/sql/execution/joins/HashJoin.scala | 22 +-
.../spark/sql/execution/joins/HashedRelation.scala | 84 +-
.../org/apache/spark/sql/execution/subquery.scala | 81 +-
.../spark/sql/DynamicPartitionPruningSuite.scala | 1293 ++++++++++++++++++++
.../sql/execution/joins/HashedRelationSuite.scala | 199 ++-
20 files changed, 2447 insertions(+), 26 deletions(-)
create mode 100644 sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/expressions/DynamicPruning.scala
create mode 100644 sql/core/src/main/scala/org/apache/spark/sql/dynamicpruning/CleanupDynamicPruningFilters.scala
create mode 100644 sql/core/src/main/scala/org/apache/spark/sql/dynamicpruning/PartitionPruning.scala
create mode 100644 sql/core/src/main/scala/org/apache/spark/sql/dynamicpruning/PlanDynamicPruningFilters.scala
create mode 100644 sql/core/src/main/scala/org/apache/spark/sql/execution/SubqueryBroadcastExec.scala
create mode 100644 sql/core/src/test/scala/org/apache/spark/sql/DynamicPartitionPruningSuite.scala
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org