You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by rx...@apache.org on 2014/07/05 04:15:51 UTC
git commit: [SPARK-2370][SQL] Decrease metadata retrieved for
partitioned hive queries.
Repository: spark
Updated Branches:
refs/heads/master 0db5d5a22 -> 9d006c973
[SPARK-2370][SQL] Decrease metadata retrieved for partitioned hive queries.
Author: Michael Armbrust <mi...@databricks.com>
Closes #1305 from marmbrus/usePrunerPartitions and squashes the following commits:
744aa20 [Michael Armbrust] Use getAllPartitionsForPruner instead of getPartitions, which avoids retrieving auth data
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/9d006c97
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/9d006c97
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/9d006c97
Branch: refs/heads/master
Commit: 9d006c97371ddf357e0b821d5c6d1535d9b6fe41
Parents: 0db5d5a
Author: Michael Armbrust <mi...@databricks.com>
Authored: Fri Jul 4 19:15:48 2014 -0700
Committer: Reynold Xin <rx...@apache.org>
Committed: Fri Jul 4 19:15:48 2014 -0700
----------------------------------------------------------------------
.../scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/9d006c97/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala
----------------------------------------------------------------------
diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala
index 90eacf4..7c24b5c 100644
--- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala
+++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala
@@ -53,7 +53,7 @@ private[hive] class HiveMetastoreCatalog(hive: HiveContext) extends Catalog with
val table = client.getTable(databaseName, tableName)
val partitions: Seq[Partition] =
if (table.isPartitioned) {
- client.getPartitions(table)
+ client.getAllPartitionsForPruner(table).toSeq
} else {
Nil
}