You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by sr...@apache.org on 2017/06/25 14:06:32 UTC
spark git commit: [HOT FIX] fix stats functions in the recent patch
Repository: spark
Updated Branches:
refs/heads/master b449a1d6a -> 884347e1f
[HOT FIX] fix stats functions in the recent patch
## What changes were proposed in this pull request?
Builds failed due to the recent [merge](https://github.com/apache/spark/commit/b449a1d6aa322a50cf221cd7a2ae85a91d6c7e9f). This is because [PR#18309](https://github.com/apache/spark/pull/18309) needed update after [this patch](https://github.com/apache/spark/commit/b803b66a8133f705463039325ee71ee6827ce1a7) was merged.
## How was this patch tested?
N/A
Author: Zhenhua Wang <wz...@163.com>
Closes #18415 from wzhfy/hotfixStats.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/884347e1
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/884347e1
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/884347e1
Branch: refs/heads/master
Commit: 884347e1f79e4e7c157834881e79447d7ee58f88
Parents: b449a1d
Author: Zhenhua Wang <wz...@163.com>
Authored: Sun Jun 25 15:06:29 2017 +0100
Committer: Sean Owen <so...@cloudera.com>
Committed: Sun Jun 25 15:06:29 2017 +0100
----------------------------------------------------------------------
.../test/scala/org/apache/spark/sql/hive/StatisticsSuite.scala | 5 ++---
1 file changed, 2 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/884347e1/sql/hive/src/test/scala/org/apache/spark/sql/hive/StatisticsSuite.scala
----------------------------------------------------------------------
diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/StatisticsSuite.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/StatisticsSuite.scala
index 0ee18bb..64deb38 100644
--- a/sql/hive/src/test/scala/org/apache/spark/sql/hive/StatisticsSuite.scala
+++ b/sql/hive/src/test/scala/org/apache/spark/sql/hive/StatisticsSuite.scala
@@ -33,7 +33,6 @@ import org.apache.spark.sql.execution.joins._
import org.apache.spark.sql.hive.test.TestHiveSingleton
import org.apache.spark.sql.internal.SQLConf
import org.apache.spark.sql.types._
-import org.apache.spark.util.Utils
class StatisticsSuite extends StatisticsCollectionTestBase with TestHiveSingleton {
@@ -131,7 +130,7 @@ class StatisticsSuite extends StatisticsCollectionTestBase with TestHiveSingleto
test("SPARK-21079 - analyze table with location different than that of individual partitions") {
def queryTotalSize(tableName: String): BigInt =
- spark.table(tableName).queryExecution.analyzed.stats(conf).sizeInBytes
+ spark.table(tableName).queryExecution.analyzed.stats.sizeInBytes
val tableName = "analyzeTable_part"
withTable(tableName) {
@@ -154,7 +153,7 @@ class StatisticsSuite extends StatisticsCollectionTestBase with TestHiveSingleto
test("SPARK-21079 - analyze partitioned table with only a subset of partitions visible") {
def queryTotalSize(tableName: String): BigInt =
- spark.table(tableName).queryExecution.analyzed.stats(conf).sizeInBytes
+ spark.table(tableName).queryExecution.analyzed.stats.sizeInBytes
val sourceTableName = "analyzeTable_part"
val tableName = "analyzeTable_part_vis"
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org