You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by rx...@apache.org on 2017/04/18 00:58:14 UTC
spark git commit: [TEST][MINOR] Replace repartitionBy with distribute
in CollapseRepartitionSuite
Repository: spark
Updated Branches:
refs/heads/master 0075562dd -> 33ea908af
[TEST][MINOR] Replace repartitionBy with distribute in CollapseRepartitionSuite
## What changes were proposed in this pull request?
Replace non-existent `repartitionBy` with `distribute` in `CollapseRepartitionSuite`.
## How was this patch tested?
local build and `catalyst/testOnly *CollapseRepartitionSuite`
Author: Jacek Laskowski <ja...@japila.pl>
Closes #17657 from jaceklaskowski/CollapseRepartitionSuite.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/33ea908a
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/33ea908a
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/33ea908a
Branch: refs/heads/master
Commit: 33ea908af94152147e996a6dc8da41ada27d5af3
Parents: 0075562
Author: Jacek Laskowski <ja...@japila.pl>
Authored: Mon Apr 17 17:58:10 2017 -0700
Committer: Reynold Xin <rx...@databricks.com>
Committed: Mon Apr 17 17:58:10 2017 -0700
----------------------------------------------------------------------
.../optimizer/CollapseRepartitionSuite.scala | 21 ++++++++++----------
1 file changed, 10 insertions(+), 11 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/33ea908a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/optimizer/CollapseRepartitionSuite.scala
----------------------------------------------------------------------
diff --git a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/optimizer/CollapseRepartitionSuite.scala b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/optimizer/CollapseRepartitionSuite.scala
index 59d2dc4..8cc8dec 100644
--- a/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/optimizer/CollapseRepartitionSuite.scala
+++ b/sql/catalyst/src/test/scala/org/apache/spark/sql/catalyst/optimizer/CollapseRepartitionSuite.scala
@@ -106,8 +106,8 @@ class CollapseRepartitionSuite extends PlanTest {
comparePlans(optimized2, correctAnswer)
}
- test("repartitionBy above repartition") {
- // Always respects the top repartitionBy amd removes useless repartition
+ test("distribute above repartition") {
+ // Always respects the top distribute and removes useless repartition
val query1 = testRelation
.repartition(10)
.distribute('a)(20)
@@ -123,8 +123,8 @@ class CollapseRepartitionSuite extends PlanTest {
comparePlans(optimized2, correctAnswer)
}
- test("repartitionBy above coalesce") {
- // Always respects the top repartitionBy amd removes useless coalesce below repartition
+ test("distribute above coalesce") {
+ // Always respects the top distribute and removes useless coalesce below repartition
val query1 = testRelation
.coalesce(10)
.distribute('a)(20)
@@ -140,8 +140,8 @@ class CollapseRepartitionSuite extends PlanTest {
comparePlans(optimized2, correctAnswer)
}
- test("repartition above repartitionBy") {
- // Always respects the top repartition amd removes useless distribute below repartition
+ test("repartition above distribute") {
+ // Always respects the top repartition and removes useless distribute below repartition
val query1 = testRelation
.distribute('a)(10)
.repartition(20)
@@ -155,11 +155,10 @@ class CollapseRepartitionSuite extends PlanTest {
comparePlans(optimized1, correctAnswer)
comparePlans(optimized2, correctAnswer)
-
}
- test("coalesce above repartitionBy") {
- // Remove useless coalesce above repartition
+ test("coalesce above distribute") {
+ // Remove useless coalesce above distribute
val query1 = testRelation
.distribute('a)(10)
.coalesce(20)
@@ -180,8 +179,8 @@ class CollapseRepartitionSuite extends PlanTest {
comparePlans(optimized2, correctAnswer2)
}
- test("collapse two adjacent repartitionBys into one") {
- // Always respects the top repartitionBy
+ test("collapse two adjacent distributes into one") {
+ // Always respects the top distribute
val query1 = testRelation
.distribute('b)(10)
.distribute('a)(20)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org