You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by yh...@apache.org on 2015/10/31 04:05:14 UTC
spark git commit: [SPARK-11434][SPARK-11103][SQL] Fix test ": Filter
applied on merged Parquet schema with new column fails"
Repository: spark
Updated Branches:
refs/heads/master 69b9e4b3c -> 3c471885d
[SPARK-11434][SPARK-11103][SQL] Fix test ": Filter applied on merged Parquet schema with new column fails"
https://issues.apache.org/jira/browse/SPARK-11434
Author: Yin Huai <yh...@databricks.com>
Closes #9387 from yhuai/SPARK-11434.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/3c471885
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/3c471885
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/3c471885
Branch: refs/heads/master
Commit: 3c471885dc4f86bea95ab542e0d48d22ae748404
Parents: 69b9e4b
Author: Yin Huai <yh...@databricks.com>
Authored: Fri Oct 30 20:05:07 2015 -0700
Committer: Yin Huai <yh...@databricks.com>
Committed: Fri Oct 30 20:05:07 2015 -0700
----------------------------------------------------------------------
.../sql/execution/datasources/parquet/ParquetFilterSuite.scala | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/3c471885/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFilterSuite.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFilterSuite.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFilterSuite.scala
index b2101be..f88ddc7 100644
--- a/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFilterSuite.scala
+++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFilterSuite.scala
@@ -323,15 +323,15 @@ class ParquetFilterSuite extends QueryTest with ParquetTest with SharedSQLContex
withSQLConf(SQLConf.PARQUET_FILTER_PUSHDOWN_ENABLED.key -> "true",
SQLConf.PARQUET_SCHEMA_MERGING_ENABLED.key -> "true") {
withTempPath { dir =>
- var pathOne = s"${dir.getCanonicalPath}/table1"
+ val pathOne = s"${dir.getCanonicalPath}/table1"
(1 to 3).map(i => (i, i.toString)).toDF("a", "b").write.parquet(pathOne)
- var pathTwo = s"${dir.getCanonicalPath}/table2"
+ val pathTwo = s"${dir.getCanonicalPath}/table2"
(1 to 3).map(i => (i, i.toString)).toDF("c", "b").write.parquet(pathTwo)
// If the "c = 1" filter gets pushed down, this query will throw an exception which
// Parquet emits. This is a Parquet issue (PARQUET-389).
checkAnswer(
- sqlContext.read.parquet(pathOne, pathTwo).filter("c = 1"),
+ sqlContext.read.parquet(pathOne, pathTwo).filter("c = 1").selectExpr("c", "b", "a"),
(1 to 1).map(i => Row(i, i.toString, null)))
}
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org