You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by pw...@apache.org on 2014/05/10 20:48:10 UTC
git commit: [SQL] Upgrade parquet library.
Repository: spark
Updated Branches:
refs/heads/master 561510867 -> 4d6055329
[SQL] Upgrade parquet library.
I think we are hitting this issue in some perf tests: https://github.com/Parquet/parquet-mr/commit/6aed5288fd4a1398063a5a219b2ae4a9f71b02cf
Credit to @aarondav !
Author: Michael Armbrust <mi...@databricks.com>
Closes #684 from marmbrus/upgradeParquet and squashes the following commits:
e10a619 [Michael Armbrust] Upgrade parquet library.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/4d605532
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/4d605532
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/4d605532
Branch: refs/heads/master
Commit: 4d6055329846f5e09472e5f844127a5ab5880e15
Parents: 5615108
Author: Michael Armbrust <mi...@databricks.com>
Authored: Sat May 10 11:48:01 2014 -0700
Committer: Patrick Wendell <pw...@gmail.com>
Committed: Sat May 10 11:48:01 2014 -0700
----------------------------------------------------------------------
pom.xml | 2 +-
project/SparkBuild.scala | 2 +-
2 files changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/4d605532/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index fb904e8..e0bff60 100644
--- a/pom.xml
+++ b/pom.xml
@@ -123,7 +123,7 @@
<yarn.version>${hadoop.version}</yarn.version>
<hbase.version>0.94.6</hbase.version>
<hive.version>0.12.0</hive.version>
- <parquet.version>1.3.2</parquet.version>
+ <parquet.version>1.4.3</parquet.version>
<jblas.version>1.2.3</jblas.version>
<jetty.version>8.1.14.v20131031</jetty.version>
<chill.version>0.3.6</chill.version>
http://git-wip-us.apache.org/repos/asf/spark/blob/4d605532/project/SparkBuild.scala
----------------------------------------------------------------------
diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala
index 27e9505..af882b3 100644
--- a/project/SparkBuild.scala
+++ b/project/SparkBuild.scala
@@ -300,7 +300,7 @@ object SparkBuild extends Build {
val jets3tVersion = if ("^2\\.[3-9]+".r.findFirstIn(hadoopVersion).isDefined) "0.9.0" else "0.7.1"
val jettyVersion = "8.1.14.v20131031"
val hiveVersion = "0.12.0"
- val parquetVersion = "1.3.2"
+ val parquetVersion = "1.4.3"
val slf4jVersion = "1.7.5"
val excludeNetty = ExclusionRule(organization = "org.jboss.netty")