You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by pw...@apache.org on 2015/04/04 22:18:36 UTC
spark git commit: Version info and CHANGES.txt for 1.3.1
Repository: spark
Updated Branches:
refs/heads/branch-1.3 eb57d4f88 -> 5db4ff2f3
Version info and CHANGES.txt for 1.3.1
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/5db4ff2f
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/5db4ff2f
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/5db4ff2f
Branch: refs/heads/branch-1.3
Commit: 5db4ff2f3d4ed87ec7fc31ec609165cbb3831504
Parents: eb57d4f
Author: Patrick Wendell <pa...@databricks.com>
Authored: Sat Apr 4 16:19:14 2015 -0400
Committer: Patrick Wendell <pa...@databricks.com>
Committed: Sat Apr 4 16:19:14 2015 -0400
----------------------------------------------------------------------
CHANGES.txt | 728 +++++++++++++++++++
.../main/scala/org/apache/spark/package.scala | 2 +-
dev/create-release/generate-changelist.py | 4 +-
docs/_config.yml | 4 +-
ec2/spark_ec2.py | 3 +-
5 files changed, 735 insertions(+), 6 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/5db4ff2f/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index d3713de..7da0244 100644
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -1,6 +1,734 @@
Spark Change Log
----------------
+Release 1.3.1
+
+ [SQL] Use path.makeQualified in newParquet.
+ Yin Huai <yh...@databricks.com>
+ 2015-04-04 23:26:10 +0800
+ Commit: eb57d4f, github.com/apache/spark/pull/5353
+
+ [SPARK-6700] disable flaky test
+ Davies Liu <da...@databricks.com>
+ 2015-04-03 15:22:21 -0700
+ Commit: 3366af6, github.com/apache/spark/pull/5356
+
+ [SPARK-6688] [core] Always use resolved URIs in EventLoggingListener.
+ Marcelo Vanzin <va...@cloudera.com>
+ 2015-04-03 11:54:31 -0700
+ Commit: f17a2fe, github.com/apache/spark/pull/5340
+
+ [SPARK-6575][SQL] Converted Parquet Metastore tables no longer cache metadata
+ Yin Huai <yh...@databricks.com>
+ 2015-04-03 14:40:36 +0800
+ Commit: 0c1b78b, github.com/apache/spark/pull/5339
+
+ [SPARK-6621][Core] Fix the bug that calling EventLoop.stop in EventLoop.onReceive/onError/onStart doesn't call onStop
+ zsxwing <zs...@gmail.com>
+ 2015-04-02 22:54:30 -0700
+ Commit: ac705aa, github.com/apache/spark/pull/5280
+
+ [SPARK-6345][STREAMING][MLLIB] Fix for training with prediction
+ freeman <th...@gmail.com>
+ 2015-04-02 21:37:44 -0700
+ Commit: d21f779, github.com/apache/spark/pull/5037
+
+ [CORE] The descriptionof jobHistory config should be spark.history.fs.logDirectory
+ KaiXinXiaoLei <hu...@huawei.com>
+ 2015-04-02 20:24:31 -0700
+ Commit: 17ab6b0, github.com/apache/spark/pull/5332
+
+ [SPARK-6575][SQL] Converted Parquet Metastore tables no longer cache metadata
+ Yin Huai <yh...@databricks.com>
+ 2015-04-02 20:23:08 -0700
+ Commit: 0c1c0fb, github.com/apache/spark/pull/5339
+
+ [SPARK-6650] [core] Stop ExecutorAllocationManager when context stops.
+ Marcelo Vanzin <va...@cloudera.com>
+ 2015-04-02 19:48:55 -0700
+ Commit: 0ef46b2, github.com/apache/spark/pull/5311
+
+ [SPARK-6686][SQL] Use resolved output instead of names for toDF rename
+ Michael Armbrust <mi...@databricks.com>
+ 2015-04-02 18:30:55 -0700
+ Commit: 2927af1, github.com/apache/spark/pull/5337
+
+ [SPARK-6672][SQL] convert row to catalyst in createDataFrame(RDD[Row], ...)
+ Xiangrui Meng <me...@databricks.com>
+ 2015-04-02 17:57:01 +0800
+ Commit: c2694bb, github.com/apache/spark/pull/5329
+
+ [SPARK-6618][SPARK-6669][SQL] Lock Hive metastore client correctly.
+ Yin Huai <yh...@databricks.com>, Michael Armbrust <mi...@databricks.com>
+ 2015-04-02 16:46:50 -0700
+ Commit: e6ee95c, github.com/apache/spark/pull/5333
+
+ [Minor] [SQL] Follow-up of PR #5210
+ Cheng Lian <li...@databricks.com>
+ 2015-04-02 16:15:34 -0700
+ Commit: 4f1fe3f, github.com/apache/spark/pull/5219
+
+ [SPARK-6655][SQL] We need to read the schema of a data source table stored in spark.sql.sources.schema property
+ Yin Huai <yh...@databricks.com>
+ 2015-04-02 16:02:31 -0700
+ Commit: aecec07, github.com/apache/spark/pull/5313
+
+ [SQL] Throw UnsupportedOperationException instead of NotImplementedError
+ Michael Armbrust <mi...@databricks.com>
+ 2015-04-02 16:01:03 -0700
+ Commit: 78ba245, github.com/apache/spark/pull/5315
+
+ SPARK-6414: Spark driver failed with NPE on job cancelation
+ Hung Lin <hu...@gmail.com>
+ 2015-04-02 14:01:43 -0700
+ Commit: 58e2b3f, github.com/apache/spark/pull/5124
+
+ [SPARK-6079] Use index to speed up StatusTracker.getJobIdsForGroup()
+ Josh Rosen <jo...@databricks.com>
+ 2015-03-25 17:40:00 -0700
+ Commit: a6664dc, github.com/apache/spark/pull/4830
+
+ [SPARK-6667] [PySpark] remove setReuseAddress
+ Davies Liu <da...@databricks.com>
+ 2015-04-02 12:18:33 -0700
+ Commit: ee2bd70, github.com/apache/spark/pull/5324
+
+ Revert "[SPARK-6618][SQL] HiveMetastoreCatalog.lookupRelation should use fine-grained lock"
+ Cheng Lian <li...@databricks.com>
+ 2015-04-02 12:59:38 +0800
+ Commit: 1160cc9
+
+ [SQL] SPARK-6658: Update DataFrame documentation to refer to correct types
+ Michael Armbrust <mi...@databricks.com>
+ 2015-04-01 18:00:07 -0400
+ Commit: 223dd3f
+
+ [SPARK-6578] Small rewrite to make the logic more clear in MessageWithHeader.transferTo.
+ Reynold Xin <rx...@databricks.com>
+ 2015-04-01 18:36:06 -0700
+ Commit: d697b76, github.com/apache/spark/pull/5319
+
+ [SPARK-6660][MLLIB] pythonToJava doesn't recognize object arrays
+ Xiangrui Meng <me...@databricks.com>
+ 2015-04-01 18:17:07 -0700
+ Commit: 0d1e476, github.com/apache/spark/pull/5318
+
+ [SPARK-6553] [pyspark] Support functools.partial as UDF
+ ksonj <ks...@siberie.de>
+ 2015-04-01 17:23:57 -0700
+ Commit: 98f72df, github.com/apache/spark/pull/5206
+
+ [SPARK-6642][MLLIB] use 1.2 lambda scaling and remove addImplicit from NormalEquation
+ Xiangrui Meng <me...@databricks.com>
+ 2015-04-01 16:47:18 -0700
+ Commit: bc04fa2, github.com/apache/spark/pull/5314
+
+ [SPARK-6578] [core] Fix thread-safety issue in outbound path of network library.
+ Marcelo Vanzin <va...@cloudera.com>
+ 2015-04-01 16:06:11 -0700
+ Commit: 1c31ebd, github.com/apache/spark/pull/5234
+
+ [SPARK-6657] [Python] [Docs] fixed python doc build warnings
+ Joseph K. Bradley <jo...@databricks.com>
+ 2015-04-01 15:15:47 -0700
+ Commit: e347a7a, github.com/apache/spark/pull/5317
+
+ [SPARK-6651][MLLIB] delegate dense vector arithmetics to the underlying numpy array
+ Xiangrui Meng <me...@databricks.com>
+ 2015-04-01 13:29:04 -0700
+ Commit: f50d95a, github.com/apache/spark/pull/5312
+
+ SPARK-6626 [DOCS]: Corrected Scala:TwitterUtils parameters
+ jayson <ja...@ziprecruiter.com>
+ 2015-04-01 11:12:55 +0100
+ Commit: 7d029cb, github.com/apache/spark/pull/5295
+
+ [Doc] Improve Python DataFrame documentation
+ Reynold Xin <rx...@databricks.com>
+ 2015-03-31 18:31:36 -0700
+ Commit: e527b35, github.com/apache/spark/pull/5287
+
+ [SPARK-6614] OutputCommitCoordinator should clear authorized committer only after authorized committer fails, not after any failure
+ Josh Rosen <jo...@databricks.com>
+ 2015-03-31 16:18:39 -0700
+ Commit: c4c982a, github.com/apache/spark/pull/5276
+
+ [SPARK-6633][SQL] Should be "Contains" instead of "EndsWith" when constructing sources.StringContains
+ Liang-Chi Hsieh <vi...@gmail.com>
+ 2015-03-31 13:18:07 -0700
+ Commit: d851646, github.com/apache/spark/pull/5299
+
+ [SPARK-5371][SQL] Propagate types after function conversion, before futher resolution
+ Michael Armbrust <mi...@databricks.com>
+ 2015-03-31 11:34:29 -0700
+ Commit: 5a957fe, github.com/apache/spark/pull/5278
+
+ [SPARK-6145][SQL] fix ORDER BY on nested fields
+ Michael Armbrust <mi...@databricks.com>
+ 2015-03-31 11:23:18 -0700
+ Commit: 045228f, github.com/apache/spark/pull/5189
+
+ [SPARK-6575] [SQL] Adds configuration to disable schema merging while converting metastore Parquet tables
+ Cheng Lian <li...@databricks.com>
+ 2015-03-31 11:21:15 -0700
+ Commit: 778c876, github.com/apache/spark/pull/5231
+
+ [SPARK-6555] [SQL] Overrides equals() and hashCode() for MetastoreRelation
+ Cheng Lian <li...@databricks.com>
+ 2015-03-31 11:18:25 -0700
+ Commit: 9ebefb1, github.com/apache/spark/pull/5289
+
+ [SPARK-6618][SQL] HiveMetastoreCatalog.lookupRelation should use fine-grained lock
+ Yin Huai <yh...@databricks.com>
+ 2015-03-31 16:28:40 +0800
+ Commit: fd600ce, github.com/apache/spark/pull/5281
+
+ [SPARK-6623][SQL] Alias DataFrame.na.drop and DataFrame.na.fill in Python.
+ Reynold Xin <rx...@databricks.com>
+ 2015-03-31 00:25:23 -0700
+ Commit: cf651a4, github.com/apache/spark/pull/5284
+
+ [SPARK-6625][SQL] Add common string filters to data sources.
+ Reynold Xin <rx...@databricks.com>
+ 2015-03-31 00:19:51 -0700
+ Commit: a97d4e6, github.com/apache/spark/pull/5285
+
+ [SPARK-6119][SQL] DataFrame support for missing data handling
+ Reynold Xin <rx...@databricks.com>
+ 2015-03-30 20:47:10 -0700
+ Commit: 67c885e, github.com/apache/spark/pull/5274
+
+ [SPARK-6369] [SQL] Uses commit coordinator to help committing Hive and Parquet tables
+ Cheng Lian <li...@databricks.com>
+ 2015-03-31 07:48:37 +0800
+ Commit: fedbfc7, github.com/apache/spark/pull/5139
+
+ [SPARK-6603] [PySpark] [SQL] add SQLContext.udf and deprecate inferSchema() and applySchema
+ Davies Liu <da...@databricks.com>
+ 2015-03-30 15:47:00 -0700
+ Commit: 30e7c63, github.com/apache/spark/pull/5273
+
+ [SPARK-6592][SQL] fix filter for scaladoc to generate API doc for Row class under catalyst dir
+ CodingCat <zh...@gmail.com>
+ 2015-03-30 11:54:44 -0700
+ Commit: f9d4efa, github.com/apache/spark/pull/5252
+
+ [SPARK-6571][MLLIB] use wrapper in MatrixFactorizationModel.load
+ Xiangrui Meng <me...@databricks.com>
+ 2015-03-28 15:08:05 -0700
+ Commit: 93a7166, github.com/apache/spark/pull/5243
+
+ [SPARK-6595][SQL] MetastoreRelation should be a MultiInstanceRelation
+ Michael Armbrust <mi...@databricks.com>
+ 2015-03-30 22:24:12 +0800
+ Commit: c411530, github.com/apache/spark/pull/5251
+
+ [SPARK-6558] Utils.getCurrentUserName returns the full principal name instead of login name
+ Thomas Graves <tg...@apache.org>
+ 2015-03-29 12:43:30 +0100
+ Commit: f8132de, github.com/apache/spark/pull/5229
+
+ [SPARK-5750][SPARK-3441][SPARK-5836][CORE] Added documentation explaining shuffle
+ Ilya Ganelin <il...@capitalone.com>, Ilya Ganelin <il...@gmail.com>
+ 2015-03-30 11:52:02 +0100
+ Commit: 1c59a4b, github.com/apache/spark/pull/5074
+
+ [spark-sql] a better exception message than "scala.MatchError" for unsupported types in Schema creation
+ Eran Medan <eh...@gmail.com>
+ 2015-03-30 00:02:52 -0700
+ Commit: 4859c40, github.com/apache/spark/pull/5235
+
+ [HOTFIX] Build break due to NoRelation cherry-pick.
+ Reynold Xin <rx...@databricks.com>
+ 2015-03-29 12:07:28 -0700
+ Commit: 6181366
+
+ [DOC] Improvements to Python docs.
+ Reynold Xin <rx...@databricks.com>
+ 2015-03-28 23:59:27 -0700
+ Commit: 3db0844, github.com/apache/spark/pull/5238
+
+ [SPARK-6538][SQL] Add missing nullable Metastore fields when merging a Parquet schema
+ Adam Budde <bu...@amazon.com>
+ 2015-03-28 09:14:09 +0800
+ Commit: 5e04f45, github.com/apache/spark/pull/5214
+
+ [SPARK-6564][SQL] SQLContext.emptyDataFrame should contain 0 row, not 1 row
+ Reynold Xin <rx...@databricks.com>
+ 2015-03-27 14:56:57 -0700
+ Commit: 7006858, github.com/apache/spark/pull/5226
+
+ [SPARK-6544][build] Increment Avro version from 1.7.6 to 1.7.7
+ Dean Chen <de...@gmail.com>
+ 2015-03-27 14:32:51 +0000
+ Commit: fefd49f, github.com/apache/spark/pull/5193
+
+ [SPARK-6574] [PySpark] fix sql example
+ Davies Liu <da...@databricks.com>
+ 2015-03-27 11:42:26 -0700
+ Commit: b902a95, github.com/apache/spark/pull/5230
+
+ [SPARK-6550][SQL] Use analyzed plan in DataFrame
+ Michael Armbrust <mi...@databricks.com>
+ 2015-03-27 11:40:00 -0700
+ Commit: bc75189, github.com/apache/spark/pull/5217
+
+ [SPARK-6341][mllib] Upgrade breeze from 0.11.1 to 0.11.2
+ Yu ISHIKAWA <yu...@gmail.com>
+ 2015-03-27 00:15:02 -0700
+ Commit: b318858, github.com/apache/spark/pull/5222
+
+ [DOCS][SQL] Fix JDBC example
+ Michael Armbrust <mi...@databricks.com>
+ 2015-03-26 14:51:46 -0700
+ Commit: 54d92b5, github.com/apache/spark/pull/5192
+
+ [SPARK-6554] [SQL] Don't push down predicates which reference partition column(s)
+ Cheng Lian <li...@databricks.com>
+ 2015-03-26 13:11:37 -0700
+ Commit: 3d54578, github.com/apache/spark/pull/5210
+
+ [SPARK-6117] [SQL] Improvements to DataFrame.describe()
+ Reynold Xin <rx...@databricks.com>
+ 2015-03-26 12:26:13 -0700
+ Commit: 28e3a1e, github.com/apache/spark/pull/5201
+
+ [SPARK-6117] [SQL] add describe function to DataFrame for summary statis...
+ azagrebin <az...@gmail.com>
+ 2015-03-26 00:25:04 -0700
+ Commit: 84735c3, github.com/apache/spark/pull/5073
+
+ SPARK-6480 [CORE] histogram() bucket function is wrong in some simple edge cases
+ Sean Owen <so...@cloudera.com>
+ 2015-03-26 15:00:23 +0000
+ Commit: aa2d157, github.com/apache/spark/pull/5148
+
+ [SPARK-6491] Spark will put the current working dir to the CLASSPATH
+ guliangliang <gu...@qiyi.com>
+ 2015-03-26 13:28:56 +0000
+ Commit: 5b5f0e2, github.com/apache/spark/pull/5156
+
+ [SQL][SPARK-6471]: Metastore schema should only be a subset of parquet schema to support dropping of columns using replace columns
+ Yash Datta <Ya...@guavus.com>
+ 2015-03-26 21:13:38 +0800
+ Commit: 836c921, github.com/apache/spark/pull/5141
+
+ [SPARK-6465][SQL] Fix serialization of GenericRowWithSchema using kryo
+ Michael Armbrust <mi...@databricks.com>
+ 2015-03-26 18:46:57 +0800
+ Commit: 8254996, github.com/apache/spark/pull/5191
+
+ [SPARK-6536] [PySpark] Column.inSet() in Python
+ Davies Liu <da...@databricks.com>
+ 2015-03-26 00:01:24 -0700
+ Commit: 0ba7599, github.com/apache/spark/pull/5190
+
+ [SPARK-6463][SQL] AttributeSet.equal should compare size
+ sisihj <ju...@huawei.com>, Michael Armbrust <mi...@databricks.com>
+ 2015-03-25 19:21:54 -0700
+ Commit: 9edb34f, github.com/apache/spark/pull/5194
+
+ [SPARK-6450] [SQL] Fixes metastore Parquet table conversion
+ Cheng Lian <li...@databricks.com>
+ 2015-03-25 17:40:19 -0700
+ Commit: 0cd4748, github.com/apache/spark/pull/5183
+
+ [SPARK-6409][SQL] It is not necessary that avoid old inteface of hive, because this will make some UDAF can not work.
+ DoingDone9 <79...@qq.com>
+ 2015-03-25 11:11:52 -0700
+ Commit: 4efa6c5, github.com/apache/spark/pull/5131
+
+ SPARK-6063 MLlib doesn't pass mvn scalastyle check due to UTF chars in LDAModel.scala
+ Michael Griffiths <ms...@gmail.com>, Griffiths, Michael (NYC-RPM) <mi...@reprisemedia.com>
+ 2015-02-28 14:47:39 +0000
+ Commit: 6791f42, github.com/apache/spark/pull/4815
+
+ [SPARK-6496] [MLLIB] GeneralizedLinearAlgorithm.run(input, initialWeights) should initialize numFeatures
+ Yanbo Liang <yb...@gmail.com>
+ 2015-03-25 17:05:56 +0000
+ Commit: 2be4255, github.com/apache/spark/pull/5167
+
+ [DOCUMENTATION]Fixed Missing Type Import in Documentation
+ Bill Chambers <wc...@ischool.berkeley.edu>, anabranch <wa...@gmail.com>
+ 2015-03-24 22:24:35 -0700
+ Commit: 8e4e2e3, github.com/apache/spark/pull/5179
+
+ [SPARK-6469] Improving documentation on YARN local directories usage
+ Christophe Préaud <ch...@kelkoo.com>
+ 2015-03-24 17:05:49 -0700
+ Commit: 6af9408, github.com/apache/spark/pull/5165
+
+ [SPARK-3570] Include time to open files in shuffle write time.
+ Kay Ousterhout <ka...@gmail.com>
+ 2015-03-24 16:29:40 -0700
+ Commit: e4db5a3, github.com/apache/spark/pull/4550
+
+ [SPARK-6088] Correct how tasks that get remote results are shown in UI.
+ Kay Ousterhout <ka...@gmail.com>
+ 2015-03-24 16:26:43 -0700
+ Commit: de8b2d4, github.com/apache/spark/pull/4839
+
+ [SPARK-6428][SQL] Added explicit types for all public methods in catalyst
+ Reynold Xin <rx...@databricks.com>
+ 2015-03-24 16:03:55 -0700
+ Commit: 586e0d9, github.com/apache/spark/pull/5162
+
+ [SPARK-6209] Clean up connections in ExecutorClassLoader after failing to load classes (master branch PR)
+ Josh Rosen <jo...@databricks.com>
+ 2015-03-24 14:38:20 -0700
+ Commit: dcf56aa, github.com/apache/spark/pull/4944
+
+ [SPARK-6458][SQL] Better error messages for invalid data sources
+ Michael Armbrust <mi...@databricks.com>
+ 2015-03-24 14:10:56 -0700
+ Commit: f48c16d, github.com/apache/spark/pull/5158
+
+ [SPARK-6376][SQL] Avoid eliminating subqueries until optimization
+ Michael Armbrust <mi...@databricks.com>
+ 2015-03-24 14:08:20 -0700
+ Commit: df671bc, github.com/apache/spark/pull/5160
+
+ [SPARK-6375][SQL] Fix formatting of error messages.
+ Michael Armbrust <mi...@databricks.com>
+ 2015-03-24 13:22:46 -0700
+ Commit: 92bf888, github.com/apache/spark/pull/5155
+
+ Revert "[SPARK-5680][SQL] Sum function on all null values, should return zero"
+ Michael Armbrust <mi...@databricks.com>
+ 2015-03-24 12:32:25 -0700
+ Commit: 930b667
+
+ [SPARK-6054][SQL] Fix transformations of TreeNodes that hold StructTypes
+ Michael Armbrust <mi...@databricks.com>
+ 2015-03-24 12:28:01 -0700
+ Commit: c699e2b, github.com/apache/spark/pull/5157
+
+ [SPARK-6437][SQL] Use completion iterator to close external sorter
+ Michael Armbrust <mi...@databricks.com>
+ 2015-03-24 12:10:30 -0700
+ Commit: c0101d3, github.com/apache/spark/pull/5161
+
+ [SPARK-6459][SQL] Warn when constructing trivially true equals predicate
+ Michael Armbrust <mi...@databricks.com>
+ 2015-03-24 12:09:02 -0700
+ Commit: f0141ca, github.com/apache/spark/pull/5163
+
+ [SPARK-5955][MLLIB] add checkpointInterval to ALS
+ Xiangrui Meng <me...@databricks.com>
+ 2015-03-20 15:02:57 -0400
+ Commit: bc92a2e, github.com/apache/spark/pull/5076
+
+ [ML][docs][minor] Define LabeledDocument/Document classes in CV example
+ Peter Rudenko <pe...@gmail.com>
+ 2015-03-24 16:33:38 +0000
+ Commit: 4ff5771, github.com/apache/spark/pull/5135
+
+ [SPARK-5559] [Streaming] [Test] Remove oppotunity we met flakiness when running FlumeStreamSuite
+ Kousuke Saruta <sa...@oss.nttdata.co.jp>
+ 2015-03-24 16:13:25 +0000
+ Commit: 8722369, github.com/apache/spark/pull/4337
+
+ Update the command to use IPython notebook
+ Cong Yue <yu...@gmail.com>
+ 2015-03-24 12:56:13 +0000
+ Commit: e545143, github.com/apache/spark/pull/5111
+
+ [SPARK-6452] [SQL] Checks for missing attributes and unresolved operator for all types of operator
+ Cheng Lian <li...@databricks.com>
+ 2015-03-24 01:12:11 -0700
+ Commit: 6f10142, github.com/apache/spark/pull/5129
+
+ [SPARK-6124] Support jdbc connection properties in OPTIONS part of the query
+ Volodymyr Lyubinets <vl...@gmail.com>
+ 2015-03-23 17:00:27 -0700
+ Commit: 04b2078, github.com/apache/spark/pull/4859
+
+ [SPARK-6397][SQL] Check the missingInput simply
+ Yadong Qi <qi...@gmail.com>
+ 2015-03-23 18:16:49 +0800
+ Commit: a29f493, github.com/apache/spark/pull/5132
+
+ [SPARK-4985] [SQL] parquet support for date type
+ Daoyuan Wang <da...@intel.com>
+ 2015-03-23 11:46:16 +0800
+ Commit: 60b9b96, github.com/apache/spark/pull/3822
+
+ [SPARK-6337][Documentation, SQL]Spark 1.3 doc fixes
+ vinodkc <vi...@gmail.com>
+ 2015-03-22 20:00:08 +0000
+ Commit: 857e8a6, github.com/apache/spark/pull/5112
+
+ SPARK-6454 [DOCS] Fix links to pyspark api
+ Kamil Smuga <sm...@gmail.com>, stderr <sm...@gmail.com>
+ 2015-03-22 15:56:25 +0000
+ Commit: 3ba295f, github.com/apache/spark/pull/5120
+
+ [SPARK-6408] [SQL] Fix JDBCRDD filtering string literals
+ ypcat <yp...@gmail.com>, Pei-Lun Lee <pl...@appier.com>
+ 2015-03-22 15:49:13 +0800
+ Commit: e60fbf6, github.com/apache/spark/pull/5087
+
+ [SPARK-6428][SQL] Added explicit type for all public methods for Hive module
+ Reynold Xin <rx...@databricks.com>
+ 2015-03-21 14:30:04 -0700
+ Commit: 0021d22, github.com/apache/spark/pull/5108
+
+ [SPARK-6428][SQL] Added explicit type for all public methods in sql/core
+ Reynold Xin <rx...@databricks.com>
+ 2015-03-20 15:47:07 -0700
+ Commit: c964588, github.com/apache/spark/pull/5104
+
+ [SPARK-6250][SPARK-6146][SPARK-5911][SQL] Types are now reserved words in DDL parser.
+ Yin Huai <yh...@databricks.com>
+ 2015-03-21 13:27:53 -0700
+ Commit: 102daaf, github.com/apache/spark/pull/5078
+
+ [SPARK-5680][SQL] Sum function on all null values, should return zero
+ Venkata Ramana G <ramana.gollamudihuawei.com>, Venkata Ramana Gollamudi <ra...@huawei.com>
+ 2015-03-21 13:24:24 -0700
+ Commit: 93975a3, github.com/apache/spark/pull/4466
+
+ [SPARK-5320][SQL]Add statistics method at NoRelation (override super).
+ x1- <vi...@gmail.com>
+ 2015-03-21 13:22:34 -0700
+ Commit: cba6842, github.com/apache/spark/pull/5105
+
+ [SPARK-5821] [SQL] JSON CTAS command should throw error message when delete path failure
+ Yanbo Liang <yb...@gmail.com>, Yanbo Liang <ya...@gmail.com>
+ 2015-03-21 11:23:28 +0800
+ Commit: 8de90c7, github.com/apache/spark/pull/4610
+
+ [SPARK-6315] [SQL] Also tries the case class string parser while reading Parquet schema
+ Cheng Lian <li...@databricks.com>
+ 2015-03-21 11:18:45 +0800
+ Commit: b75943f, github.com/apache/spark/pull/5034
+
+ [SPARK-5821] [SQL] ParquetRelation2 CTAS should check if delete is successful
+ Yanbo Liang <yb...@gmail.com>
+ 2015-03-21 10:53:04 +0800
+ Commit: df83e21, github.com/apache/spark/pull/5107
+
+ [SPARK-6421][MLLIB] _regression_train_wrapper does not test initialWeights correctly
+ lewuathe <le...@me.com>
+ 2015-03-20 17:18:18 -0400
+ Commit: aff9f8d, github.com/apache/spark/pull/5101
+
+ [SPARK-6286][Mesos][minor] Handle missing Mesos case TASK_ERROR
+ Jongyoul Lee <jo...@gmail.com>
+ 2015-03-20 12:24:34 +0000
+ Commit: db812d9, github.com/apache/spark/pull/5088
+
+ [SPARK-6222][Streaming] Dont delete checkpoint data when doing pre-batch-start checkpoint
+ Tathagata Das <ta...@gmail.com>
+ 2015-03-19 02:15:50 -0400
+ Commit: 03e263f, github.com/apache/spark/pull/5008
+
+ [SPARK-6325] [core,yarn] Do not change target executor count when killing executors.
+ Marcelo Vanzin <va...@cloudera.com>
+ 2015-03-18 09:18:28 -0400
+ Commit: 1723f05, github.com/apache/spark/pull/5018
+
+ [SPARK-6286][minor] Handle missing Mesos case TASK_ERROR.
+ Iulian Dragos <ja...@gmail.com>
+ 2015-03-18 09:15:33 -0400
+ Commit: ff0a7f4, github.com/apache/spark/pull/5000
+
+ [SPARK-6247][SQL] Fix resolution of ambiguous joins caused by new aliases
+ Michael Armbrust <mi...@databricks.com>
+ 2015-03-17 19:47:51 -0700
+ Commit: ba8352c, github.com/apache/spark/pull/5062
+
+ [SPARK-6383][SQL]Fixed compiler and errors in Dataframe examples
+ Tijo Thomas <ti...@gmail.com>
+ 2015-03-17 18:50:19 -0700
+ Commit: cee6d08, github.com/apache/spark/pull/5068
+
+ [SPARK-6366][SQL] In Python API, the default save mode for save and saveAsTable should be "error" instead of "append".
+ Yin Huai <yh...@databricks.com>
+ 2015-03-18 09:41:06 +0800
+ Commit: 3ea38bc, github.com/apache/spark/pull/5053
+
+ [SPARK-6330] [SQL] Add a test case for SPARK-6330
+ Pei-Lun Lee <pl...@appier.com>
+ 2015-03-18 08:34:46 +0800
+ Commit: 9d88f0c, github.com/apache/spark/pull/5039
+
+ [SPARK-6336] LBFGS should document what convergenceTol means
+ lewuathe <le...@me.com>
+ 2015-03-17 12:11:57 -0700
+ Commit: 476c4e1, github.com/apache/spark/pull/5033
+
+ [SPARK-6365] jetty-security also needed for SPARK_PREPEND_CLASSES to work
+ Imran Rashid <ir...@cloudera.com>
+ 2015-03-17 12:03:54 -0500
+ Commit: ac0e7cc, github.com/apache/spark/pull/5071
+
+ [SPARK-6313] Add config option to disable file locks/fetchFile cache to ...
+ nemccarthy <na...@nemccarthy.me>
+ 2015-03-17 09:33:11 -0700
+ Commit: febb123, github.com/apache/spark/pull/5036
+
+ [SPARK-3266] Use intermediate abstract classes to fix type erasure issues in Java APIs
+ Josh Rosen <jo...@databricks.com>
+ 2015-03-17 09:18:57 -0700
+ Commit: 29e39e1, github.com/apache/spark/pull/5050
+
+ [SPARK-6331] Load new master URL if present when recovering streaming context from checkpoint
+ Tathagata Das <ta...@gmail.com>
+ 2015-03-17 05:31:27 -0700
+ Commit: 95f8d1c, github.com/apache/spark/pull/5024
+
+ [SQL][docs][minor] Fixed sample code in SQLContext scaladoc
+ Lomig Mégard <lo...@gmail.com>
+ 2015-03-16 23:52:42 -0700
+ Commit: 426816b, github.com/apache/spark/pull/5051
+
+ [SPARK-6299][CORE] ClassNotFoundException in standalone mode when running groupByKey with class defined in REPL
+ Kevin (Sangwoo) Kim <sa...@gmail.com>
+ 2015-03-16 23:49:23 -0700
+ Commit: 5c16ced, github.com/apache/spark/pull/5046
+
+ [SPARK-6077] Remove streaming tab while stopping StreamingContext
+ lisurprise <zh...@intel.com>
+ 2015-03-16 13:10:32 -0700
+ Commit: 47cce98, github.com/apache/spark/pull/4828
+
+ [SPARK-6330] Fix filesystem bug in newParquet relation
+ Volodymyr Lyubinets <vl...@gmail.com>
+ 2015-03-16 12:13:18 -0700
+ Commit: 67fa6d1, github.com/apache/spark/pull/5020
+
+ SPARK-6245 [SQL] jsonRDD() of empty RDD results in exception
+ Sean Owen <so...@cloudera.com>
+ 2015-03-11 14:09:09 +0000
+ Commit: 684ff24, github.com/apache/spark/pull/4971
+
+ [SPARK-6300][Spark Core] sc.addFile(path) does not support the relative path.
+ DoingDone9 <79...@qq.com>
+ 2015-03-16 12:27:15 +0000
+ Commit: 724aab4, github.com/apache/spark/pull/4993
+
+ [SPARK-3619] Part 2. Upgrade to Mesos 0.21 to work around MESOS-1688
+ Jongyoul Lee <jo...@gmail.com>
+ 2015-03-15 15:46:55 +0000
+ Commit: 43fcab0, github.com/apache/spark/pull/4361
+
+ [SPARK-6210] [SQL] use prettyString as column name in agg()
+ Davies Liu <da...@databricks.com>
+ 2015-03-14 00:43:33 -0700
+ Commit: ad47563, github.com/apache/spark/pull/5006
+
+ [SPARK-6275][Documentation]Miss toDF() function in docs/sql-programming-guide.md
+ zzcclp <xm...@sina.com>
+ 2015-03-12 15:07:15 +0000
+ Commit: 3012781, github.com/apache/spark/pull/4977
+
+ [SPARK-6133] Make sc.stop() idempotent
+ Andrew Or <an...@databricks.com>
+ 2015-03-03 15:09:57 -0800
+ Commit: a08588c, github.com/apache/spark/pull/4871
+
+ [SPARK-6132][HOTFIX] ContextCleaner InterruptedException should be quiet
+ Andrew Or <an...@databricks.com>
+ 2015-03-03 20:49:45 -0800
+ Commit: 338bea7, github.com/apache/spark/pull/4882
+
+ [SPARK-6132] ContextCleaner race condition across SparkContexts
+ Andrew Or <an...@databricks.com>
+ 2015-03-03 13:44:05 -0800
+ Commit: 3cdc8a3, github.com/apache/spark/pull/4869
+
+ [SPARK-6087][CORE] Provide actionable exception if Kryo buffer is not large enough
+ Lev Khomich <le...@gmail.com>
+ 2015-03-10 10:55:42 +0000
+ Commit: 9846790, github.com/apache/spark/pull/4947
+
+ [SPARK-6036][CORE] avoid race condition between eventlogListener and akka actor system
+ Zhang, Liye <li...@intel.com>
+ 2015-02-26 23:11:43 -0800
+ Commit: f81611d, github.com/apache/spark/pull/4785
+
+ SPARK-4044 [CORE] Thriftserver fails to start when JAVA_HOME points to JRE instead of JDK
+ Sean Owen <so...@cloudera.com>
+ 2015-03-13 17:59:31 +0000
+ Commit: 4aa4132, github.com/apache/spark/pull/4981
+
+ SPARK-4300 [CORE] Race condition during SparkWorker shutdown
+ Sean Owen <so...@cloudera.com>
+ 2015-02-26 14:08:56 -0800
+ Commit: a3493eb, github.com/apache/spark/pull/4787
+
+ [SPARK-6194] [SPARK-677] [PySpark] fix memory leak in collect()
+ Davies Liu <da...@databricks.com>
+ 2015-03-09 16:24:06 -0700
+ Commit: 170af49, github.com/apache/spark/pull/4923
+
+ SPARK-4704 [CORE] SparkSubmitDriverBootstrap doesn't flush output
+ Sean Owen <so...@cloudera.com>
+ 2015-02-26 12:56:54 -0800
+ Commit: dbee7e1, github.com/apache/spark/pull/4788
+
+ [SPARK-6278][MLLIB] Mention the change of objective in linear regression
+ Xiangrui Meng <me...@databricks.com>
+ 2015-03-13 10:27:28 -0700
+ Commit: 214f681, github.com/apache/spark/pull/4978
+
+ [SPARK-5310] [SQL] [DOC] Parquet section for the SQL programming guide
+ Cheng Lian <li...@databricks.com>
+ 2015-03-13 21:34:50 +0800
+ Commit: dc287f3, github.com/apache/spark/pull/5001
+
+ [mllib] [python] Add LassoModel to __all__ in regression.py
+ Joseph K. Bradley <jo...@databricks.com>
+ 2015-03-12 16:46:29 -0700
+ Commit: 23069bd, github.com/apache/spark/pull/4970
+
+ [SPARK-6294] fix hang when call take() in JVM on PythonRDD
+ Davies Liu <da...@databricks.com>
+ 2015-03-12 01:34:38 -0700
+ Commit: 850e694, github.com/apache/spark/pull/4987
+
+ [SPARK-6296] [SQL] Added equals to Column
+ Volodymyr Lyubinets <vl...@gmail.com>
+ 2015-03-12 00:55:26 -0700
+ Commit: d9e141c, github.com/apache/spark/pull/4988
+
+ [SPARK-6128][Streaming][Documentation] Updates to Spark Streaming Programming Guide
+ Tathagata Das <ta...@gmail.com>
+ 2015-03-11 18:48:21 -0700
+ Commit: bdc4682, github.com/apache/spark/pull/4956
+
+ [SPARK-6274][Streaming][Examples] Added examples streaming + sql examples.
+ Tathagata Das <ta...@gmail.com>
+ 2015-03-11 11:19:51 -0700
+ Commit: ac61466, github.com/apache/spark/pull/4975
+
+ [SPARK-5183][SQL] Update SQL Docs with JDBC and Migration Guide
+ Michael Armbrust <mi...@databricks.com>
+ 2015-03-10 18:13:09 -0700
+ Commit: edbcb6f, github.com/apache/spark/pull/4958
+
+ Minor doc: Remove the extra blank line in data types javadoc.
+ Reynold Xin <rx...@databricks.com>
+ 2015-03-10 17:25:04 -0700
+ Commit: 7295192, github.com/apache/spark/pull/4955
+
+ [SPARK-5310][Doc] Update SQL Programming Guide to include DataFrames.
+ Reynold Xin <rx...@databricks.com>
+ 2015-03-09 16:16:16 -0700
+ Commit: bc53d3d, github.com/apache/spark/pull/4954
+
+ [Docs] Replace references to SchemaRDD with DataFrame
+ Reynold Xin <rx...@databricks.com>
+ 2015-03-09 13:29:19 -0700
+ Commit: 5e58f76, github.com/apache/spark/pull/4952
+
+ Preparing development version 1.3.1-SNAPSHOT
+ Patrick Wendell <pa...@databricks.com>
+ 2015-03-05 23:02:08 +0000
+ Commit: c152f9a
+
+
Release 1.3.0
[SQL] Make Strategies a public developer API
http://git-wip-us.apache.org/repos/asf/spark/blob/5db4ff2f/core/src/main/scala/org/apache/spark/package.scala
----------------------------------------------------------------------
diff --git a/core/src/main/scala/org/apache/spark/package.scala b/core/src/main/scala/org/apache/spark/package.scala
index 8aa3a70..7780372 100644
--- a/core/src/main/scala/org/apache/spark/package.scala
+++ b/core/src/main/scala/org/apache/spark/package.scala
@@ -43,5 +43,5 @@ package org.apache
package object spark {
// For package docs only
- val SPARK_VERSION = "1.3.0"
+ val SPARK_VERSION = "1.3.1"
}
http://git-wip-us.apache.org/repos/asf/spark/blob/5db4ff2f/dev/create-release/generate-changelist.py
----------------------------------------------------------------------
diff --git a/dev/create-release/generate-changelist.py b/dev/create-release/generate-changelist.py
index 2a2e4b7..1abf7ff 100755
--- a/dev/create-release/generate-changelist.py
+++ b/dev/create-release/generate-changelist.py
@@ -31,8 +31,8 @@ import time
import traceback
SPARK_HOME = os.environ["SPARK_HOME"]
-NEW_RELEASE_VERSION = "1.3.0"
-PREV_RELEASE_GIT_TAG = "v1.2.1"
+NEW_RELEASE_VERSION = "1.3.1"
+PREV_RELEASE_GIT_TAG = "v1.3.0"
CHANGELIST = "CHANGES.txt"
OLD_CHANGELIST = "%s.old" % (CHANGELIST)
http://git-wip-us.apache.org/repos/asf/spark/blob/5db4ff2f/docs/_config.yml
----------------------------------------------------------------------
diff --git a/docs/_config.yml b/docs/_config.yml
index ef6da03..1fd6047 100644
--- a/docs/_config.yml
+++ b/docs/_config.yml
@@ -14,8 +14,8 @@ include:
# These allow the documentation to be updated with newer releases
# of Spark, Scala, and Mesos.
-SPARK_VERSION: 1.3.0
-SPARK_VERSION_SHORT: 1.3.0
+SPARK_VERSION: 1.3.1
+SPARK_VERSION_SHORT: 1.3.1
SCALA_BINARY_VERSION: "2.10"
SCALA_VERSION: "2.10.4"
MESOS_VERSION: 0.21.0
http://git-wip-us.apache.org/repos/asf/spark/blob/5db4ff2f/ec2/spark_ec2.py
----------------------------------------------------------------------
diff --git a/ec2/spark_ec2.py b/ec2/spark_ec2.py
index c0f3759..95082b5 100755
--- a/ec2/spark_ec2.py
+++ b/ec2/spark_ec2.py
@@ -40,7 +40,7 @@ from datetime import datetime
from optparse import OptionParser
from sys import stderr
-SPARK_EC2_VERSION = "1.3.0"
+SPARK_EC2_VERSION = "1.3.1"
SPARK_EC2_DIR = os.path.dirname(os.path.realpath(__file__))
VALID_SPARK_VERSIONS = set([
@@ -58,6 +58,7 @@ VALID_SPARK_VERSIONS = set([
"1.2.0",
"1.2.1",
"1.3.0",
+ "1.3.1",
])
DEFAULT_SPARK_VERSION = SPARK_EC2_VERSION
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org