You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by sr...@apache.org on 2017/03/12 09:17:14 UTC

[2/2] spark-website git commit: add Spark Project Improvement Proposals doc

add Spark Project Improvement Proposals doc


Project: http://git-wip-us.apache.org/repos/asf/spark-website/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark-website/commit/39838046
Tree: http://git-wip-us.apache.org/repos/asf/spark-website/tree/39838046
Diff: http://git-wip-us.apache.org/repos/asf/spark-website/diff/39838046

Branch: refs/heads/asf-site
Commit: 39838046c1f2cc0c3e00bd08f5130af6f9798aed
Parents: c1b9ad3
Author: cody koeninger <co...@koeninger.org>
Authored: Fri Mar 10 13:31:58 2017 -0600
Committer: cody koeninger <co...@koeninger.org>
Committed: Fri Mar 10 13:31:58 2017 -0600

----------------------------------------------------------------------
 _layouts/global.html                            |   1 +
 improvement-proposals.md                        |  91 ++++++
 site/committers.html                            |   1 +
 site/community.html                             |   1 +
 site/contributing.html                          |   1 +
 site/developer-tools.html                       |   1 +
 site/documentation.html                         |   1 +
 site/downloads.html                             |   1 +
 site/examples.html                              |   1 +
 site/faq.html                                   |   1 +
 site/graphx/index.html                          |   1 +
 site/improvement-proposals.html                 | 295 +++++++++++++++++++
 site/index.html                                 |   1 +
 site/mailing-lists.html                         |   1 +
 site/mllib/index.html                           |   1 +
 site/news/amp-camp-2013-registration-ope.html   |   1 +
 .../news/announcing-the-first-spark-summit.html |   1 +
 .../news/fourth-spark-screencast-published.html |   1 +
 site/news/index.html                            |   1 +
 site/news/nsdi-paper.html                       |   1 +
 site/news/one-month-to-spark-summit-2015.html   |   1 +
 .../proposals-open-for-spark-summit-east.html   |   1 +
 ...registration-open-for-spark-summit-east.html |   1 +
 .../news/run-spark-and-shark-on-amazon-emr.html |   1 +
 site/news/spark-0-6-1-and-0-5-2-released.html   |   1 +
 site/news/spark-0-6-2-released.html             |   1 +
 site/news/spark-0-7-0-released.html             |   1 +
 site/news/spark-0-7-2-released.html             |   1 +
 site/news/spark-0-7-3-released.html             |   1 +
 site/news/spark-0-8-0-released.html             |   1 +
 site/news/spark-0-8-1-released.html             |   1 +
 site/news/spark-0-9-0-released.html             |   1 +
 site/news/spark-0-9-1-released.html             |   1 +
 site/news/spark-0-9-2-released.html             |   1 +
 site/news/spark-1-0-0-released.html             |   1 +
 site/news/spark-1-0-1-released.html             |   1 +
 site/news/spark-1-0-2-released.html             |   1 +
 site/news/spark-1-1-0-released.html             |   1 +
 site/news/spark-1-1-1-released.html             |   1 +
 site/news/spark-1-2-0-released.html             |   1 +
 site/news/spark-1-2-1-released.html             |   1 +
 site/news/spark-1-2-2-released.html             |   1 +
 site/news/spark-1-3-0-released.html             |   1 +
 site/news/spark-1-4-0-released.html             |   1 +
 site/news/spark-1-4-1-released.html             |   1 +
 site/news/spark-1-5-0-released.html             |   1 +
 site/news/spark-1-5-1-released.html             |   1 +
 site/news/spark-1-5-2-released.html             |   1 +
 site/news/spark-1-6-0-released.html             |   1 +
 site/news/spark-1-6-1-released.html             |   1 +
 site/news/spark-1-6-2-released.html             |   1 +
 site/news/spark-1-6-3-released.html             |   1 +
 site/news/spark-2-0-0-released.html             |   1 +
 site/news/spark-2-0-1-released.html             |   1 +
 site/news/spark-2-0-2-released.html             |   1 +
 site/news/spark-2-1-0-released.html             |   1 +
 site/news/spark-2.0.0-preview.html              |   1 +
 .../spark-accepted-into-apache-incubator.html   |   1 +
 site/news/spark-and-shark-in-the-news.html      |   1 +
 site/news/spark-becomes-tlp.html                |   1 +
 site/news/spark-featured-in-wired.html          |   1 +
 .../spark-mailing-lists-moving-to-apache.html   |   1 +
 site/news/spark-meetups.html                    |   1 +
 site/news/spark-screencasts-published.html      |   1 +
 site/news/spark-summit-2013-is-a-wrap.html      |   1 +
 site/news/spark-summit-2014-videos-posted.html  |   1 +
 site/news/spark-summit-2015-videos-posted.html  |   1 +
 site/news/spark-summit-agenda-posted.html       |   1 +
 .../spark-summit-east-2015-videos-posted.html   |   1 +
 .../spark-summit-east-2016-cfp-closing.html     |   1 +
 .../spark-summit-east-2017-agenda-posted.html   |   1 +
 site/news/spark-summit-east-agenda-posted.html  |   1 +
 .../news/spark-summit-europe-agenda-posted.html |   1 +
 site/news/spark-summit-europe.html              |   1 +
 .../spark-summit-june-2016-agenda-posted.html   |   1 +
 site/news/spark-tips-from-quantifind.html       |   1 +
 .../spark-user-survey-and-powered-by-page.html  |   1 +
 site/news/spark-version-0-6-0-released.html     |   1 +
 .../spark-wins-cloudsort-100tb-benchmark.html   |   1 +
 ...-wins-daytona-gray-sort-100tb-benchmark.html |   1 +
 .../strata-exercises-now-available-online.html  |   1 +
 .../news/submit-talks-to-spark-summit-2014.html |   1 +
 .../news/submit-talks-to-spark-summit-2016.html |   1 +
 .../submit-talks-to-spark-summit-east-2016.html |   1 +
 .../submit-talks-to-spark-summit-eu-2016.html   |   1 +
 site/news/two-weeks-to-spark-summit-2014.html   |   1 +
 ...deo-from-first-spark-development-meetup.html |   1 +
 site/powered-by.html                            |   1 +
 site/release-process.html                       |   1 +
 site/releases/spark-release-0-3.html            |   1 +
 site/releases/spark-release-0-5-0.html          |   1 +
 site/releases/spark-release-0-5-1.html          |   1 +
 site/releases/spark-release-0-5-2.html          |   1 +
 site/releases/spark-release-0-6-0.html          |   1 +
 site/releases/spark-release-0-6-1.html          |   1 +
 site/releases/spark-release-0-6-2.html          |   1 +
 site/releases/spark-release-0-7-0.html          |   1 +
 site/releases/spark-release-0-7-2.html          |   1 +
 site/releases/spark-release-0-7-3.html          |   1 +
 site/releases/spark-release-0-8-0.html          |   1 +
 site/releases/spark-release-0-8-1.html          |   1 +
 site/releases/spark-release-0-9-0.html          |   1 +
 site/releases/spark-release-0-9-1.html          |   1 +
 site/releases/spark-release-0-9-2.html          |   1 +
 site/releases/spark-release-1-0-0.html          |   1 +
 site/releases/spark-release-1-0-1.html          |   1 +
 site/releases/spark-release-1-0-2.html          |   1 +
 site/releases/spark-release-1-1-0.html          |   1 +
 site/releases/spark-release-1-1-1.html          |   1 +
 site/releases/spark-release-1-2-0.html          |   1 +
 site/releases/spark-release-1-2-1.html          |   1 +
 site/releases/spark-release-1-2-2.html          |   1 +
 site/releases/spark-release-1-3-0.html          |   1 +
 site/releases/spark-release-1-3-1.html          |   1 +
 site/releases/spark-release-1-4-0.html          |   1 +
 site/releases/spark-release-1-4-1.html          |   1 +
 site/releases/spark-release-1-5-0.html          |   1 +
 site/releases/spark-release-1-5-1.html          |   1 +
 site/releases/spark-release-1-5-2.html          |   1 +
 site/releases/spark-release-1-6-0.html          |   1 +
 site/releases/spark-release-1-6-1.html          |   1 +
 site/releases/spark-release-1-6-2.html          |   1 +
 site/releases/spark-release-1-6-3.html          |   1 +
 site/releases/spark-release-2-0-0.html          |   1 +
 site/releases/spark-release-2-0-1.html          |   1 +
 site/releases/spark-release-2-0-2.html          |   1 +
 site/releases/spark-release-2-1-0.html          |   1 +
 site/research.html                              |   1 +
 site/screencasts/1-first-steps-with-spark.html  |   1 +
 .../2-spark-documentation-overview.html         |   1 +
 .../3-transformations-and-caching.html          |   1 +
 .../4-a-standalone-job-in-spark.html            |   1 +
 site/screencasts/index.html                     |   1 +
 site/sitemap.xml                                |  16 +-
 site/sql/index.html                             |   1 +
 site/streaming/index.html                       |   1 +
 site/third-party-projects.html                  |   1 +
 site/trademarks.html                            |   1 +
 site/versioning-policy.html                     |   1 +
 139 files changed, 532 insertions(+), 6 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/_layouts/global.html
----------------------------------------------------------------------
diff --git a/_layouts/global.html b/_layouts/global.html
index 099454f..9c1afe3 100644
--- a/_layouts/global.html
+++ b/_layouts/global.html
@@ -134,6 +134,7 @@
         <ul class="dropdown-menu">
           <li><a href="{{site.baseurl}}/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="{{site.baseurl}}/contributing.html">Contributing to Spark</a></li>
+          <li><a href="{{site.baseurl}}/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="{{site.baseurl}}/powered-by.html">Powered By</a></li>
           <li><a href="{{site.baseurl}}/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/improvement-proposals.md
----------------------------------------------------------------------
diff --git a/improvement-proposals.md b/improvement-proposals.md
new file mode 100644
index 0000000..432f9c8
--- /dev/null
+++ b/improvement-proposals.md
@@ -0,0 +1,91 @@
+---
+layout: global
+title: Spark Project Improvement Proposals (SPIP)
+type: "page singular"
+navigation:
+  weight: 5
+  show: true
+---
+
+<h2>Spark Project Improvement Proposals (SPIP)</h2>
+
+The purpose of an SPIP is to inform and involve the user community in major improvements to the Spark codebase throughout the development process, to increase the likelihood that user needs are met.
+
+SPIPs should be used for significant user-facing or cross-cutting changes, not small incremental  improvements. When in doubt, if a committer thinks a change needs an SPIP, it does.
+
+<h3>What is a SPIP?</h3>
+
+An SPIP is similar to a product requirement document commonly used in product management.
+
+An SPIP:
+
+- Is a JIRA ticket labeled \u201cSPIP\u201d proposing a major improvement or change to Spark
+- Follows the template defined below
+- Includes discussions on the JIRA ticket and dev@ list about the proposal
+
+<a href="https://issues.apache.org/jira/browse/SPARK-19904?jql=project%20%3D%20SPARK%20AND%20status%20in%20(Open%2C%20Reopened%2C%20%22In%20Progress%22)%20AND%20labels%20%3D%20SPIP%20ORDER%20BY%20createdDate%20DESC">Current SPIPs</a>
+
+<a href="https://issues.apache.org/jira/issues/?jql=project%20%3D%20SPARK%20AND%20status%20in%20(Resolved)%20AND%20labels%20%3D%20SPIP%20ORDER%20BY%20createdDate%20DESC">Past SPIPs</a>
+
+<h3>Who?</h3>
+
+Any <strong>community member</strong> can help by discussing whether an SPIP is likely to meet their needs, and by proposing SPIPs.
+
+<strong>Contributors</strong> can help by discussing whether an SPIP is likely to be technically feasible.
+
+<strong>Committers</strong> can help by discussing whether an SPIP aligns with long-term project goals, and by shepherding SPIPs.
+
+<strong>SPIP Author</strong> is any community member who authors a SPIP and is committed to pushing the change through the entire process. SPIP authorship can be transferred.
+
+<strong>SPIP Shepherd</strong> is a PMC member who is committed to shepherding the proposed change throughout the entire process. Although the shepherd can delegate or work with other committers in the development process, the shepherd is ultimately responsible for the success or failure of the SPIP. Responsibilities of the shepherd include, but are not limited to:
+
+- Be the advocate for the proposed change
+- Help push forward on design and achieve consensus among key stakeholders
+- Review code changes, making sure the change follows project standards
+- Get feedback from users and iterate on the design & implementation
+- Uphold the quality of the changes, including verifying whether the changes satisfy the goal of the SPIP and are absent of critical bugs before releasing them
+
+<h3>SPIP Process</h3>
+<h4>Proposing an SPIP</h4>
+
+Anyone may propose an SPIP, using the template below. Please only submit an SPIP if you are willing to help, at least with discussion.
+
+After a SPIP is created, the author should email <a href="mailto:dev@spark.apache.org">dev@spark.apache.org</a> to notify the community of the SPIP, and discussions should ensue on the JIRA ticket.
+
+If an SPIP is too small or incremental and should have been done through the normal JIRA process, a committer should remove the SPIP label.
+
+
+<h4>Template for an SPIP</h4>
+
+<dl>
+<dt>Background and Motivation:</dt> <dd>What problem is this solving?</dd>
+
+<dt>Target Personas:</dt> <dd>Examples include data scientists, data engineers, library developers, devops. A single SPIP can have multiple target personas.</dd>
+
+<dt>Goals:</dt> <dd>What must this allow users to do, that they can't currently?</dd>
+
+<dt>Non-Goals:</dt> <dd>What problem is this proposal not designed to solve?</dd>
+
+<dt>Proposed API Changes:</dt> <dd>Optional section defining APIs changes, if any. Backward and forward compatibility must be taken into account.</dd>
+
+<dt>Optional Design Sketch:</dt> <dd>How are the goals going to be accomplished? Give sufficient technical detail to allow a contributor to judge whether it's likely to be feasible. This is not a full design document.</dd>
+
+<dt>Optional Rejected Designs:</dt> <dd>What alternatives were considered? Why were they rejected? If no alternatives have been considered, the problem needs more thought.</dd>
+</dl>
+
+<h4>Discussing an SPIP</h4>
+
+All discussion of an SPIP should take place in a public forum, preferably the discussion attached to the Jira. Any discussions that happen offline should be made available online for the public via meeting notes summarizing the discussions.
+
+During this discussion, one or more shepherds should be identified among PMC members.
+
+Once the discussion settles, the shepherd(s) should call for a vote on the SPIP moving forward on the dev@ list. The vote should be open for at least 72 hours and follows the typical Apache vote process and passes upon consensus (at least 3 +1 votes from PMC members and no -1 votes from PMC members). dev@ should be notified of the vote result.
+
+If there does not exist at least one PMC member that is committed to shepherding the change within a month, the SPIP is rejected.
+
+If a committer does not think a SPIP aligns with long-term project goals, or is not practical at the point of proposal, the committer should -1 the SPIP explicitly and give technical justifications.
+
+
+<h4>Implementing an SPIP</h4>
+
+Implementation should take place via the <a href="{{site.baseurl}}/contributing.html">standard process for code changes</a>. Changes that require SPIPs typically also require design documents to be written and reviewed.

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/committers.html
----------------------------------------------------------------------
diff --git a/site/committers.html b/site/committers.html
index f35f297..980fd43 100644
--- a/site/committers.html
+++ b/site/committers.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/community.html
----------------------------------------------------------------------
diff --git a/site/community.html b/site/community.html
index 9df9622..c0bfd43 100644
--- a/site/community.html
+++ b/site/community.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/contributing.html
----------------------------------------------------------------------
diff --git a/site/contributing.html b/site/contributing.html
index 7d74c22..78f228a 100644
--- a/site/contributing.html
+++ b/site/contributing.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/developer-tools.html
----------------------------------------------------------------------
diff --git a/site/developer-tools.html b/site/developer-tools.html
index 615adea..d09815d 100644
--- a/site/developer-tools.html
+++ b/site/developer-tools.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/documentation.html
----------------------------------------------------------------------
diff --git a/site/documentation.html b/site/documentation.html
index fb4b6b5..0ef7e76 100644
--- a/site/documentation.html
+++ b/site/documentation.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/downloads.html
----------------------------------------------------------------------
diff --git a/site/downloads.html b/site/downloads.html
index 343751d..5f18856 100644
--- a/site/downloads.html
+++ b/site/downloads.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/examples.html
----------------------------------------------------------------------
diff --git a/site/examples.html b/site/examples.html
index a19e263..229f8cd 100644
--- a/site/examples.html
+++ b/site/examples.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/faq.html
----------------------------------------------------------------------
diff --git a/site/faq.html b/site/faq.html
index 807803b..56f0e27 100644
--- a/site/faq.html
+++ b/site/faq.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/graphx/index.html
----------------------------------------------------------------------
diff --git a/site/graphx/index.html b/site/graphx/index.html
index 01a3cf9..4e1fe2e 100644
--- a/site/graphx/index.html
+++ b/site/graphx/index.html
@@ -122,6 +122,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/improvement-proposals.html
----------------------------------------------------------------------
diff --git a/site/improvement-proposals.html b/site/improvement-proposals.html
new file mode 100644
index 0000000..ac783d3
--- /dev/null
+++ b/site/improvement-proposals.html
@@ -0,0 +1,295 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+  <meta charset="utf-8">
+  <meta http-equiv="X-UA-Compatible" content="IE=edge">
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+  <title>
+     Spark Project Improvement Proposals (SPIP) | Apache Spark
+    
+  </title>
+
+  
+
+  
+
+  <!-- Bootstrap core CSS -->
+  <link href="/css/cerulean.min.css" rel="stylesheet">
+  <link href="/css/custom.css" rel="stylesheet">
+
+  <!-- Code highlighter CSS -->
+  <link href="/css/pygments-default.css" rel="stylesheet">
+
+  <script type="text/javascript">
+  <!-- Google Analytics initialization -->
+  var _gaq = _gaq || [];
+  _gaq.push(['_setAccount', 'UA-32518208-2']);
+  _gaq.push(['_trackPageview']);
+  (function() {
+    var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true;
+    ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
+    var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);
+  })();
+
+  <!-- Adds slight delay to links to allow async reporting -->
+  function trackOutboundLink(link, category, action) {
+    try {
+      _gaq.push(['_trackEvent', category , action]);
+    } catch(err){}
+
+    setTimeout(function() {
+      document.location.href = link.href;
+    }, 100);
+  }
+  </script>
+
+  <!-- HTML5 shim and Respond.js IE8 support of HTML5 elements and media queries -->
+  <!--[if lt IE 9]>
+  <script src="https://oss.maxcdn.com/libs/html5shiv/3.7.0/html5shiv.js"></script>
+  <script src="https://oss.maxcdn.com/libs/respond.js/1.3.0/respond.min.js"></script>
+  <![endif]-->
+</head>
+
+<body>
+
+<script src="https://code.jquery.com/jquery.js"></script>
+<script src="https://netdna.bootstrapcdn.com/bootstrap/3.0.3/js/bootstrap.min.js"></script>
+<script src="/js/lang-tabs.js"></script>
+<script src="/js/downloads.js"></script>
+
+<div class="container" style="max-width: 1200px;">
+
+<div class="masthead">
+  
+    <p class="lead">
+      <a href="/">
+      <img src="/images/spark-logo-trademark.png"
+        style="height:100px; width:auto; vertical-align: bottom; margin-top: 20px;"></a><span class="tagline">
+          Lightning-fast cluster computing
+      </span>
+    </p>
+  
+</div>
+
+<nav class="navbar navbar-default" role="navigation">
+  <!-- Brand and toggle get grouped for better mobile display -->
+  <div class="navbar-header">
+    <button type="button" class="navbar-toggle" data-toggle="collapse"
+            data-target="#navbar-collapse-1">
+      <span class="sr-only">Toggle navigation</span>
+      <span class="icon-bar"></span>
+      <span class="icon-bar"></span>
+      <span class="icon-bar"></span>
+    </button>
+  </div>
+
+  <!-- Collect the nav links, forms, and other content for toggling -->
+  <div class="collapse navbar-collapse" id="navbar-collapse-1">
+    <ul class="nav navbar-nav">
+      <li><a href="/downloads.html">Download</a></li>
+      <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">
+          Libraries <b class="caret"></b>
+        </a>
+        <ul class="dropdown-menu">
+          <li><a href="/sql/">SQL and DataFrames</a></li>
+          <li><a href="/streaming/">Spark Streaming</a></li>
+          <li><a href="/mllib/">MLlib (machine learning)</a></li>
+          <li><a href="/graphx/">GraphX (graph)</a></li>
+          <li class="divider"></li>
+          <li><a href="/third-party-projects.html">Third-Party Projects</a></li>
+        </ul>
+      </li>
+      <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">
+          Documentation <b class="caret"></b>
+        </a>
+        <ul class="dropdown-menu">
+          <li><a href="/docs/latest/">Latest Release (Spark 2.1.0)</a></li>
+          <li><a href="/documentation.html">Older Versions and Other Resources</a></li>
+          <li><a href="/faq.html">Frequently Asked Questions</a></li>
+        </ul>
+      </li>
+      <li><a href="/examples.html">Examples</a></li>
+      <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">
+          Community <b class="caret"></b>
+        </a>
+        <ul class="dropdown-menu">
+          <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
+          <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
+          <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
+          <li><a href="/powered-by.html">Powered By</a></li>
+          <li><a href="/committers.html">Project Committers</a></li>
+        </ul>
+      </li>
+      <li class="dropdown">
+        <a href="#" class="dropdown-toggle" data-toggle="dropdown">
+           Developers <b class="caret"></b>
+        </a>
+        <ul class="dropdown-menu">
+          <li><a href="/developer-tools.html">Useful Developer Tools</a></li>
+          <li><a href="/versioning-policy.html">Versioning Policy</a></li>
+          <li><a href="/release-process.html">Release Process</a></li>
+        </ul>
+      </li>
+    </ul>
+    <ul class="nav navbar-nav navbar-right">
+      <li class="dropdown">
+        <a href="http://www.apache.org/" class="dropdown-toggle" data-toggle="dropdown">
+          Apache Software Foundation <b class="caret"></b></a>
+        <ul class="dropdown-menu">
+          <li><a href="http://www.apache.org/">Apache Homepage</a></li>
+          <li><a href="http://www.apache.org/licenses/">License</a></li>
+          <li><a href="http://www.apache.org/foundation/sponsorship.html">Sponsorship</a></li>
+          <li><a href="http://www.apache.org/foundation/thanks.html">Thanks</a></li>
+          <li><a href="http://www.apache.org/security/">Security</a></li>
+        </ul>
+      </li>
+    </ul>
+  </div>
+  <!-- /.navbar-collapse -->
+</nav>
+
+
+<div class="row">
+  <div class="col-md-3 col-md-push-9">
+    <div class="news" style="margin-bottom: 20px;">
+      <h5>Latest News</h5>
+      <ul class="list-unstyled">
+        
+          <li><a href="/news/spark-summit-east-2017-agenda-posted.html">Spark Summit East (Feb 7-9th, 2017, Boston) agenda posted</a>
+          <span class="small">(Jan 04, 2017)</span></li>
+        
+          <li><a href="/news/spark-2-1-0-released.html">Spark 2.1.0 released</a>
+          <span class="small">(Dec 28, 2016)</span></li>
+        
+          <li><a href="/news/spark-wins-cloudsort-100tb-benchmark.html">Spark wins CloudSort Benchmark as the most efficient engine</a>
+          <span class="small">(Nov 15, 2016)</span></li>
+        
+          <li><a href="/news/spark-2-0-2-released.html">Spark 2.0.2 released</a>
+          <span class="small">(Nov 14, 2016)</span></li>
+        
+      </ul>
+      <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
+    </div>
+    <div class="hidden-xs hidden-sm">
+      <a href="/downloads.html" class="btn btn-success btn-lg btn-block" style="margin-bottom: 30px;">
+        Download Spark
+      </a>
+      <p style="font-size: 16px; font-weight: 500; color: #555;">
+        Built-in Libraries:
+      </p>
+      <ul class="list-none">
+        <li><a href="/sql/">SQL and DataFrames</a></li>
+        <li><a href="/streaming/">Spark Streaming</a></li>
+        <li><a href="/mllib/">MLlib (machine learning)</a></li>
+        <li><a href="/graphx/">GraphX (graph)</a></li>
+      </ul>
+      <a href="/third-party-projects.html">Third-Party Projects</a>
+    </div>
+  </div>
+
+  <div class="col-md-9 col-md-pull-3">
+    <h2>Spark Project Improvement Proposals (SPIP)</h2>
+
+<p>The purpose of an SPIP is to inform and involve the user community in major improvements to the Spark codebase throughout the development process, to increase the likelihood that user needs are met.</p>
+
+<p>SPIPs should be used for significant user-facing or cross-cutting changes, not small incremental  improvements. When in doubt, if a committer thinks a change needs an SPIP, it does.</p>
+
+<h3>What is a SPIP?</h3>
+
+<p>An SPIP is similar to a product requirement document commonly used in product management.</p>
+
+<p>An SPIP:</p>
+
+<ul>
+  <li>Is a JIRA ticket labeled \u201cSPIP\u201d proposing a major improvement or change to Spark</li>
+  <li>Follows the template defined below</li>
+  <li>Includes discussions on the JIRA ticket and dev@ list about the proposal</li>
+</ul>
+
+<p><a href="https://issues.apache.org/jira/browse/SPARK-19904?jql=project%20%3D%20SPARK%20AND%20status%20in%20(Open%2C%20Reopened%2C%20%22In%20Progress%22)%20AND%20labels%20%3D%20SPIP%20ORDER%20BY%20createdDate%20DESC">Current SPIPs</a></p>
+
+<p><a href="https://issues.apache.org/jira/issues/?jql=project%20%3D%20SPARK%20AND%20status%20in%20(Resolved)%20AND%20labels%20%3D%20SPIP%20ORDER%20BY%20createdDate%20DESC">Past SPIPs</a></p>
+
+<h3>Who?</h3>
+
+<p>Any <strong>community member</strong> can help by discussing whether an SPIP is likely to meet their needs, and by proposing SPIPs.</p>
+
+<p><strong>Contributors</strong> can help by discussing whether an SPIP is likely to be technically feasible.</p>
+
+<p><strong>Committers</strong> can help by discussing whether an SPIP aligns with long-term project goals, and by shepherding SPIPs.</p>
+
+<p><strong>SPIP Author</strong> is any community member who authors a SPIP and is committed to pushing the change through the entire process. SPIP authorship can be transferred.</p>
+
+<p><strong>SPIP Shepherd</strong> is a PMC member who is committed to shepherding the proposed change throughout the entire process. Although the shepherd can delegate or work with other committers in the development process, the shepherd is ultimately responsible for the success or failure of the SPIP. Responsibilities of the shepherd include, but are not limited to:</p>
+
+<ul>
+  <li>Be the advocate for the proposed change</li>
+  <li>Help push forward on design and achieve consensus among key stakeholders</li>
+  <li>Review code changes, making sure the change follows project standards</li>
+  <li>Get feedback from users and iterate on the design &amp; implementation</li>
+  <li>Uphold the quality of the changes, including verifying whether the changes satisfy the goal of the SPIP and are absent of critical bugs before releasing them</li>
+</ul>
+
+<h3>SPIP Process</h3>
+<h4>Proposing an SPIP</h4>
+
+<p>Anyone may propose an SPIP, using the template below. Please only submit an SPIP if you are willing to help, at least with discussion.</p>
+
+<p>After a SPIP is created, the author should email <a href="mailto:dev@spark.apache.org">dev@spark.apache.org</a> to notify the community of the SPIP, and discussions should ensue on the JIRA ticket.</p>
+
+<p>If an SPIP is too small or incremental and should have been done through the normal JIRA process, a committer should remove the SPIP label.</p>
+
+<h4>Template for an SPIP</h4>
+
+<dl>
+<dt>Background and Motivation:</dt> <dd>What problem is this solving?</dd>
+
+<dt>Target Personas:</dt> <dd>Examples include data scientists, data engineers, library developers, devops. A single SPIP can have multiple target personas.</dd>
+
+<dt>Goals:</dt> <dd>What must this allow users to do, that they can't currently?</dd>
+
+<dt>Non-Goals:</dt> <dd>What problem is this proposal not designed to solve?</dd>
+
+<dt>Proposed API Changes:</dt> <dd>Optional section defining APIs changes, if any. Backward and forward compatibility must be taken into account.</dd>
+
+<dt>Optional Design Sketch:</dt> <dd>How are the goals going to be accomplished? Give sufficient technical detail to allow a contributor to judge whether it's likely to be feasible. This is not a full design document.</dd>
+
+<dt>Optional Rejected Designs:</dt> <dd>What alternatives were considered? Why were they rejected? If no alternatives have been considered, the problem needs more thought.</dd>
+</dl>
+
+<h4>Discussing an SPIP</h4>
+
+<p>All discussion of an SPIP should take place in a public forum, preferably the discussion attached to the Jira. Any discussions that happen offline should be made available online for the public via meeting notes summarizing the discussions.</p>
+
+<p>During this discussion, one or more shepherds should be identified among PMC members.</p>
+
+<p>Once the discussion settles, the shepherd(s) should call for a vote on the SPIP moving forward on the dev@ list. The vote should be open for at least 72 hours and follows the typical Apache vote process and passes upon consensus (at least 3 +1 votes from PMC members and no -1 votes from PMC members). dev@ should be notified of the vote result.</p>
+
+<p>If there does not exist at least one PMC member that is committed to shepherding the change within a month, the SPIP is rejected.</p>
+
+<p>If a committer does not think a SPIP aligns with long-term project goals, or is not practical at the point of proposal, the committer should -1 the SPIP explicitly and give technical justifications.</p>
+
+<h4>Implementing an SPIP</h4>
+
+<p>Implementation should take place via the <a href="/contributing.html">standard process for code changes</a>. Changes that require SPIPs typically also require design documents to be written and reviewed.</p>
+
+  </div>
+</div>
+
+
+
+<footer class="small">
+  <hr>
+  Apache Spark, Spark, Apache, and the Spark logo are <a href="/trademarks.html">trademarks</a> of
+  <a href="http://www.apache.org">The Apache Software Foundation</a>.
+</footer>
+
+</div>
+
+</body>
+</html>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/index.html
----------------------------------------------------------------------
diff --git a/site/index.html b/site/index.html
index a3c59dd..e4669ef 100644
--- a/site/index.html
+++ b/site/index.html
@@ -121,6 +121,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/mailing-lists.html
----------------------------------------------------------------------
diff --git a/site/mailing-lists.html b/site/mailing-lists.html
index b179d66..db88713 100644
--- a/site/mailing-lists.html
+++ b/site/mailing-lists.html
@@ -122,6 +122,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/mllib/index.html
----------------------------------------------------------------------
diff --git a/site/mllib/index.html b/site/mllib/index.html
index cec5129..18b5cfb 100644
--- a/site/mllib/index.html
+++ b/site/mllib/index.html
@@ -122,6 +122,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/amp-camp-2013-registration-ope.html
----------------------------------------------------------------------
diff --git a/site/news/amp-camp-2013-registration-ope.html b/site/news/amp-camp-2013-registration-ope.html
index 9a73da8..2457d66 100644
--- a/site/news/amp-camp-2013-registration-ope.html
+++ b/site/news/amp-camp-2013-registration-ope.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/announcing-the-first-spark-summit.html
----------------------------------------------------------------------
diff --git a/site/news/announcing-the-first-spark-summit.html b/site/news/announcing-the-first-spark-summit.html
index f0c6026..1734552 100644
--- a/site/news/announcing-the-first-spark-summit.html
+++ b/site/news/announcing-the-first-spark-summit.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/fourth-spark-screencast-published.html
----------------------------------------------------------------------
diff --git a/site/news/fourth-spark-screencast-published.html b/site/news/fourth-spark-screencast-published.html
index c1c981b..98fef49 100644
--- a/site/news/fourth-spark-screencast-published.html
+++ b/site/news/fourth-spark-screencast-published.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/index.html
----------------------------------------------------------------------
diff --git a/site/news/index.html b/site/news/index.html
index 99a4521..aac616a 100644
--- a/site/news/index.html
+++ b/site/news/index.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/nsdi-paper.html
----------------------------------------------------------------------
diff --git a/site/news/nsdi-paper.html b/site/news/nsdi-paper.html
index 79ac80b..8199195 100644
--- a/site/news/nsdi-paper.html
+++ b/site/news/nsdi-paper.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/one-month-to-spark-summit-2015.html
----------------------------------------------------------------------
diff --git a/site/news/one-month-to-spark-summit-2015.html b/site/news/one-month-to-spark-summit-2015.html
index c3346e6..73b9f73 100644
--- a/site/news/one-month-to-spark-summit-2015.html
+++ b/site/news/one-month-to-spark-summit-2015.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/proposals-open-for-spark-summit-east.html
----------------------------------------------------------------------
diff --git a/site/news/proposals-open-for-spark-summit-east.html b/site/news/proposals-open-for-spark-summit-east.html
index 0fca543..6048deb 100644
--- a/site/news/proposals-open-for-spark-summit-east.html
+++ b/site/news/proposals-open-for-spark-summit-east.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/registration-open-for-spark-summit-east.html
----------------------------------------------------------------------
diff --git a/site/news/registration-open-for-spark-summit-east.html b/site/news/registration-open-for-spark-summit-east.html
index 17ffd49..d22e3f3 100644
--- a/site/news/registration-open-for-spark-summit-east.html
+++ b/site/news/registration-open-for-spark-summit-east.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/run-spark-and-shark-on-amazon-emr.html
----------------------------------------------------------------------
diff --git a/site/news/run-spark-and-shark-on-amazon-emr.html b/site/news/run-spark-and-shark-on-amazon-emr.html
index 4259f2a..ba35efd 100644
--- a/site/news/run-spark-and-shark-on-amazon-emr.html
+++ b/site/news/run-spark-and-shark-on-amazon-emr.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-0-6-1-and-0-5-2-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-0-6-1-and-0-5-2-released.html b/site/news/spark-0-6-1-and-0-5-2-released.html
index 3d3e5af..a502714 100644
--- a/site/news/spark-0-6-1-and-0-5-2-released.html
+++ b/site/news/spark-0-6-1-and-0-5-2-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-0-6-2-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-0-6-2-released.html b/site/news/spark-0-6-2-released.html
index 389d351..fbd5afe 100644
--- a/site/news/spark-0-6-2-released.html
+++ b/site/news/spark-0-6-2-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-0-7-0-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-0-7-0-released.html b/site/news/spark-0-7-0-released.html
index 3f804e3..b215f74 100644
--- a/site/news/spark-0-7-0-released.html
+++ b/site/news/spark-0-7-0-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-0-7-2-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-0-7-2-released.html b/site/news/spark-0-7-2-released.html
index df56177..e5778c8 100644
--- a/site/news/spark-0-7-2-released.html
+++ b/site/news/spark-0-7-2-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-0-7-3-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-0-7-3-released.html b/site/news/spark-0-7-3-released.html
index 16b8d7e..83e7f52 100644
--- a/site/news/spark-0-7-3-released.html
+++ b/site/news/spark-0-7-3-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-0-8-0-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-0-8-0-released.html b/site/news/spark-0-8-0-released.html
index 20eb6fc..7434c46 100644
--- a/site/news/spark-0-8-0-released.html
+++ b/site/news/spark-0-8-0-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-0-8-1-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-0-8-1-released.html b/site/news/spark-0-8-1-released.html
index 74b0675..d7b37f2 100644
--- a/site/news/spark-0-8-1-released.html
+++ b/site/news/spark-0-8-1-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-0-9-0-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-0-9-0-released.html b/site/news/spark-0-9-0-released.html
index b515263..b40044f 100644
--- a/site/news/spark-0-9-0-released.html
+++ b/site/news/spark-0-9-0-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-0-9-1-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-0-9-1-released.html b/site/news/spark-0-9-1-released.html
index cbd7707..c011a47 100644
--- a/site/news/spark-0-9-1-released.html
+++ b/site/news/spark-0-9-1-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-0-9-2-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-0-9-2-released.html b/site/news/spark-0-9-2-released.html
index be9214e..5f71b48 100644
--- a/site/news/spark-0-9-2-released.html
+++ b/site/news/spark-0-9-2-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-0-0-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-0-0-released.html b/site/news/spark-1-0-0-released.html
index ff60aaa..be06610 100644
--- a/site/news/spark-1-0-0-released.html
+++ b/site/news/spark-1-0-0-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-0-1-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-0-1-released.html b/site/news/spark-1-0-1-released.html
index c38c492..2fa3e94 100644
--- a/site/news/spark-1-0-1-released.html
+++ b/site/news/spark-1-0-1-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-0-2-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-0-2-released.html b/site/news/spark-1-0-2-released.html
index 79c76e1..3547e7b 100644
--- a/site/news/spark-1-0-2-released.html
+++ b/site/news/spark-1-0-2-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-1-0-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-1-0-released.html b/site/news/spark-1-1-0-released.html
index 7722cc7..30beab7 100644
--- a/site/news/spark-1-1-0-released.html
+++ b/site/news/spark-1-1-0-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-1-1-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-1-1-released.html b/site/news/spark-1-1-1-released.html
index ad5f228..489eb1b 100644
--- a/site/news/spark-1-1-1-released.html
+++ b/site/news/spark-1-1-1-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-2-0-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-2-0-released.html b/site/news/spark-1-2-0-released.html
index b3a4120..71ad95f 100644
--- a/site/news/spark-1-2-0-released.html
+++ b/site/news/spark-1-2-0-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-2-1-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-2-1-released.html b/site/news/spark-1-2-1-released.html
index f9c468b..34d8230 100644
--- a/site/news/spark-1-2-1-released.html
+++ b/site/news/spark-1-2-1-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-2-2-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-2-2-released.html b/site/news/spark-1-2-2-released.html
index a54bb20..bd31d65 100644
--- a/site/news/spark-1-2-2-released.html
+++ b/site/news/spark-1-2-2-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-3-0-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-3-0-released.html b/site/news/spark-1-3-0-released.html
index d204aea..a151da8 100644
--- a/site/news/spark-1-3-0-released.html
+++ b/site/news/spark-1-3-0-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-4-0-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-4-0-released.html b/site/news/spark-1-4-0-released.html
index 77004fe..06902af 100644
--- a/site/news/spark-1-4-0-released.html
+++ b/site/news/spark-1-4-0-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-4-1-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-4-1-released.html b/site/news/spark-1-4-1-released.html
index 17f9755..7f33bbb 100644
--- a/site/news/spark-1-4-1-released.html
+++ b/site/news/spark-1-4-1-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-5-0-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-5-0-released.html b/site/news/spark-1-5-0-released.html
index 9ab4d57..8e2bdc1 100644
--- a/site/news/spark-1-5-0-released.html
+++ b/site/news/spark-1-5-0-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-5-1-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-5-1-released.html b/site/news/spark-1-5-1-released.html
index 5a58dfa..2a6f8de 100644
--- a/site/news/spark-1-5-1-released.html
+++ b/site/news/spark-1-5-1-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-5-2-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-5-2-released.html b/site/news/spark-1-5-2-released.html
index 263b621..a5d983e 100644
--- a/site/news/spark-1-5-2-released.html
+++ b/site/news/spark-1-5-2-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-6-0-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-6-0-released.html b/site/news/spark-1-6-0-released.html
index 0f05f06..550cf98 100644
--- a/site/news/spark-1-6-0-released.html
+++ b/site/news/spark-1-6-0-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-6-1-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-6-1-released.html b/site/news/spark-1-6-1-released.html
index f662b1a..c097ea0 100644
--- a/site/news/spark-1-6-1-released.html
+++ b/site/news/spark-1-6-1-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-6-2-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-6-2-released.html b/site/news/spark-1-6-2-released.html
index 2e2df46..822c90b 100644
--- a/site/news/spark-1-6-2-released.html
+++ b/site/news/spark-1-6-2-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-1-6-3-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-1-6-3-released.html b/site/news/spark-1-6-3-released.html
index 25bf1da..1c6d2bd 100644
--- a/site/news/spark-1-6-3-released.html
+++ b/site/news/spark-1-6-3-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-2-0-0-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-2-0-0-released.html b/site/news/spark-2-0-0-released.html
index addeacc..9fcf234 100644
--- a/site/news/spark-2-0-0-released.html
+++ b/site/news/spark-2-0-0-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-2-0-1-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-2-0-1-released.html b/site/news/spark-2-0-1-released.html
index 9307888..f3134fd 100644
--- a/site/news/spark-2-0-1-released.html
+++ b/site/news/spark-2-0-1-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-2-0-2-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-2-0-2-released.html b/site/news/spark-2-0-2-released.html
index 6ba6b4e..9162154 100644
--- a/site/news/spark-2-0-2-released.html
+++ b/site/news/spark-2-0-2-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-2-1-0-released.html
----------------------------------------------------------------------
diff --git a/site/news/spark-2-1-0-released.html b/site/news/spark-2-1-0-released.html
index e896884..7ee0647 100644
--- a/site/news/spark-2-1-0-released.html
+++ b/site/news/spark-2-1-0-released.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-2.0.0-preview.html
----------------------------------------------------------------------
diff --git a/site/news/spark-2.0.0-preview.html b/site/news/spark-2.0.0-preview.html
index 8c6a939..e10fda1 100644
--- a/site/news/spark-2.0.0-preview.html
+++ b/site/news/spark-2.0.0-preview.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-accepted-into-apache-incubator.html
----------------------------------------------------------------------
diff --git a/site/news/spark-accepted-into-apache-incubator.html b/site/news/spark-accepted-into-apache-incubator.html
index 9281eab..47fa853 100644
--- a/site/news/spark-accepted-into-apache-incubator.html
+++ b/site/news/spark-accepted-into-apache-incubator.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-and-shark-in-the-news.html
----------------------------------------------------------------------
diff --git a/site/news/spark-and-shark-in-the-news.html b/site/news/spark-and-shark-in-the-news.html
index deb7a6e..714fe85 100644
--- a/site/news/spark-and-shark-in-the-news.html
+++ b/site/news/spark-and-shark-in-the-news.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-becomes-tlp.html
----------------------------------------------------------------------
diff --git a/site/news/spark-becomes-tlp.html b/site/news/spark-becomes-tlp.html
index 78740bb..99500a4 100644
--- a/site/news/spark-becomes-tlp.html
+++ b/site/news/spark-becomes-tlp.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-featured-in-wired.html
----------------------------------------------------------------------
diff --git a/site/news/spark-featured-in-wired.html b/site/news/spark-featured-in-wired.html
index 7028e3d..1692449 100644
--- a/site/news/spark-featured-in-wired.html
+++ b/site/news/spark-featured-in-wired.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-mailing-lists-moving-to-apache.html
----------------------------------------------------------------------
diff --git a/site/news/spark-mailing-lists-moving-to-apache.html b/site/news/spark-mailing-lists-moving-to-apache.html
index d0983dc..d91356a 100644
--- a/site/news/spark-mailing-lists-moving-to-apache.html
+++ b/site/news/spark-mailing-lists-moving-to-apache.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-meetups.html
----------------------------------------------------------------------
diff --git a/site/news/spark-meetups.html b/site/news/spark-meetups.html
index 323ec60..c0c728e 100644
--- a/site/news/spark-meetups.html
+++ b/site/news/spark-meetups.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-screencasts-published.html
----------------------------------------------------------------------
diff --git a/site/news/spark-screencasts-published.html b/site/news/spark-screencasts-published.html
index f0f83ce..8195468 100644
--- a/site/news/spark-screencasts-published.html
+++ b/site/news/spark-screencasts-published.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-summit-2013-is-a-wrap.html
----------------------------------------------------------------------
diff --git a/site/news/spark-summit-2013-is-a-wrap.html b/site/news/spark-summit-2013-is-a-wrap.html
index 2a12193..4868d2d 100644
--- a/site/news/spark-summit-2013-is-a-wrap.html
+++ b/site/news/spark-summit-2013-is-a-wrap.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-summit-2014-videos-posted.html
----------------------------------------------------------------------
diff --git a/site/news/spark-summit-2014-videos-posted.html b/site/news/spark-summit-2014-videos-posted.html
index 03cbcd3..6a61c01 100644
--- a/site/news/spark-summit-2014-videos-posted.html
+++ b/site/news/spark-summit-2014-videos-posted.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-summit-2015-videos-posted.html
----------------------------------------------------------------------
diff --git a/site/news/spark-summit-2015-videos-posted.html b/site/news/spark-summit-2015-videos-posted.html
index 1a93256..e2ac83f 100644
--- a/site/news/spark-summit-2015-videos-posted.html
+++ b/site/news/spark-summit-2015-videos-posted.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-summit-agenda-posted.html
----------------------------------------------------------------------
diff --git a/site/news/spark-summit-agenda-posted.html b/site/news/spark-summit-agenda-posted.html
index 354035f..981f4cd 100644
--- a/site/news/spark-summit-agenda-posted.html
+++ b/site/news/spark-summit-agenda-posted.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/39838046/site/news/spark-summit-east-2015-videos-posted.html
----------------------------------------------------------------------
diff --git a/site/news/spark-summit-east-2015-videos-posted.html b/site/news/spark-summit-east-2015-videos-posted.html
index a70d565..47ae007 100644
--- a/site/news/spark-summit-east-2015-videos-posted.html
+++ b/site/news/spark-summit-east-2015-videos-posted.html
@@ -119,6 +119,7 @@
         <ul class="dropdown-menu">
           <li><a href="/community.html">Mailing Lists &amp; Resources</a></li>
           <li><a href="/contributing.html">Contributing to Spark</a></li>
+          <li><a href="/improvement-proposals.html">Improvement Proposals (SPIP)</a></li>
           <li><a href="https://issues.apache.org/jira/browse/SPARK">Issue Tracker</a></li>
           <li><a href="/powered-by.html">Powered By</a></li>
           <li><a href="/committers.html">Project Committers</a></li>


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org