You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by sr...@apache.org on 2018/02/28 18:49:27 UTC

[21/51] [partial] spark-website git commit: Apache Spark 2.3.0 Release: Generated Docs

http://git-wip-us.apache.org/repos/asf/spark-website/blob/26c57a24/site/docs/2.3.0/api/java/org/apache/spark/Resubmitted.html
----------------------------------------------------------------------
diff --git a/site/docs/2.3.0/api/java/org/apache/spark/Resubmitted.html b/site/docs/2.3.0/api/java/org/apache/spark/Resubmitted.html
new file mode 100644
index 0000000..13a2444
--- /dev/null
+++ b/site/docs/2.3.0/api/java/org/apache/spark/Resubmitted.html
@@ -0,0 +1,364 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_144) on Wed Feb 28 00:07:24 PST 2018 -->
+<title>Resubmitted (Spark 2.3.0 JavaDoc)</title>
+<meta name="date" content="2018-02-28">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+    try {
+        if (location.href.indexOf('is-external=true') == -1) {
+            parent.document.title="Resubmitted (Spark 2.3.0 JavaDoc)";
+        }
+    }
+    catch(err) {
+    }
+//-->
+var methods = {"i0":5,"i1":9,"i2":5,"i3":5,"i4":5,"i5":9,"i6":9,"i7":9};
+var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],4:["t3","Abstract Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/RangePartitioner.html" title="class in org.apache.spark"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/SerializableWritable.html" title="class in org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/Resubmitted.html" target="_top">Frames</a></li>
+<li><a href="Resubmitted.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_top");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!--   -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">org.apache.spark</div>
+<h2 title="Class Resubmitted" class="title">Class Resubmitted</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.spark.Resubmitted</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<hr>
+<br>
+<pre>public class <span class="typeNameLabel">Resubmitted</span>
+extends Object</pre>
+<div class="block">:: DeveloperApi ::
+ A <code>org.apache.spark.scheduler.ShuffleMapTask</code> that completed successfully earlier, but we
+ lost the executor before the stage completed. This means Spark needs to reschedule the task
+ to be re-executed on a different executor.</div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!--   -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd">&nbsp;</span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Resubmitted.html#Resubmitted--">Resubmitted</a></span>()</code>&nbsp;</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!--   -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd">&nbsp;</span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t3" class="tableTab"><span><a href="javascript:show(4);">Abstract Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd">&nbsp;</span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>abstract static boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Resubmitted.html#canEqual-java.lang.Object-">canEqual</a></span>(Object&nbsp;that)</code>&nbsp;</td>
+</tr>
+<tr id="i1" class="rowColor">
+<td class="colFirst"><code>static boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Resubmitted.html#countTowardsTaskFailures--">countTowardsTaskFailures</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i2" class="altColor">
+<td class="colFirst"><code>abstract static boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Resubmitted.html#equals-java.lang.Object-">equals</a></span>(Object&nbsp;that)</code>&nbsp;</td>
+</tr>
+<tr id="i3" class="rowColor">
+<td class="colFirst"><code>abstract static int</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Resubmitted.html#productArity--">productArity</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i4" class="altColor">
+<td class="colFirst"><code>abstract static Object</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Resubmitted.html#productElement-int-">productElement</a></span>(int&nbsp;n)</code>&nbsp;</td>
+</tr>
+<tr id="i5" class="rowColor">
+<td class="colFirst"><code>static scala.collection.Iterator&lt;Object&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Resubmitted.html#productIterator--">productIterator</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i6" class="altColor">
+<td class="colFirst"><code>static String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Resubmitted.html#productPrefix--">productPrefix</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i7" class="rowColor">
+<td class="colFirst"><code>static String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/Resubmitted.html#toErrorString--">toErrorString</a></span>()</code>&nbsp;</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.Object">
+<!--   -->
+</a>
+<h3>Methods inherited from class&nbsp;Object</h3>
+<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!--   -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="Resubmitted--">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>Resubmitted</h4>
+<pre>public&nbsp;Resubmitted()</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!--   -->
+</a>
+<h3>Method Detail</h3>
+<a name="toErrorString--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>toErrorString</h4>
+<pre>public static&nbsp;String&nbsp;toErrorString()</pre>
+</li>
+</ul>
+<a name="countTowardsTaskFailures--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>countTowardsTaskFailures</h4>
+<pre>public static&nbsp;boolean&nbsp;countTowardsTaskFailures()</pre>
+</li>
+</ul>
+<a name="canEqual-java.lang.Object-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>canEqual</h4>
+<pre>public abstract static&nbsp;boolean&nbsp;canEqual(Object&nbsp;that)</pre>
+</li>
+</ul>
+<a name="equals-java.lang.Object-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>equals</h4>
+<pre>public abstract static&nbsp;boolean&nbsp;equals(Object&nbsp;that)</pre>
+</li>
+</ul>
+<a name="productElement-int-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>productElement</h4>
+<pre>public abstract static&nbsp;Object&nbsp;productElement(int&nbsp;n)</pre>
+</li>
+</ul>
+<a name="productArity--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>productArity</h4>
+<pre>public abstract static&nbsp;int&nbsp;productArity()</pre>
+</li>
+</ul>
+<a name="productIterator--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>productIterator</h4>
+<pre>public static&nbsp;scala.collection.Iterator&lt;Object&gt;&nbsp;productIterator()</pre>
+</li>
+</ul>
+<a name="productPrefix--">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>productPrefix</h4>
+<pre>public static&nbsp;String&nbsp;productPrefix()</pre>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/RangePartitioner.html" title="class in org.apache.spark"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/SerializableWritable.html" title="class in org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/Resubmitted.html" target="_top">Frames</a></li>
+<li><a href="Resubmitted.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_bottom");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!--   -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body>
+</html>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/26c57a24/site/docs/2.3.0/api/java/org/apache/spark/SerializableWritable.html
----------------------------------------------------------------------
diff --git a/site/docs/2.3.0/api/java/org/apache/spark/SerializableWritable.html b/site/docs/2.3.0/api/java/org/apache/spark/SerializableWritable.html
new file mode 100644
index 0000000..ef21151
--- /dev/null
+++ b/site/docs/2.3.0/api/java/org/apache/spark/SerializableWritable.html
@@ -0,0 +1,310 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_144) on Wed Feb 28 00:07:24 PST 2018 -->
+<title>SerializableWritable (Spark 2.3.0 JavaDoc)</title>
+<meta name="date" content="2018-02-28">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+    try {
+        if (location.href.indexOf('is-external=true') == -1) {
+            parent.document.title="SerializableWritable (Spark 2.3.0 JavaDoc)";
+        }
+    }
+    catch(err) {
+    }
+//-->
+var methods = {"i0":10,"i1":10,"i2":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/Resubmitted.html" title="class in org.apache.spark"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/ShuffleDependency.html" title="class in org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/SerializableWritable.html" target="_top">Frames</a></li>
+<li><a href="SerializableWritable.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_top");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!--   -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">org.apache.spark</div>
+<h2 title="Class SerializableWritable" class="title">Class SerializableWritable&lt;T extends org.apache.hadoop.io.Writable&gt;</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.spark.SerializableWritable&lt;T&gt;</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>java.io.Serializable</dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="typeNameLabel">SerializableWritable&lt;T extends org.apache.hadoop.io.Writable&gt;</span>
+extends Object
+implements java.io.Serializable</pre>
+<dl>
+<dt><span class="seeLabel">See Also:</span></dt>
+<dd><a href="../../../serialized-form.html#org.apache.spark.SerializableWritable">Serialized Form</a></dd>
+</dl>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!--   -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd">&nbsp;</span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SerializableWritable.html#SerializableWritable-T-">SerializableWritable</a></span>(<a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a>&nbsp;t)</code>&nbsp;</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!--   -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd">&nbsp;</span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SerializableWritable.html#t--">t</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i1" class="rowColor">
+<td class="colFirst"><code>String</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SerializableWritable.html#toString--">toString</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i2" class="altColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/SerializableWritable.html#value--">value</a></span>()</code>&nbsp;</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.Object">
+<!--   -->
+</a>
+<h3>Methods inherited from class&nbsp;Object</h3>
+<code>equals, getClass, hashCode, notify, notifyAll, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!--   -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="SerializableWritable-org.apache.hadoop.io.Writable-">
+<!--   -->
+</a><a name="SerializableWritable-T-">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>SerializableWritable</h4>
+<pre>public&nbsp;SerializableWritable(<a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a>&nbsp;t)</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!--   -->
+</a>
+<h3>Method Detail</h3>
+<a name="t--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>t</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a>&nbsp;t()</pre>
+</li>
+</ul>
+<a name="value--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>value</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/SerializableWritable.html" title="type parameter in SerializableWritable">T</a>&nbsp;value()</pre>
+</li>
+</ul>
+<a name="toString--">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>toString</h4>
+<pre>public&nbsp;String&nbsp;toString()</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Overrides:</span></dt>
+<dd><code>toString</code>&nbsp;in class&nbsp;<code>Object</code></dd>
+</dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/Resubmitted.html" title="class in org.apache.spark"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/ShuffleDependency.html" title="class in org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/SerializableWritable.html" target="_top">Frames</a></li>
+<li><a href="SerializableWritable.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_bottom");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!--   -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body>
+</html>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/26c57a24/site/docs/2.3.0/api/java/org/apache/spark/ShuffleDependency.html
----------------------------------------------------------------------
diff --git a/site/docs/2.3.0/api/java/org/apache/spark/ShuffleDependency.html b/site/docs/2.3.0/api/java/org/apache/spark/ShuffleDependency.html
new file mode 100644
index 0000000..de644cf
--- /dev/null
+++ b/site/docs/2.3.0/api/java/org/apache/spark/ShuffleDependency.html
@@ -0,0 +1,405 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_144) on Wed Feb 28 00:07:24 PST 2018 -->
+<title>ShuffleDependency (Spark 2.3.0 JavaDoc)</title>
+<meta name="date" content="2018-02-28">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+    try {
+        if (location.href.indexOf('is-external=true') == -1) {
+            parent.document.title="ShuffleDependency (Spark 2.3.0 JavaDoc)";
+        }
+    }
+    catch(err) {
+    }
+//-->
+var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/SerializableWritable.html" title="class in org.apache.spark"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/ShuffleStatus.html" title="class in org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/ShuffleDependency.html" target="_top">Frames</a></li>
+<li><a href="ShuffleDependency.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_top");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!--   -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">org.apache.spark</div>
+<h2 title="Class ShuffleDependency" class="title">Class ShuffleDependency&lt;K,V,C&gt;</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>Object</li>
+<li>
+<ul class="inheritance">
+<li><a href="../../../org/apache/spark/Dependency.html" title="class in org.apache.spark">org.apache.spark.Dependency</a>&lt;scala.Product2&lt;K,V&gt;&gt;</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.spark.ShuffleDependency&lt;K,V,C&gt;</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>java.io.Serializable</dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="typeNameLabel">ShuffleDependency&lt;K,V,C&gt;</span>
+extends <a href="../../../org/apache/spark/Dependency.html" title="class in org.apache.spark">Dependency</a>&lt;scala.Product2&lt;K,V&gt;&gt;</pre>
+<div class="block">:: DeveloperApi ::
+ Represents a dependency on the output of a shuffle stage. Note that in the case of shuffle,
+ the RDD is transient since we don't need it on the executor side.
+ <p>
+ param:  _rdd the parent RDD
+ param:  partitioner partitioner used to partition the shuffle output
+ param:  serializer <a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer"><code>Serializer</code></a> to use. If not set
+                   explicitly then the default serializer, as specified by <code>spark.serializer</code>
+                   config option, will be used.
+ param:  keyOrdering key ordering for RDD's shuffles
+ param:  aggregator map/reduce-side aggregator for RDD's shuffle
+ param:  mapSideCombine whether to perform partial aggregation (also known as map-side combine)</div>
+<dl>
+<dt><span class="seeLabel">See Also:</span></dt>
+<dd><a href="../../../serialized-form.html#org.apache.spark.ShuffleDependency">Serialized Form</a></dd>
+</dl>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!--   -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd">&nbsp;</span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#ShuffleDependency-org.apache.spark.rdd.RDD-org.apache.spark.Partitioner-org.apache.spark.serializer.Serializer-scala.Option-scala.Option-boolean-scala.reflect.ClassTag-scala.reflect.ClassTag-scala.reflect.ClassTag-">ShuffleDependency</a></span>(<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a>&lt;? extends scala.Product2&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>&gt;&gt;&nbsp;_rdd,
+                 <a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a>&nbsp;partitioner,
+                 <a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a>&nbsp;serializer,
+                 scala.Option&lt;scala.math.Ordering&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>&gt;&gt;&nbsp;keyOrdering,
+                 scala.Option&lt;<a href="../../../org/apache/spark/Aggregator.html" title="class in org.apache.spark">Aggregator</a>&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>&gt;&gt;&nbsp;aggregator,
+                 boolean&nbsp;mapSideCombine,
+                 scala.reflect.ClassTag&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>&gt;&nbsp;evidence$1,
+                 scala.reflect.ClassTag&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>&gt;&nbsp;evidence$2,
+                 scala.reflect.ClassTag&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>&gt;&nbsp;evidence$3)</code>&nbsp;</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!--   -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd">&nbsp;</span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>scala.Option&lt;<a href="../../../org/apache/spark/Aggregator.html" title="class in org.apache.spark">Aggregator</a>&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>&gt;&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#aggregator--">aggregator</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i1" class="rowColor">
+<td class="colFirst"><code>scala.Option&lt;scala.math.Ordering&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>&gt;&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#keyOrdering--">keyOrdering</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i2" class="altColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#mapSideCombine--">mapSideCombine</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i3" class="rowColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#partitioner--">partitioner</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i4" class="altColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a>&lt;scala.Product2&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>&gt;&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#rdd--">rdd</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i5" class="rowColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a></code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#serializer--">serializer</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i6" class="altColor">
+<td class="colFirst"><code>org.apache.spark.shuffle.ShuffleHandle</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#shuffleHandle--">shuffleHandle</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i7" class="rowColor">
+<td class="colFirst"><code>int</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleDependency.html#shuffleId--">shuffleId</a></span>()</code>&nbsp;</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.Object">
+<!--   -->
+</a>
+<h3>Methods inherited from class&nbsp;Object</h3>
+<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!--   -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="ShuffleDependency-org.apache.spark.rdd.RDD-org.apache.spark.Partitioner-org.apache.spark.serializer.Serializer-scala.Option-scala.Option-boolean-scala.reflect.ClassTag-scala.reflect.ClassTag-scala.reflect.ClassTag-">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>ShuffleDependency</h4>
+<pre>public&nbsp;ShuffleDependency(<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a>&lt;? extends scala.Product2&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>&gt;&gt;&nbsp;_rdd,
+                         <a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a>&nbsp;partitioner,
+                         <a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a>&nbsp;serializer,
+                         scala.Option&lt;scala.math.Ordering&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>&gt;&gt;&nbsp;keyOrdering,
+                         scala.Option&lt;<a href="../../../org/apache/spark/Aggregator.html" title="class in org.apache.spark">Aggregator</a>&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>&gt;&gt;&nbsp;aggregator,
+                         boolean&nbsp;mapSideCombine,
+                         scala.reflect.ClassTag&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>&gt;&nbsp;evidence$1,
+                         scala.reflect.ClassTag&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>&gt;&nbsp;evidence$2,
+                         scala.reflect.ClassTag&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>&gt;&nbsp;evidence$3)</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!--   -->
+</a>
+<h3>Method Detail</h3>
+<a name="partitioner--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>partitioner</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/Partitioner.html" title="class in org.apache.spark">Partitioner</a>&nbsp;partitioner()</pre>
+</li>
+</ul>
+<a name="serializer--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>serializer</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a>&nbsp;serializer()</pre>
+</li>
+</ul>
+<a name="keyOrdering--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>keyOrdering</h4>
+<pre>public&nbsp;scala.Option&lt;scala.math.Ordering&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>&gt;&gt;&nbsp;keyOrdering()</pre>
+</li>
+</ul>
+<a name="aggregator--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>aggregator</h4>
+<pre>public&nbsp;scala.Option&lt;<a href="../../../org/apache/spark/Aggregator.html" title="class in org.apache.spark">Aggregator</a>&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">C</a>&gt;&gt;&nbsp;aggregator()</pre>
+</li>
+</ul>
+<a name="mapSideCombine--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>mapSideCombine</h4>
+<pre>public&nbsp;boolean&nbsp;mapSideCombine()</pre>
+</li>
+</ul>
+<a name="rdd--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>rdd</h4>
+<pre>public&nbsp;<a href="../../../org/apache/spark/rdd/RDD.html" title="class in org.apache.spark.rdd">RDD</a>&lt;scala.Product2&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>&gt;&gt;&nbsp;rdd()</pre>
+<dl>
+<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
+<dd><code><a href="../../../org/apache/spark/Dependency.html#rdd--">rdd</a></code>&nbsp;in class&nbsp;<code><a href="../../../org/apache/spark/Dependency.html" title="class in org.apache.spark">Dependency</a>&lt;scala.Product2&lt;<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">K</a>,<a href="../../../org/apache/spark/ShuffleDependency.html" title="type parameter in ShuffleDependency">V</a>&gt;&gt;</code></dd>
+</dl>
+</li>
+</ul>
+<a name="shuffleId--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>shuffleId</h4>
+<pre>public&nbsp;int&nbsp;shuffleId()</pre>
+</li>
+</ul>
+<a name="shuffleHandle--">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>shuffleHandle</h4>
+<pre>public&nbsp;org.apache.spark.shuffle.ShuffleHandle&nbsp;shuffleHandle()</pre>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/SerializableWritable.html" title="class in org.apache.spark"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/ShuffleStatus.html" title="class in org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/ShuffleDependency.html" target="_top">Frames</a></li>
+<li><a href="ShuffleDependency.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_bottom");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!--   -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body>
+</html>

http://git-wip-us.apache.org/repos/asf/spark-website/blob/26c57a24/site/docs/2.3.0/api/java/org/apache/spark/ShuffleStatus.html
----------------------------------------------------------------------
diff --git a/site/docs/2.3.0/api/java/org/apache/spark/ShuffleStatus.html b/site/docs/2.3.0/api/java/org/apache/spark/ShuffleStatus.html
new file mode 100644
index 0000000..acc82b4
--- /dev/null
+++ b/site/docs/2.3.0/api/java/org/apache/spark/ShuffleStatus.html
@@ -0,0 +1,527 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (1.8.0_144) on Wed Feb 28 00:07:24 PST 2018 -->
+<title>ShuffleStatus (Spark 2.3.0 JavaDoc)</title>
+<meta name="date" content="2018-02-28">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+<script type="text/javascript" src="../../../script.js"></script>
+</head>
+<body>
+<script type="text/javascript"><!--
+    try {
+        if (location.href.indexOf('is-external=true') == -1) {
+            parent.document.title="ShuffleStatus (Spark 2.3.0 JavaDoc)";
+        }
+    }
+    catch(err) {
+    }
+//-->
+var methods = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10};
+var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
+var altColor = "altColor";
+var rowColor = "rowColor";
+var tableTab = "tableTab";
+var activeTableTab = "activeTableTab";
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar.top">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.top.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/ShuffleDependency.html" title="class in org.apache.spark"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/SimpleFutureAction.html" title="class in org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/ShuffleStatus.html" target="_top">Frames</a></li>
+<li><a href="ShuffleStatus.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_top");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.top">
+<!--   -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">org.apache.spark</div>
+<h2 title="Class ShuffleStatus" class="title">Class ShuffleStatus</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.spark.ShuffleStatus</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<hr>
+<br>
+<pre>public class <span class="typeNameLabel">ShuffleStatus</span>
+extends Object</pre>
+<div class="block">Helper class used by the <code>MapOutputTrackerMaster</code> to perform bookkeeping for a single
+ ShuffleMapStage.
+ <p>
+ This class maintains a mapping from mapIds to <code>MapStatus</code>. It also maintains a cache of
+ serialized map statuses in order to speed up tasks' requests for map output statuses.
+ <p>
+ All public methods of this class are thread-safe.</div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.summary">
+<!--   -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd">&nbsp;</span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#ShuffleStatus-int-">ShuffleStatus</a></span>(int&nbsp;numPartitions)</code>&nbsp;</td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.summary">
+<!--   -->
+</a>
+<h3>Method Summary</h3>
+<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd">&nbsp;</span></span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr id="i0" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#addMapOutput-int-org.apache.spark.scheduler.MapStatus-">addMapOutput</a></span>(int&nbsp;mapId,
+            org.apache.spark.scheduler.MapStatus&nbsp;status)</code>
+<div class="block">Register a map output.</div>
+</td>
+</tr>
+<tr id="i1" class="rowColor">
+<td class="colFirst"><code>scala.collection.Seq&lt;Object&gt;</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#findMissingPartitions--">findMissingPartitions</a></span>()</code>
+<div class="block">Returns the sequence of partition ids that are missing (i.e.</div>
+</td>
+</tr>
+<tr id="i2" class="altColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#hasCachedSerializedBroadcast--">hasCachedSerializedBroadcast</a></span>()</code>&nbsp;</td>
+</tr>
+<tr id="i3" class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#invalidateSerializedMapOutputStatusCache--">invalidateSerializedMapOutputStatusCache</a></span>()</code>
+<div class="block">Clears the cached serialized map output statuses.</div>
+</td>
+</tr>
+<tr id="i4" class="altColor">
+<td class="colFirst"><code>org.apache.spark.scheduler.MapStatus[]</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#mapStatuses--">mapStatuses</a></span>()</code>
+<div class="block">MapStatus for each partition.</div>
+</td>
+</tr>
+<tr id="i5" class="rowColor">
+<td class="colFirst"><code>int</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#numAvailableOutputs--">numAvailableOutputs</a></span>()</code>
+<div class="block">Number of partitions that have shuffle outputs.</div>
+</td>
+</tr>
+<tr id="i6" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#removeMapOutput-int-org.apache.spark.storage.BlockManagerId-">removeMapOutput</a></span>(int&nbsp;mapId,
+               <a href="../../../org/apache/spark/storage/BlockManagerId.html" title="class in org.apache.spark.storage">BlockManagerId</a>&nbsp;bmAddress)</code>
+<div class="block">Remove the map output which was served by the specified block manager.</div>
+</td>
+</tr>
+<tr id="i7" class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#removeOutputsByFilter-scala.Function1-">removeOutputsByFilter</a></span>(scala.Function1&lt;<a href="../../../org/apache/spark/storage/BlockManagerId.html" title="class in org.apache.spark.storage">BlockManagerId</a>,Object&gt;&nbsp;f)</code>
+<div class="block">Removes all shuffle outputs which satisfies the filter.</div>
+</td>
+</tr>
+<tr id="i8" class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#removeOutputsOnExecutor-java.lang.String-">removeOutputsOnExecutor</a></span>(String&nbsp;execId)</code>
+<div class="block">Removes all map outputs associated with the specified executor.</div>
+</td>
+</tr>
+<tr id="i9" class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#removeOutputsOnHost-java.lang.String-">removeOutputsOnHost</a></span>(String&nbsp;host)</code>
+<div class="block">Removes all shuffle outputs associated with this host.</div>
+</td>
+</tr>
+<tr id="i10" class="altColor">
+<td class="colFirst"><code>byte[]</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#serializedMapStatus-org.apache.spark.broadcast.BroadcastManager-boolean-int-">serializedMapStatus</a></span>(org.apache.spark.broadcast.BroadcastManager&nbsp;broadcastManager,
+                   boolean&nbsp;isLocal,
+                   int&nbsp;minBroadcastSize)</code>
+<div class="block">Serializes the mapStatuses array into an efficient compressed format.</div>
+</td>
+</tr>
+<tr id="i11" class="rowColor">
+<td class="colFirst"><code>&lt;T&gt;&nbsp;T</code></td>
+<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/spark/ShuffleStatus.html#withMapStatuses-scala.Function1-">withMapStatuses</a></span>(scala.Function1&lt;org.apache.spark.scheduler.MapStatus[],T&gt;&nbsp;f)</code>
+<div class="block">Helper function which provides thread-safe access to the mapStatuses array.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods.inherited.from.class.Object">
+<!--   -->
+</a>
+<h3>Methods inherited from class&nbsp;Object</h3>
+<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor.detail">
+<!--   -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="ShuffleStatus-int-">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>ShuffleStatus</h4>
+<pre>public&nbsp;ShuffleStatus(int&nbsp;numPartitions)</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method.detail">
+<!--   -->
+</a>
+<h3>Method Detail</h3>
+<a name="mapStatuses--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>mapStatuses</h4>
+<pre>public&nbsp;org.apache.spark.scheduler.MapStatus[]&nbsp;mapStatuses()</pre>
+<div class="block">MapStatus for each partition. The index of the array is the map partition id.
+ Each value in the array is the MapStatus for a partition, or null if the partition
+ is not available. Even though in theory a task may run multiple times (due to speculation,
+ stage retries, etc.), in practice the likelihood of a map output being available at multiple
+ locations is so small that we choose to ignore that case and store only a single location
+ for each output.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="addMapOutput-int-org.apache.spark.scheduler.MapStatus-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>addMapOutput</h4>
+<pre>public&nbsp;void&nbsp;addMapOutput(int&nbsp;mapId,
+                         org.apache.spark.scheduler.MapStatus&nbsp;status)</pre>
+<div class="block">Register a map output. If there is already a registered location for the map output then it
+ will be replaced by the new location.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>mapId</code> - (undocumented)</dd>
+<dd><code>status</code> - (undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="removeMapOutput-int-org.apache.spark.storage.BlockManagerId-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>removeMapOutput</h4>
+<pre>public&nbsp;void&nbsp;removeMapOutput(int&nbsp;mapId,
+                            <a href="../../../org/apache/spark/storage/BlockManagerId.html" title="class in org.apache.spark.storage">BlockManagerId</a>&nbsp;bmAddress)</pre>
+<div class="block">Remove the map output which was served by the specified block manager.
+ This is a no-op if there is no registered map output or if the registered output is from a
+ different block manager.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>mapId</code> - (undocumented)</dd>
+<dd><code>bmAddress</code> - (undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="removeOutputsOnHost-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>removeOutputsOnHost</h4>
+<pre>public&nbsp;void&nbsp;removeOutputsOnHost(String&nbsp;host)</pre>
+<div class="block">Removes all shuffle outputs associated with this host. Note that this will also remove
+ outputs which are served by an external shuffle server (if one exists).</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>host</code> - (undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="removeOutputsOnExecutor-java.lang.String-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>removeOutputsOnExecutor</h4>
+<pre>public&nbsp;void&nbsp;removeOutputsOnExecutor(String&nbsp;execId)</pre>
+<div class="block">Removes all map outputs associated with the specified executor. Note that this will also
+ remove outputs which are served by an external shuffle server (if one exists), as they are
+ still registered with that execId.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>execId</code> - (undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="removeOutputsByFilter-scala.Function1-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>removeOutputsByFilter</h4>
+<pre>public&nbsp;void&nbsp;removeOutputsByFilter(scala.Function1&lt;<a href="../../../org/apache/spark/storage/BlockManagerId.html" title="class in org.apache.spark.storage">BlockManagerId</a>,Object&gt;&nbsp;f)</pre>
+<div class="block">Removes all shuffle outputs which satisfies the filter. Note that this will also
+ remove outputs which are served by an external shuffle server (if one exists).</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>f</code> - (undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="numAvailableOutputs--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>numAvailableOutputs</h4>
+<pre>public&nbsp;int&nbsp;numAvailableOutputs()</pre>
+<div class="block">Number of partitions that have shuffle outputs.</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="findMissingPartitions--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>findMissingPartitions</h4>
+<pre>public&nbsp;scala.collection.Seq&lt;Object&gt;&nbsp;findMissingPartitions()</pre>
+<div class="block">Returns the sequence of partition ids that are missing (i.e. needs to be computed).</div>
+<dl>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="serializedMapStatus-org.apache.spark.broadcast.BroadcastManager-boolean-int-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>serializedMapStatus</h4>
+<pre>public&nbsp;byte[]&nbsp;serializedMapStatus(org.apache.spark.broadcast.BroadcastManager&nbsp;broadcastManager,
+                                  boolean&nbsp;isLocal,
+                                  int&nbsp;minBroadcastSize)</pre>
+<div class="block">Serializes the mapStatuses array into an efficient compressed format. See the comments on
+ <code>MapOutputTracker.serializeMapStatuses()</code> for more details on the serialization format.
+ <p>
+ This method is designed to be called multiple times and implements caching in order to speed
+ up subsequent requests. If the cache is empty and multiple threads concurrently attempt to
+ serialize the map statuses then serialization will only be performed in a single thread and all
+ other threads will block until the cache is populated.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>broadcastManager</code> - (undocumented)</dd>
+<dd><code>isLocal</code> - (undocumented)</dd>
+<dd><code>minBroadcastSize</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="hasCachedSerializedBroadcast--">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>hasCachedSerializedBroadcast</h4>
+<pre>public&nbsp;boolean&nbsp;hasCachedSerializedBroadcast()</pre>
+</li>
+</ul>
+<a name="withMapStatuses-scala.Function1-">
+<!--   -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>withMapStatuses</h4>
+<pre>public&nbsp;&lt;T&gt;&nbsp;T&nbsp;withMapStatuses(scala.Function1&lt;org.apache.spark.scheduler.MapStatus[],T&gt;&nbsp;f)</pre>
+<div class="block">Helper function which provides thread-safe access to the mapStatuses array.
+ The function should NOT mutate the array.</div>
+<dl>
+<dt><span class="paramLabel">Parameters:</span></dt>
+<dd><code>f</code> - (undocumented)</dd>
+<dt><span class="returnLabel">Returns:</span></dt>
+<dd>(undocumented)</dd>
+</dl>
+</li>
+</ul>
+<a name="invalidateSerializedMapOutputStatusCache--">
+<!--   -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>invalidateSerializedMapOutputStatusCache</h4>
+<pre>public&nbsp;void&nbsp;invalidateSerializedMapOutputStatusCache()</pre>
+<div class="block">Clears the cached serialized map output statuses.</div>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar.bottom">
+<!--   -->
+</a>
+<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
+<a name="navbar.bottom.firstrow">
+<!--   -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/ShuffleDependency.html" title="class in org.apache.spark"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
+<li><a href="../../../org/apache/spark/SimpleFutureAction.html" title="class in org.apache.spark"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/ShuffleStatus.html" target="_top">Frames</a></li>
+<li><a href="ShuffleStatus.html" target="_top">No&nbsp;Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+  allClassesLink = document.getElementById("allclasses_navbar_bottom");
+  if(window==top) {
+    allClassesLink.style.display = "block";
+  }
+  else {
+    allClassesLink.style.display = "none";
+  }
+  //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary:&nbsp;</li>
+<li>Nested&nbsp;|&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.summary">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail:&nbsp;</li>
+<li>Field&nbsp;|&nbsp;</li>
+<li><a href="#constructor.detail">Constr</a>&nbsp;|&nbsp;</li>
+<li><a href="#method.detail">Method</a></li>
+</ul>
+</div>
+<a name="skip.navbar.bottom">
+<!--   -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body>
+</html>


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org