You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by rx...@apache.org on 2016/11/06 07:19:49 UTC
[20/51] [partial] spark-website git commit: Add 1.6.3 doc.
http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/SparkEnv.html
----------------------------------------------------------------------
diff --git a/site/docs/1.6.3/api/java/org/apache/spark/SparkEnv.html b/site/docs/1.6.3/api/java/org/apache/spark/SparkEnv.html
new file mode 100644
index 0000000..2108dc3
--- /dev/null
+++ b/site/docs/1.6.3/api/java/org/apache/spark/SparkEnv.html
@@ -0,0 +1,613 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:18 PDT 2016 -->
+<title>SparkEnv (Spark 1.6.3 JavaDoc)</title>
+<meta name="date" content="2016-11-02">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="SparkEnv (Spark 1.6.3 JavaDoc)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/SparkContext.LongAccumulatorParam$.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../org/apache/spark/SparkException.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/SparkEnv.html" target="_top">Frames</a></li>
+<li><a href="SparkEnv.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">org.apache.spark</div>
+<h2 title="Class SparkEnv" class="title">Class SparkEnv</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.spark.SparkEnv</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd><a href="../../../org/apache/spark/Logging.html" title="interface in org.apache.spark">Logging</a></dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="strong">SparkEnv</span>
+extends Object
+implements <a href="../../../org/apache/spark/Logging.html" title="interface in org.apache.spark">Logging</a></pre>
+<div class="block">:: DeveloperApi ::
+ Holds all the runtime environment objects for a running Spark instance (either master or worker),
+ including the serializer, Akka actor system, block manager, map output tracker, etc. Currently
+ Spark code finds the SparkEnv through a global variable, so all the threads can access the same
+ SparkEnv. It can be accessed by SparkEnv.get (e.g. after creating a SparkContext).
+ <p>
+ NOTE: This is not intended for external use. This is exposed for Shark and may be made private
+ in a future release.</div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#SparkEnv(java.lang.String,%20org.apache.spark.rpc.RpcEnv,%20akka.actor.ActorSystem,%20org.apache.spark.serializer.Serializer,%20org.apache.spark.serializer.Serializer,%20org.apache.spark.CacheManager,%20org.apache.spark.MapOutputTracker,%20org.apache.spark.shuffle.ShuffleManager,%20org.apache.spark.broadcast.BroadcastManager,%20org.apache.spark.network.BlockTransferService,%20org.apache.spark.storage.BlockManager,%20org.apache.spark.SecurityManager,%20java.lang.String,%20org.apache.spark.metrics.MetricsSystem,%20org.apache.spark.memory.MemoryManager,%20org.apache.spark.scheduler.OutputCommitCoordinator,%20org.apache.spark.SparkConf)">SparkEnv</a></strong>(String executorId,
+ org.apache.spark.rpc.RpcEnv rpcEnv,
+ akka.actor.ActorSystem _actorSystem,
+ <a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a> serializer,
+ <a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a> closureSerializer,
+ org.apache.spark.CacheManager cacheManager,
+ org.apache.spark.MapOutputTracker mapOutputTracker,
+ org.apache.spark.shuffle.ShuffleManager shuffleManager,
+ org.apache.spark.broadcast.BroadcastManager broadcastManager,
+ org.apache.spark.network.BlockTransferService blockTransferService,
+ org.apache.spark.storage.BlockManager blockManager,
+ org.apache.spark.SecurityManager securityManager,
+ String sparkFilesDir,
+ org.apache.spark.metrics.MetricsSystem metricsSystem,
+ org.apache.spark.memory.MemoryManager memoryManager,
+ org.apache.spark.scheduler.OutputCommitCoordinator outputCommitCoordinator,
+ <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> conf)</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>akka.actor.ActorSystem</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#actorSystem()">actorSystem</a></strong>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>org.apache.spark.storage.BlockManager</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#blockManager()">blockManager</a></strong>()</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>org.apache.spark.network.BlockTransferService</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#blockTransferService()">blockTransferService</a></strong>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>org.apache.spark.broadcast.BroadcastManager</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#broadcastManager()">broadcastManager</a></strong>()</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>org.apache.spark.CacheManager</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#cacheManager()">cacheManager</a></strong>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a></code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#closureSerializer()">closureSerializer</a></strong>()</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a></code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#conf()">conf</a></strong>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>static String</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#driverActorSystemName()">driverActorSystemName</a></strong>()</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>static String</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#executorActorSystemName()">executorActorSystemName</a></strong>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>String</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#executorId()">executorId</a></strong>()</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>static <a href="../../../org/apache/spark/SparkEnv.html" title="class in org.apache.spark">SparkEnv</a></code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#get()">get</a></strong>()</code>
+<div class="block">Returns the SparkEnv.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>static <a href="../../../org/apache/spark/SparkEnv.html" title="class in org.apache.spark">SparkEnv</a></code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#getThreadLocal()">getThreadLocal</a></strong>()</code>
+<div class="block">Returns the ThreadLocal SparkEnv.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>java.util.concurrent.ConcurrentMap<String,Object></code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#hadoopJobMetadata()">hadoopJobMetadata</a></strong>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>boolean</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#isStopped()">isStopped</a></strong>()</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>org.apache.spark.MapOutputTracker</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#mapOutputTracker()">mapOutputTracker</a></strong>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>org.apache.spark.memory.MemoryManager</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#memoryManager()">memoryManager</a></strong>()</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>org.apache.spark.metrics.MetricsSystem</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#metricsSystem()">metricsSystem</a></strong>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>org.apache.spark.scheduler.OutputCommitCoordinator</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#outputCommitCoordinator()">outputCommitCoordinator</a></strong>()</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>org.apache.spark.rpc.RpcEnv</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#rpcEnv()">rpcEnv</a></strong>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>org.apache.spark.SecurityManager</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#securityManager()">securityManager</a></strong>()</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code><a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a></code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#serializer()">serializer</a></strong>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>static void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#set(org.apache.spark.SparkEnv)">set</a></strong>(<a href="../../../org/apache/spark/SparkEnv.html" title="class in org.apache.spark">SparkEnv</a> e)</code> </td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>org.apache.spark.shuffle.ShuffleManager</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#shuffleManager()">shuffleManager</a></strong>()</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>String</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkEnv.html#sparkFilesDir()">sparkFilesDir</a></strong>()</code> </td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class Object</h3>
+<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_org.apache.spark.Logging">
+<!-- -->
+</a>
+<h3>Methods inherited from interface org.apache.spark.<a href="../../../org/apache/spark/Logging.html" title="interface in org.apache.spark">Logging</a></h3>
+<code><a href="../../../org/apache/spark/Logging.html#initializeIfNecessary()">initializeIfNecessary</a>, <a href="../../../org/apache/spark/Logging.html#initializeLogging()">initializeLogging</a>, <a href="../../../org/apache/spark/Logging.html#isTraceEnabled()">isTraceEnabled</a>, <a href="../../../org/apache/spark/Logging.html#log_()">log_</a>, <a href="../../../org/apache/spark/Logging.html#log()">log</a>, <a href="../../../org/apache/spark/Logging.html#logDebug(scala.Function0)">logDebug</a>, <a href="../../../org/apache/spark/Logging.html#logDebug(scala.Function0,%20java.lang.Throwable)">logDebug</a>, <a href="../../../org/apache/spark/Logging.html#logError(scala.Function0)">logError</a>, <a href="../../../org/apache/spark/Logging.html#logError(scala.Function0,%20java.lang.Throwable)">logError</a>, <a href="../../../org/apache/spark/Logging.html#logInfo(scala.Function0)">logInfo</a>, <a href="../../../org/apache/spark/Logging.html#logInfo(scala.Function0,%20java.lang.Throwable
)">logInfo</a>, <a href="../../../org/apache/spark/Logging.html#logName()">logName</a>, <a href="../../../org/apache/spark/Logging.html#logTrace(scala.Function0)">logTrace</a>, <a href="../../../org/apache/spark/Logging.html#logTrace(scala.Function0,%20java.lang.Throwable)">logTrace</a>, <a href="../../../org/apache/spark/Logging.html#logWarning(scala.Function0)">logWarning</a>, <a href="../../../org/apache/spark/Logging.html#logWarning(scala.Function0,%20java.lang.Throwable)">logWarning</a></code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="SparkEnv(java.lang.String, org.apache.spark.rpc.RpcEnv, akka.actor.ActorSystem, org.apache.spark.serializer.Serializer, org.apache.spark.serializer.Serializer, org.apache.spark.CacheManager, org.apache.spark.MapOutputTracker, org.apache.spark.shuffle.ShuffleManager, org.apache.spark.broadcast.BroadcastManager, org.apache.spark.network.BlockTransferService, org.apache.spark.storage.BlockManager, org.apache.spark.SecurityManager, java.lang.String, org.apache.spark.metrics.MetricsSystem, org.apache.spark.memory.MemoryManager, org.apache.spark.scheduler.OutputCommitCoordinator, org.apache.spark.SparkConf)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>SparkEnv</h4>
+<pre>public SparkEnv(String executorId,
+ org.apache.spark.rpc.RpcEnv rpcEnv,
+ akka.actor.ActorSystem _actorSystem,
+ <a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a> serializer,
+ <a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a> closureSerializer,
+ org.apache.spark.CacheManager cacheManager,
+ org.apache.spark.MapOutputTracker mapOutputTracker,
+ org.apache.spark.shuffle.ShuffleManager shuffleManager,
+ org.apache.spark.broadcast.BroadcastManager broadcastManager,
+ org.apache.spark.network.BlockTransferService blockTransferService,
+ org.apache.spark.storage.BlockManager blockManager,
+ org.apache.spark.SecurityManager securityManager,
+ String sparkFilesDir,
+ org.apache.spark.metrics.MetricsSystem metricsSystem,
+ org.apache.spark.memory.MemoryManager memoryManager,
+ org.apache.spark.scheduler.OutputCommitCoordinator outputCommitCoordinator,
+ <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> conf)</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="driverActorSystemName()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>driverActorSystemName</h4>
+<pre>public static String driverActorSystemName()</pre>
+</li>
+</ul>
+<a name="executorActorSystemName()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>executorActorSystemName</h4>
+<pre>public static String executorActorSystemName()</pre>
+</li>
+</ul>
+<a name="set(org.apache.spark.SparkEnv)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>set</h4>
+<pre>public static void set(<a href="../../../org/apache/spark/SparkEnv.html" title="class in org.apache.spark">SparkEnv</a> e)</pre>
+</li>
+</ul>
+<a name="get()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>get</h4>
+<pre>public static <a href="../../../org/apache/spark/SparkEnv.html" title="class in org.apache.spark">SparkEnv</a> get()</pre>
+<div class="block">Returns the SparkEnv.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl>
+</li>
+</ul>
+<a name="getThreadLocal()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>getThreadLocal</h4>
+<pre>public static <a href="../../../org/apache/spark/SparkEnv.html" title="class in org.apache.spark">SparkEnv</a> getThreadLocal()</pre>
+<div class="block">Returns the ThreadLocal SparkEnv.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl>
+</li>
+</ul>
+<a name="executorId()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>executorId</h4>
+<pre>public String executorId()</pre>
+</li>
+</ul>
+<a name="rpcEnv()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>rpcEnv</h4>
+<pre>public org.apache.spark.rpc.RpcEnv rpcEnv()</pre>
+</li>
+</ul>
+<a name="serializer()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>serializer</h4>
+<pre>public <a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a> serializer()</pre>
+</li>
+</ul>
+<a name="closureSerializer()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>closureSerializer</h4>
+<pre>public <a href="../../../org/apache/spark/serializer/Serializer.html" title="class in org.apache.spark.serializer">Serializer</a> closureSerializer()</pre>
+</li>
+</ul>
+<a name="cacheManager()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>cacheManager</h4>
+<pre>public org.apache.spark.CacheManager cacheManager()</pre>
+</li>
+</ul>
+<a name="mapOutputTracker()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>mapOutputTracker</h4>
+<pre>public org.apache.spark.MapOutputTracker mapOutputTracker()</pre>
+</li>
+</ul>
+<a name="shuffleManager()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>shuffleManager</h4>
+<pre>public org.apache.spark.shuffle.ShuffleManager shuffleManager()</pre>
+</li>
+</ul>
+<a name="broadcastManager()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>broadcastManager</h4>
+<pre>public org.apache.spark.broadcast.BroadcastManager broadcastManager()</pre>
+</li>
+</ul>
+<a name="blockTransferService()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>blockTransferService</h4>
+<pre>public org.apache.spark.network.BlockTransferService blockTransferService()</pre>
+</li>
+</ul>
+<a name="blockManager()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>blockManager</h4>
+<pre>public org.apache.spark.storage.BlockManager blockManager()</pre>
+</li>
+</ul>
+<a name="securityManager()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>securityManager</h4>
+<pre>public org.apache.spark.SecurityManager securityManager()</pre>
+</li>
+</ul>
+<a name="sparkFilesDir()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>sparkFilesDir</h4>
+<pre>public String sparkFilesDir()</pre>
+</li>
+</ul>
+<a name="metricsSystem()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>metricsSystem</h4>
+<pre>public org.apache.spark.metrics.MetricsSystem metricsSystem()</pre>
+</li>
+</ul>
+<a name="memoryManager()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>memoryManager</h4>
+<pre>public org.apache.spark.memory.MemoryManager memoryManager()</pre>
+</li>
+</ul>
+<a name="outputCommitCoordinator()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>outputCommitCoordinator</h4>
+<pre>public org.apache.spark.scheduler.OutputCommitCoordinator outputCommitCoordinator()</pre>
+</li>
+</ul>
+<a name="conf()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>conf</h4>
+<pre>public <a href="../../../org/apache/spark/SparkConf.html" title="class in org.apache.spark">SparkConf</a> conf()</pre>
+</li>
+</ul>
+<a name="actorSystem()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>actorSystem</h4>
+<pre>public akka.actor.ActorSystem actorSystem()</pre>
+</li>
+</ul>
+<a name="isStopped()">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>isStopped</h4>
+<pre>public boolean isStopped()</pre>
+</li>
+</ul>
+<a name="hadoopJobMetadata()">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>hadoopJobMetadata</h4>
+<pre>public java.util.concurrent.ConcurrentMap<String,Object> hadoopJobMetadata()</pre>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/SparkContext.LongAccumulatorParam$.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../org/apache/spark/SparkException.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/SparkEnv.html" target="_top">Frames</a></li>
+<li><a href="SparkEnv.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body>
+</html>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/SparkException.html
----------------------------------------------------------------------
diff --git a/site/docs/1.6.3/api/java/org/apache/spark/SparkException.html b/site/docs/1.6.3/api/java/org/apache/spark/SparkException.html
new file mode 100644
index 0000000..28d17b8
--- /dev/null
+++ b/site/docs/1.6.3/api/java/org/apache/spark/SparkException.html
@@ -0,0 +1,262 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:18 PDT 2016 -->
+<title>SparkException (Spark 1.6.3 JavaDoc)</title>
+<meta name="date" content="2016-11-02">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="SparkException (Spark 1.6.3 JavaDoc)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/SparkEnv.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../org/apache/spark/SparkFiles.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/SparkException.html" target="_top">Frames</a></li>
+<li><a href="SparkException.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#methods_inherited_from_class_Throwable">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li>Method</li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">org.apache.spark</div>
+<h2 title="Class SparkException" class="title">Class SparkException</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>Object</li>
+<li>
+<ul class="inheritance">
+<li>Throwable</li>
+<li>
+<ul class="inheritance">
+<li>Exception</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.spark.SparkException</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd>java.io.Serializable</dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="strong">SparkException</span>
+extends Exception</pre>
+<dl><dt><span class="strong">See Also:</span></dt><dd><a href="../../../serialized-form.html#org.apache.spark.SparkException">Serialized Form</a></dd></dl>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../org/apache/spark/SparkException.html#SparkException(java.lang.String)">SparkException</a></strong>(String message)</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colOne"><code><strong><a href="../../../org/apache/spark/SparkException.html#SparkException(java.lang.String,%20java.lang.Throwable)">SparkException</a></strong>(String message,
+ Throwable cause)</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_Throwable">
+<!-- -->
+</a>
+<h3>Methods inherited from class Throwable</h3>
+<code>addSuppressed, fillInStackTrace, getCause, getLocalizedMessage, getMessage, getStackTrace, getSuppressed, initCause, printStackTrace, printStackTrace, printStackTrace, setStackTrace, toString</code></li>
+</ul>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class Object</h3>
+<code>equals, getClass, hashCode, notify, notifyAll, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="SparkException(java.lang.String, java.lang.Throwable)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>SparkException</h4>
+<pre>public SparkException(String message,
+ Throwable cause)</pre>
+</li>
+</ul>
+<a name="SparkException(java.lang.String)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>SparkException</h4>
+<pre>public SparkException(String message)</pre>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/SparkEnv.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../org/apache/spark/SparkFiles.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/SparkException.html" target="_top">Frames</a></li>
+<li><a href="SparkException.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#methods_inherited_from_class_Throwable">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li>Method</li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body>
+</html>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/SparkFiles.html
----------------------------------------------------------------------
diff --git a/site/docs/1.6.3/api/java/org/apache/spark/SparkFiles.html b/site/docs/1.6.3/api/java/org/apache/spark/SparkFiles.html
new file mode 100644
index 0000000..1559d9f
--- /dev/null
+++ b/site/docs/1.6.3/api/java/org/apache/spark/SparkFiles.html
@@ -0,0 +1,277 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:18 PDT 2016 -->
+<title>SparkFiles (Spark 1.6.3 JavaDoc)</title>
+<meta name="date" content="2016-11-02">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="SparkFiles (Spark 1.6.3 JavaDoc)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/SparkException.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../org/apache/spark/SparkFirehoseListener.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/SparkFiles.html" target="_top">Frames</a></li>
+<li><a href="SparkFiles.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">org.apache.spark</div>
+<h2 title="Class SparkFiles" class="title">Class SparkFiles</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.spark.SparkFiles</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<hr>
+<br>
+<pre>public class <span class="strong">SparkFiles</span>
+extends Object</pre>
+<div class="block">Resolves paths to files added through <code>SparkContext.addFile()</code>.</div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../org/apache/spark/SparkFiles.html#SparkFiles()">SparkFiles</a></strong>()</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>static String</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFiles.html#get(java.lang.String)">get</a></strong>(String filename)</code>
+<div class="block">Get the absolute path of a file added through <code>SparkContext.addFile()</code>.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>static String</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFiles.html#getRootDirectory()">getRootDirectory</a></strong>()</code>
+<div class="block">Get the root directory that contains files added through <code>SparkContext.addFile()</code>.</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class Object</h3>
+<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="SparkFiles()">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>SparkFiles</h4>
+<pre>public SparkFiles()</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="get(java.lang.String)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>get</h4>
+<pre>public static String get(String filename)</pre>
+<div class="block">Get the absolute path of a file added through <code>SparkContext.addFile()</code>.</div>
+<dl><dt><span class="strong">Parameters:</span></dt><dd><code>filename</code> - (undocumented)</dd>
+<dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl>
+</li>
+</ul>
+<a name="getRootDirectory()">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>getRootDirectory</h4>
+<pre>public static String getRootDirectory()</pre>
+<div class="block">Get the root directory that contains files added through <code>SparkContext.addFile()</code>.</div>
+<dl><dt><span class="strong">Returns:</span></dt><dd>(undocumented)</dd></dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/SparkException.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../org/apache/spark/SparkFirehoseListener.html" title="class in org.apache.spark"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/SparkFiles.html" target="_top">Frames</a></li>
+<li><a href="SparkFiles.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body>
+</html>
http://git-wip-us.apache.org/repos/asf/spark-website/blob/24d32b75/site/docs/1.6.3/api/java/org/apache/spark/SparkFirehoseListener.html
----------------------------------------------------------------------
diff --git a/site/docs/1.6.3/api/java/org/apache/spark/SparkFirehoseListener.html b/site/docs/1.6.3/api/java/org/apache/spark/SparkFirehoseListener.html
new file mode 100644
index 0000000..1715e26
--- /dev/null
+++ b/site/docs/1.6.3/api/java/org/apache/spark/SparkFirehoseListener.html
@@ -0,0 +1,625 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!-- NewPage -->
+<html lang="en">
+<head>
+<!-- Generated by javadoc (version 1.7.0_79) on Wed Nov 02 15:16:18 PDT 2016 -->
+<title>SparkFirehoseListener (Spark 1.6.3 JavaDoc)</title>
+<meta name="date" content="2016-11-02">
+<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
+</head>
+<body>
+<script type="text/javascript"><!--
+ if (location.href.indexOf('is-external=true') == -1) {
+ parent.document.title="SparkFirehoseListener (Spark 1.6.3 JavaDoc)";
+ }
+//-->
+</script>
+<noscript>
+<div>JavaScript is disabled on your browser.</div>
+</noscript>
+<!-- ========= START OF TOP NAVBAR ======= -->
+<div class="topNav"><a name="navbar_top">
+<!-- -->
+</a><a href="#skip-navbar_top" title="Skip navigation links"></a><a name="navbar_top_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/SparkFiles.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../org/apache/spark/SparkJobInfo.html" title="interface in org.apache.spark"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/SparkFirehoseListener.html" target="_top">Frames</a></li>
+<li><a href="SparkFirehoseListener.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_top">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_top");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_top">
+<!-- -->
+</a></div>
+<!-- ========= END OF TOP NAVBAR ========= -->
+<!-- ======== START OF CLASS DATA ======== -->
+<div class="header">
+<div class="subTitle">org.apache.spark</div>
+<h2 title="Class SparkFirehoseListener" class="title">Class SparkFirehoseListener</h2>
+</div>
+<div class="contentContainer">
+<ul class="inheritance">
+<li>Object</li>
+<li>
+<ul class="inheritance">
+<li>org.apache.spark.SparkFirehoseListener</li>
+</ul>
+</li>
+</ul>
+<div class="description">
+<ul class="blockList">
+<li class="blockList">
+<dl>
+<dt>All Implemented Interfaces:</dt>
+<dd><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></dd>
+</dl>
+<hr>
+<br>
+<pre>public class <span class="strong">SparkFirehoseListener</span>
+extends Object
+implements <a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></pre>
+<div class="block">Class that allows users to receive all SparkListener events.
+ Users should override the onEvent method.
+
+ This is a concrete Java class in order to ensure that we don't forget to update it when adding
+ new methods to SparkListener: forgetting to add a method will result in a compilation error (if
+ this was a concrete Scala class, default implementations of new event handlers would be inherited
+ from the SparkListener trait).</div>
+</li>
+</ul>
+</div>
+<div class="summary">
+<ul class="blockList">
+<li class="blockList">
+<!-- ======== CONSTRUCTOR SUMMARY ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_summary">
+<!-- -->
+</a>
+<h3>Constructor Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation">
+<caption><span>Constructors</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colOne" scope="col">Constructor and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colOne"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#SparkFirehoseListener()">SparkFirehoseListener</a></strong>()</code> </td>
+</tr>
+</table>
+</li>
+</ul>
+<!-- ========== METHOD SUMMARY =========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_summary">
+<!-- -->
+</a>
+<h3>Method Summary</h3>
+<table class="overviewSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
+<caption><span>Methods</span><span class="tabEnd"> </span></caption>
+<tr>
+<th class="colFirst" scope="col">Modifier and Type</th>
+<th class="colLast" scope="col">Method and Description</th>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onApplicationEnd(org.apache.spark.scheduler.SparkListenerApplicationEnd)">onApplicationEnd</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerApplicationEnd.html" title="class in org.apache.spark.scheduler">SparkListenerApplicationEnd</a> applicationEnd)</code>
+<div class="block">Called when the application ends</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onApplicationStart(org.apache.spark.scheduler.SparkListenerApplicationStart)">onApplicationStart</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerApplicationStart.html" title="class in org.apache.spark.scheduler">SparkListenerApplicationStart</a> applicationStart)</code>
+<div class="block">Called when the application starts</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onBlockManagerAdded(org.apache.spark.scheduler.SparkListenerBlockManagerAdded)">onBlockManagerAdded</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerBlockManagerAdded.html" title="class in org.apache.spark.scheduler">SparkListenerBlockManagerAdded</a> blockManagerAdded)</code>
+<div class="block">Called when a new block manager has joined</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onBlockManagerRemoved(org.apache.spark.scheduler.SparkListenerBlockManagerRemoved)">onBlockManagerRemoved</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerBlockManagerRemoved.html" title="class in org.apache.spark.scheduler">SparkListenerBlockManagerRemoved</a> blockManagerRemoved)</code>
+<div class="block">Called when an existing block manager has been removed</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onBlockUpdated(org.apache.spark.scheduler.SparkListenerBlockUpdated)">onBlockUpdated</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerBlockUpdated.html" title="class in org.apache.spark.scheduler">SparkListenerBlockUpdated</a> blockUpdated)</code>
+<div class="block">Called when the driver receives a block update info.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onEnvironmentUpdate(org.apache.spark.scheduler.SparkListenerEnvironmentUpdate)">onEnvironmentUpdate</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerEnvironmentUpdate.html" title="class in org.apache.spark.scheduler">SparkListenerEnvironmentUpdate</a> environmentUpdate)</code>
+<div class="block">Called when environment properties have been updated</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onEvent(org.apache.spark.scheduler.SparkListenerEvent)">onEvent</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerEvent.html" title="interface in org.apache.spark.scheduler">SparkListenerEvent</a> event)</code> </td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onExecutorAdded(org.apache.spark.scheduler.SparkListenerExecutorAdded)">onExecutorAdded</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerExecutorAdded.html" title="class in org.apache.spark.scheduler">SparkListenerExecutorAdded</a> executorAdded)</code>
+<div class="block">Called when the driver registers a new executor.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onExecutorMetricsUpdate(org.apache.spark.scheduler.SparkListenerExecutorMetricsUpdate)">onExecutorMetricsUpdate</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerExecutorMetricsUpdate.html" title="class in org.apache.spark.scheduler">SparkListenerExecutorMetricsUpdate</a> executorMetricsUpdate)</code>
+<div class="block">Called when the driver receives task metrics from an executor in a heartbeat.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onExecutorRemoved(org.apache.spark.scheduler.SparkListenerExecutorRemoved)">onExecutorRemoved</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerExecutorRemoved.html" title="class in org.apache.spark.scheduler">SparkListenerExecutorRemoved</a> executorRemoved)</code>
+<div class="block">Called when the driver removes an executor.</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onJobEnd(org.apache.spark.scheduler.SparkListenerJobEnd)">onJobEnd</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerJobEnd.html" title="class in org.apache.spark.scheduler">SparkListenerJobEnd</a> jobEnd)</code>
+<div class="block">Called when a job ends</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onJobStart(org.apache.spark.scheduler.SparkListenerJobStart)">onJobStart</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerJobStart.html" title="class in org.apache.spark.scheduler">SparkListenerJobStart</a> jobStart)</code>
+<div class="block">Called when a job starts</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onStageCompleted(org.apache.spark.scheduler.SparkListenerStageCompleted)">onStageCompleted</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerStageCompleted.html" title="class in org.apache.spark.scheduler">SparkListenerStageCompleted</a> stageCompleted)</code>
+<div class="block">Called when a stage completes successfully or fails, with information on the completed stage.</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onStageSubmitted(org.apache.spark.scheduler.SparkListenerStageSubmitted)">onStageSubmitted</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerStageSubmitted.html" title="class in org.apache.spark.scheduler">SparkListenerStageSubmitted</a> stageSubmitted)</code>
+<div class="block">Called when a stage is submitted</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onTaskEnd(org.apache.spark.scheduler.SparkListenerTaskEnd)">onTaskEnd</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerTaskEnd.html" title="class in org.apache.spark.scheduler">SparkListenerTaskEnd</a> taskEnd)</code>
+<div class="block">Called when a task ends</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onTaskGettingResult(org.apache.spark.scheduler.SparkListenerTaskGettingResult)">onTaskGettingResult</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerTaskGettingResult.html" title="class in org.apache.spark.scheduler">SparkListenerTaskGettingResult</a> taskGettingResult)</code>
+<div class="block">Called when a task begins remotely fetching its result (will not be called for tasks that do
+ not need to fetch the result remotely).</div>
+</td>
+</tr>
+<tr class="altColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onTaskStart(org.apache.spark.scheduler.SparkListenerTaskStart)">onTaskStart</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerTaskStart.html" title="class in org.apache.spark.scheduler">SparkListenerTaskStart</a> taskStart)</code>
+<div class="block">Called when a task starts</div>
+</td>
+</tr>
+<tr class="rowColor">
+<td class="colFirst"><code>void</code></td>
+<td class="colLast"><code><strong><a href="../../../org/apache/spark/SparkFirehoseListener.html#onUnpersistRDD(org.apache.spark.scheduler.SparkListenerUnpersistRDD)">onUnpersistRDD</a></strong>(<a href="../../../org/apache/spark/scheduler/SparkListenerUnpersistRDD.html" title="class in org.apache.spark.scheduler">SparkListenerUnpersistRDD</a> unpersistRDD)</code>
+<div class="block">Called when an RDD is manually unpersisted by the application</div>
+</td>
+</tr>
+</table>
+<ul class="blockList">
+<li class="blockList"><a name="methods_inherited_from_class_Object">
+<!-- -->
+</a>
+<h3>Methods inherited from class Object</h3>
+<code>equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+<div class="details">
+<ul class="blockList">
+<li class="blockList">
+<!-- ========= CONSTRUCTOR DETAIL ======== -->
+<ul class="blockList">
+<li class="blockList"><a name="constructor_detail">
+<!-- -->
+</a>
+<h3>Constructor Detail</h3>
+<a name="SparkFirehoseListener()">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>SparkFirehoseListener</h4>
+<pre>public SparkFirehoseListener()</pre>
+</li>
+</ul>
+</li>
+</ul>
+<!-- ============ METHOD DETAIL ========== -->
+<ul class="blockList">
+<li class="blockList"><a name="method_detail">
+<!-- -->
+</a>
+<h3>Method Detail</h3>
+<a name="onEvent(org.apache.spark.scheduler.SparkListenerEvent)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onEvent</h4>
+<pre>public void onEvent(<a href="../../../org/apache/spark/scheduler/SparkListenerEvent.html" title="interface in org.apache.spark.scheduler">SparkListenerEvent</a> event)</pre>
+</li>
+</ul>
+<a name="onStageCompleted(org.apache.spark.scheduler.SparkListenerStageCompleted)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onStageCompleted</h4>
+<pre>public final void onStageCompleted(<a href="../../../org/apache/spark/scheduler/SparkListenerStageCompleted.html" title="class in org.apache.spark.scheduler">SparkListenerStageCompleted</a> stageCompleted)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onStageCompleted(org.apache.spark.scheduler.SparkListenerStageCompleted)">SparkListener</a></code></strong></div>
+<div class="block">Called when a stage completes successfully or fails, with information on the completed stage.</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onStageCompleted(org.apache.spark.scheduler.SparkListenerStageCompleted)">onStageCompleted</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>stageCompleted</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+<a name="onStageSubmitted(org.apache.spark.scheduler.SparkListenerStageSubmitted)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onStageSubmitted</h4>
+<pre>public final void onStageSubmitted(<a href="../../../org/apache/spark/scheduler/SparkListenerStageSubmitted.html" title="class in org.apache.spark.scheduler">SparkListenerStageSubmitted</a> stageSubmitted)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onStageSubmitted(org.apache.spark.scheduler.SparkListenerStageSubmitted)">SparkListener</a></code></strong></div>
+<div class="block">Called when a stage is submitted</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onStageSubmitted(org.apache.spark.scheduler.SparkListenerStageSubmitted)">onStageSubmitted</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>stageSubmitted</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+<a name="onTaskStart(org.apache.spark.scheduler.SparkListenerTaskStart)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onTaskStart</h4>
+<pre>public final void onTaskStart(<a href="../../../org/apache/spark/scheduler/SparkListenerTaskStart.html" title="class in org.apache.spark.scheduler">SparkListenerTaskStart</a> taskStart)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onTaskStart(org.apache.spark.scheduler.SparkListenerTaskStart)">SparkListener</a></code></strong></div>
+<div class="block">Called when a task starts</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onTaskStart(org.apache.spark.scheduler.SparkListenerTaskStart)">onTaskStart</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>taskStart</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+<a name="onTaskGettingResult(org.apache.spark.scheduler.SparkListenerTaskGettingResult)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onTaskGettingResult</h4>
+<pre>public final void onTaskGettingResult(<a href="../../../org/apache/spark/scheduler/SparkListenerTaskGettingResult.html" title="class in org.apache.spark.scheduler">SparkListenerTaskGettingResult</a> taskGettingResult)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onTaskGettingResult(org.apache.spark.scheduler.SparkListenerTaskGettingResult)">SparkListener</a></code></strong></div>
+<div class="block">Called when a task begins remotely fetching its result (will not be called for tasks that do
+ not need to fetch the result remotely).</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onTaskGettingResult(org.apache.spark.scheduler.SparkListenerTaskGettingResult)">onTaskGettingResult</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>taskGettingResult</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+<a name="onTaskEnd(org.apache.spark.scheduler.SparkListenerTaskEnd)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onTaskEnd</h4>
+<pre>public final void onTaskEnd(<a href="../../../org/apache/spark/scheduler/SparkListenerTaskEnd.html" title="class in org.apache.spark.scheduler">SparkListenerTaskEnd</a> taskEnd)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onTaskEnd(org.apache.spark.scheduler.SparkListenerTaskEnd)">SparkListener</a></code></strong></div>
+<div class="block">Called when a task ends</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onTaskEnd(org.apache.spark.scheduler.SparkListenerTaskEnd)">onTaskEnd</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>taskEnd</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+<a name="onJobStart(org.apache.spark.scheduler.SparkListenerJobStart)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onJobStart</h4>
+<pre>public final void onJobStart(<a href="../../../org/apache/spark/scheduler/SparkListenerJobStart.html" title="class in org.apache.spark.scheduler">SparkListenerJobStart</a> jobStart)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onJobStart(org.apache.spark.scheduler.SparkListenerJobStart)">SparkListener</a></code></strong></div>
+<div class="block">Called when a job starts</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onJobStart(org.apache.spark.scheduler.SparkListenerJobStart)">onJobStart</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>jobStart</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+<a name="onJobEnd(org.apache.spark.scheduler.SparkListenerJobEnd)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onJobEnd</h4>
+<pre>public final void onJobEnd(<a href="../../../org/apache/spark/scheduler/SparkListenerJobEnd.html" title="class in org.apache.spark.scheduler">SparkListenerJobEnd</a> jobEnd)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onJobEnd(org.apache.spark.scheduler.SparkListenerJobEnd)">SparkListener</a></code></strong></div>
+<div class="block">Called when a job ends</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onJobEnd(org.apache.spark.scheduler.SparkListenerJobEnd)">onJobEnd</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>jobEnd</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+<a name="onEnvironmentUpdate(org.apache.spark.scheduler.SparkListenerEnvironmentUpdate)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onEnvironmentUpdate</h4>
+<pre>public final void onEnvironmentUpdate(<a href="../../../org/apache/spark/scheduler/SparkListenerEnvironmentUpdate.html" title="class in org.apache.spark.scheduler">SparkListenerEnvironmentUpdate</a> environmentUpdate)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onEnvironmentUpdate(org.apache.spark.scheduler.SparkListenerEnvironmentUpdate)">SparkListener</a></code></strong></div>
+<div class="block">Called when environment properties have been updated</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onEnvironmentUpdate(org.apache.spark.scheduler.SparkListenerEnvironmentUpdate)">onEnvironmentUpdate</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>environmentUpdate</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+<a name="onBlockManagerAdded(org.apache.spark.scheduler.SparkListenerBlockManagerAdded)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onBlockManagerAdded</h4>
+<pre>public final void onBlockManagerAdded(<a href="../../../org/apache/spark/scheduler/SparkListenerBlockManagerAdded.html" title="class in org.apache.spark.scheduler">SparkListenerBlockManagerAdded</a> blockManagerAdded)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onBlockManagerAdded(org.apache.spark.scheduler.SparkListenerBlockManagerAdded)">SparkListener</a></code></strong></div>
+<div class="block">Called when a new block manager has joined</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onBlockManagerAdded(org.apache.spark.scheduler.SparkListenerBlockManagerAdded)">onBlockManagerAdded</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>blockManagerAdded</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+<a name="onBlockManagerRemoved(org.apache.spark.scheduler.SparkListenerBlockManagerRemoved)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onBlockManagerRemoved</h4>
+<pre>public final void onBlockManagerRemoved(<a href="../../../org/apache/spark/scheduler/SparkListenerBlockManagerRemoved.html" title="class in org.apache.spark.scheduler">SparkListenerBlockManagerRemoved</a> blockManagerRemoved)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onBlockManagerRemoved(org.apache.spark.scheduler.SparkListenerBlockManagerRemoved)">SparkListener</a></code></strong></div>
+<div class="block">Called when an existing block manager has been removed</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onBlockManagerRemoved(org.apache.spark.scheduler.SparkListenerBlockManagerRemoved)">onBlockManagerRemoved</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>blockManagerRemoved</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+<a name="onUnpersistRDD(org.apache.spark.scheduler.SparkListenerUnpersistRDD)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onUnpersistRDD</h4>
+<pre>public final void onUnpersistRDD(<a href="../../../org/apache/spark/scheduler/SparkListenerUnpersistRDD.html" title="class in org.apache.spark.scheduler">SparkListenerUnpersistRDD</a> unpersistRDD)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onUnpersistRDD(org.apache.spark.scheduler.SparkListenerUnpersistRDD)">SparkListener</a></code></strong></div>
+<div class="block">Called when an RDD is manually unpersisted by the application</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onUnpersistRDD(org.apache.spark.scheduler.SparkListenerUnpersistRDD)">onUnpersistRDD</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>unpersistRDD</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+<a name="onApplicationStart(org.apache.spark.scheduler.SparkListenerApplicationStart)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onApplicationStart</h4>
+<pre>public final void onApplicationStart(<a href="../../../org/apache/spark/scheduler/SparkListenerApplicationStart.html" title="class in org.apache.spark.scheduler">SparkListenerApplicationStart</a> applicationStart)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onApplicationStart(org.apache.spark.scheduler.SparkListenerApplicationStart)">SparkListener</a></code></strong></div>
+<div class="block">Called when the application starts</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onApplicationStart(org.apache.spark.scheduler.SparkListenerApplicationStart)">onApplicationStart</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>applicationStart</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+<a name="onApplicationEnd(org.apache.spark.scheduler.SparkListenerApplicationEnd)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onApplicationEnd</h4>
+<pre>public final void onApplicationEnd(<a href="../../../org/apache/spark/scheduler/SparkListenerApplicationEnd.html" title="class in org.apache.spark.scheduler">SparkListenerApplicationEnd</a> applicationEnd)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onApplicationEnd(org.apache.spark.scheduler.SparkListenerApplicationEnd)">SparkListener</a></code></strong></div>
+<div class="block">Called when the application ends</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onApplicationEnd(org.apache.spark.scheduler.SparkListenerApplicationEnd)">onApplicationEnd</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>applicationEnd</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+<a name="onExecutorMetricsUpdate(org.apache.spark.scheduler.SparkListenerExecutorMetricsUpdate)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onExecutorMetricsUpdate</h4>
+<pre>public final void onExecutorMetricsUpdate(<a href="../../../org/apache/spark/scheduler/SparkListenerExecutorMetricsUpdate.html" title="class in org.apache.spark.scheduler">SparkListenerExecutorMetricsUpdate</a> executorMetricsUpdate)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onExecutorMetricsUpdate(org.apache.spark.scheduler.SparkListenerExecutorMetricsUpdate)">SparkListener</a></code></strong></div>
+<div class="block">Called when the driver receives task metrics from an executor in a heartbeat.</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onExecutorMetricsUpdate(org.apache.spark.scheduler.SparkListenerExecutorMetricsUpdate)">onExecutorMetricsUpdate</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>executorMetricsUpdate</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+<a name="onExecutorAdded(org.apache.spark.scheduler.SparkListenerExecutorAdded)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onExecutorAdded</h4>
+<pre>public final void onExecutorAdded(<a href="../../../org/apache/spark/scheduler/SparkListenerExecutorAdded.html" title="class in org.apache.spark.scheduler">SparkListenerExecutorAdded</a> executorAdded)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onExecutorAdded(org.apache.spark.scheduler.SparkListenerExecutorAdded)">SparkListener</a></code></strong></div>
+<div class="block">Called when the driver registers a new executor.</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onExecutorAdded(org.apache.spark.scheduler.SparkListenerExecutorAdded)">onExecutorAdded</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>executorAdded</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+<a name="onExecutorRemoved(org.apache.spark.scheduler.SparkListenerExecutorRemoved)">
+<!-- -->
+</a>
+<ul class="blockList">
+<li class="blockList">
+<h4>onExecutorRemoved</h4>
+<pre>public final void onExecutorRemoved(<a href="../../../org/apache/spark/scheduler/SparkListenerExecutorRemoved.html" title="class in org.apache.spark.scheduler">SparkListenerExecutorRemoved</a> executorRemoved)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onExecutorRemoved(org.apache.spark.scheduler.SparkListenerExecutorRemoved)">SparkListener</a></code></strong></div>
+<div class="block">Called when the driver removes an executor.</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onExecutorRemoved(org.apache.spark.scheduler.SparkListenerExecutorRemoved)">onExecutorRemoved</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>executorRemoved</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+<a name="onBlockUpdated(org.apache.spark.scheduler.SparkListenerBlockUpdated)">
+<!-- -->
+</a>
+<ul class="blockListLast">
+<li class="blockList">
+<h4>onBlockUpdated</h4>
+<pre>public void onBlockUpdated(<a href="../../../org/apache/spark/scheduler/SparkListenerBlockUpdated.html" title="class in org.apache.spark.scheduler">SparkListenerBlockUpdated</a> blockUpdated)</pre>
+<div class="block"><strong>Description copied from interface: <code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onBlockUpdated(org.apache.spark.scheduler.SparkListenerBlockUpdated)">SparkListener</a></code></strong></div>
+<div class="block">Called when the driver receives a block update info.</div>
+<dl>
+<dt><strong>Specified by:</strong></dt>
+<dd><code><a href="../../../org/apache/spark/scheduler/SparkListener.html#onBlockUpdated(org.apache.spark.scheduler.SparkListenerBlockUpdated)">onBlockUpdated</a></code> in interface <code><a href="../../../org/apache/spark/scheduler/SparkListener.html" title="interface in org.apache.spark.scheduler">SparkListener</a></code></dd>
+<dt><span class="strong">Parameters:</span></dt><dd><code>blockUpdated</code> - (undocumented)</dd></dl>
+</li>
+</ul>
+</li>
+</ul>
+</li>
+</ul>
+</div>
+</div>
+<!-- ========= END OF CLASS DATA ========= -->
+<!-- ======= START OF BOTTOM NAVBAR ====== -->
+<div class="bottomNav"><a name="navbar_bottom">
+<!-- -->
+</a><a href="#skip-navbar_bottom" title="Skip navigation links"></a><a name="navbar_bottom_firstrow">
+<!-- -->
+</a>
+<ul class="navList" title="Navigation">
+<li><a href="../../../overview-summary.html">Overview</a></li>
+<li><a href="package-summary.html">Package</a></li>
+<li class="navBarCell1Rev">Class</li>
+<li><a href="package-tree.html">Tree</a></li>
+<li><a href="../../../deprecated-list.html">Deprecated</a></li>
+<li><a href="../../../index-all.html">Index</a></li>
+<li><a href="../../../help-doc.html">Help</a></li>
+</ul>
+</div>
+<div class="subNav">
+<ul class="navList">
+<li><a href="../../../org/apache/spark/SparkFiles.html" title="class in org.apache.spark"><span class="strong">Prev Class</span></a></li>
+<li><a href="../../../org/apache/spark/SparkJobInfo.html" title="interface in org.apache.spark"><span class="strong">Next Class</span></a></li>
+</ul>
+<ul class="navList">
+<li><a href="../../../index.html?org/apache/spark/SparkFirehoseListener.html" target="_top">Frames</a></li>
+<li><a href="SparkFirehoseListener.html" target="_top">No Frames</a></li>
+</ul>
+<ul class="navList" id="allclasses_navbar_bottom">
+<li><a href="../../../allclasses-noframe.html">All Classes</a></li>
+</ul>
+<div>
+<script type="text/javascript"><!--
+ allClassesLink = document.getElementById("allclasses_navbar_bottom");
+ if(window==top) {
+ allClassesLink.style.display = "block";
+ }
+ else {
+ allClassesLink.style.display = "none";
+ }
+ //-->
+</script>
+</div>
+<div>
+<ul class="subNavList">
+<li>Summary: </li>
+<li>Nested | </li>
+<li>Field | </li>
+<li><a href="#constructor_summary">Constr</a> | </li>
+<li><a href="#method_summary">Method</a></li>
+</ul>
+<ul class="subNavList">
+<li>Detail: </li>
+<li>Field | </li>
+<li><a href="#constructor_detail">Constr</a> | </li>
+<li><a href="#method_detail">Method</a></li>
+</ul>
+</div>
+<a name="skip-navbar_bottom">
+<!-- -->
+</a></div>
+<!-- ======== END OF BOTTOM NAVBAR ======= -->
+<script defer="defer" type="text/javascript" src="../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../lib/api-javadocs.js"></script></body>
+</html>
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org