You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@bahir.apache.org by lr...@apache.org on 2016/10/28 00:21:29 UTC
[3/3] bahir-website git commit: Publishing from
f9b6f01d456f60e96a324f2727ed9d498ddecf90
Publishing from f9b6f01d456f60e96a324f2727ed9d498ddecf90
Project: http://git-wip-us.apache.org/repos/asf/bahir-website/repo
Commit: http://git-wip-us.apache.org/repos/asf/bahir-website/commit/d752d7cf
Tree: http://git-wip-us.apache.org/repos/asf/bahir-website/tree/d752d7cf
Diff: http://git-wip-us.apache.org/repos/asf/bahir-website/diff/d752d7cf
Branch: refs/heads/asf-site
Commit: d752d7cf3fa9d5b347078d47ceaf864248da23cc
Parents: 4c605a6
Author: Luciano Resende <lr...@apache.org>
Authored: Fri Oct 28 02:19:01 2016 +0200
Committer: Luciano Resende <lr...@apache.org>
Committed: Fri Oct 28 02:20:45 2016 +0200
----------------------------------------------------------------------
.../2.0.1/spark-sql-streaming-mqtt.template | 218 ------------
.../2.0.1/spark-sql-streaming-mqtt/index.html | 351 +++++++++++++++++++
.../spark/2.0.1/spark-streaming-akka.template | 217 ------------
.../spark/2.0.1/spark-streaming-akka/index.html | 287 +++++++++++++++
.../spark/2.0.1/spark-streaming-mqtt.template | 218 ------------
.../spark/2.0.1/spark-streaming-mqtt/index.html | 291 +++++++++++++++
.../2.0.1/spark-streaming-twitter.template | 217 ------------
.../2.0.1/spark-streaming-twitter/index.html | 270 ++++++++++++++
.../spark/2.0.1/spark-streaming-zeromq.template | 217 ------------
.../2.0.1/spark-streaming-zeromq/index.html | 262 ++++++++++++++
.../current/spark-sql-streaming-mqtt.template | 218 ------------
.../current/spark-sql-streaming-mqtt/index.html | 351 +++++++++++++++++++
.../spark/current/spark-streaming-akka.template | 217 ------------
.../current/spark-streaming-akka/index.html | 287 +++++++++++++++
.../spark/current/spark-streaming-mqtt.template | 218 ------------
.../current/spark-streaming-mqtt/index.html | 291 +++++++++++++++
.../current/spark-streaming-twitter.template | 217 ------------
.../current/spark-streaming-twitter/index.html | 270 ++++++++++++++
.../current/spark-streaming-zeromq.template | 217 ------------
.../current/spark-streaming-zeromq/index.html | 262 ++++++++++++++
content/feed.xml | 4 +-
21 files changed, 2924 insertions(+), 2176 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/bahir-website/blob/d752d7cf/content/docs/spark/2.0.1/spark-sql-streaming-mqtt.template
----------------------------------------------------------------------
diff --git a/content/docs/spark/2.0.1/spark-sql-streaming-mqtt.template b/content/docs/spark/2.0.1/spark-sql-streaming-mqtt.template
deleted file mode 100644
index 58462b7..0000000
--- a/content/docs/spark/2.0.1/spark-sql-streaming-mqtt.template
+++ /dev/null
@@ -1,218 +0,0 @@
-
-
-<!DOCTYPE html>
-<html lang="en">
- <head>
- <meta charset="utf-8">
- <title>Spark Structured Streaming MQTT</title>
- <meta name="description" content="Spark Structured Streaming MQTT">
- <meta name="author" content="">
-
- <!-- Enable responsive viewport -->
- <meta name="viewport" content="width=device-width, initial-scale=1.0">
-
- <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
- <!--[if lt IE 9]>
- <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
- <![endif]-->
-
- <!-- Le styles -->
- <link href="/assets/themes/apache-clean/bootstrap/css/bootstrap.css" rel="stylesheet">
- <link href="/assets/themes/apache-clean/css/style.css?body=1" rel="stylesheet" type="text/css">
- <link href="/assets/themes/apache-clean/css/syntax.css" rel="stylesheet" type="text/css" media="screen" />
- <!-- Le fav and touch icons -->
- <!-- Update these with your own images
- <link rel="shortcut icon" href="images/favicon.ico">
- <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
- <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png">
- <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png">
- -->
-
- <!-- make tables sortable by adding class tag "sortable" to table elements -->
- <script src="http://www.kryogenix.org/code/browser/sorttable/sorttable.js"></script>
-
-
- </head>
-
- <body>
-
-
-
-<!-- Navigation -->
-<div id="nav-bar">
- <nav id="nav-container" class="navbar navbar-inverse " role="navigation">
- <div class="container">
- <!-- Brand and toggle get grouped for better mobile display -->
-
- <div class="navbar-header page-scroll">
- <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
- <span class="sr-only">Toggle navigation</span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- <a class="navbar-brand page-scroll" href="/#home">Home</a>
- </div>
- <!-- Collect the nav links, forms, and other content for toggling -->
- <nav class="navbar-collapse collapse" role="navigation">
- <ul class="nav navbar-nav">
-
- <li id="community">
-
- <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a>
- <ul class="dropdown-menu dropdown-left">
-
-
- <li><a href="/community" target="_self">Get Involved</a></li>
-
-
- <li><a href="/contributing" target="_self">Contributing</a></li>
-
-
- <li><a href="/contributing-extensions" target="_self">Contributing Extensions</a></li>
-
-
- <li><a href="https://issues.apache.org/jira/browse/BAHIR" target="_blank">Issue Tracker</a></li>
-
-
- <li><a href="https://github.com/apache/bahir" target="_blank">Source Code</a></li>
-
-
- <li><a href="/community-members" target="_self">Project Committers</a></li>
-
- </ul>
-
- </li>
-
- <li id="documentation">
-
- <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a>
- <ul class="dropdown-menu dropdown-left">
-
-
- <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li>
-
-
- <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li>
-
-
- <li><a href="/docs/spark/2.0.0/documentation" target="_self">Bahir Spark Extensions - 2.0.0</a></li>
-
- </ul>
-
- </li>
-
- <li id="github">
-
-
- <a href="https://github.com/apache/bahir" target="_blank">GitHub</a>
-
- </li>
-
- <li id="apache">
-
- <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a>
- <ul class="dropdown-menu dropdown-left">
-
-
- <li><a href="http://www.apache.org/foundation/how-it-works.html" target="_blank">Apache Software Foundation</a></li>
-
-
- <li><a href="http://www.apache.org/licenses/" target="_blank">Apache License</a></li>
-
-
- <li><a href="http://www.apache.org/foundation/sponsorship" target="_blank">Sponsorship</a></li>
-
-
- <li><a href="http://www.apache.org/foundation/thanks.html" target="_blank">Thanks</a></li>
-
-
- <li><a href="/privacy-policy" target="_self">Privacy Policy</a></li>
-
- </ul>
-
- </li>
-
- </ul>
- </nav><!--/.navbar-collapse -->
- <!-- /.navbar-collapse -->
- </div>
- <!-- /.container -->
- </nav>
-</div>
-
-
- <div class="container">
-
-
-
-<!--<div class="hero-unit Spark Structured Streaming MQTT">
- <h1></h1>
-</div>
--->
-
-<div class="row">
- <div class="col-md-12">
- <!--
-
--->
-
-
-
-
-
- </div>
-</div>
-
-
-
- <hr>
-
- <!-- <p>© 2016 </p>-->
- <footer class="site-footer">
- <div class="wrapper">
- <div class="footer-col-wrapper">
-
- <div style="text-align:center;">
-
- <div>
- Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br>
-
- Apache and the Apache Feather logo are trademarks of The Apache Software Foundation.
-
- </div>
- </div>
- </div>
- </div>
-</footer>
-
- </div>
-
-
-
-
- <script type="text/javascript">
- (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
- (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
- m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
- })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
-
- ga('create', 'UA-79140859-1', 'bahir.apache.org');
- ga('require', 'linkid', 'linkid.js');
- ga('send', 'pageview');
-
-</script>
-
-
-
- <script src="/assets/themes/apache-clean/jquery/jquery-2.1.1.min.js"></script>
-
- <script src="/assets/themes/apache-clean/bootstrap/js/bootstrap.min.js"></script>
-
-
- </body>
-</html>
-
http://git-wip-us.apache.org/repos/asf/bahir-website/blob/d752d7cf/content/docs/spark/2.0.1/spark-sql-streaming-mqtt/index.html
----------------------------------------------------------------------
diff --git a/content/docs/spark/2.0.1/spark-sql-streaming-mqtt/index.html b/content/docs/spark/2.0.1/spark-sql-streaming-mqtt/index.html
new file mode 100644
index 0000000..8e0ee99
--- /dev/null
+++ b/content/docs/spark/2.0.1/spark-sql-streaming-mqtt/index.html
@@ -0,0 +1,351 @@
+
+
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>Spark Structured Streaming MQTT</title>
+ <meta name="description" content="Spark Structured Streaming MQTT">
+ <meta name="author" content="">
+
+ <!-- Enable responsive viewport -->
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
+ <!--[if lt IE 9]>
+ <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
+ <![endif]-->
+
+ <!-- Le styles -->
+ <link href="/assets/themes/apache-clean/bootstrap/css/bootstrap.css" rel="stylesheet">
+ <link href="/assets/themes/apache-clean/css/style.css?body=1" rel="stylesheet" type="text/css">
+ <link href="/assets/themes/apache-clean/css/syntax.css" rel="stylesheet" type="text/css" media="screen" />
+ <!-- Le fav and touch icons -->
+ <!-- Update these with your own images
+ <link rel="shortcut icon" href="images/favicon.ico">
+ <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
+ <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png">
+ <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png">
+ -->
+
+ <!-- make tables sortable by adding class tag "sortable" to table elements -->
+ <script src="http://www.kryogenix.org/code/browser/sorttable/sorttable.js"></script>
+
+
+ </head>
+
+ <body>
+
+
+
+<!-- Navigation -->
+<div id="nav-bar">
+ <nav id="nav-container" class="navbar navbar-inverse " role="navigation">
+ <div class="container">
+ <!-- Brand and toggle get grouped for better mobile display -->
+
+ <div class="navbar-header page-scroll">
+ <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <a class="navbar-brand page-scroll" href="/#home">Home</a>
+ </div>
+ <!-- Collect the nav links, forms, and other content for toggling -->
+ <nav class="navbar-collapse collapse" role="navigation">
+ <ul class="nav navbar-nav">
+
+ <li id="community">
+
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a>
+ <ul class="dropdown-menu dropdown-left">
+
+
+ <li><a href="/community" target="_self">Get Involved</a></li>
+
+
+ <li><a href="/contributing" target="_self">Contributing</a></li>
+
+
+ <li><a href="/contributing-extensions" target="_self">Contributing Extensions</a></li>
+
+
+ <li><a href="https://issues.apache.org/jira/browse/BAHIR" target="_blank">Issue Tracker</a></li>
+
+
+ <li><a href="https://github.com/apache/bahir" target="_blank">Source Code</a></li>
+
+
+ <li><a href="/community-members" target="_self">Project Committers</a></li>
+
+ </ul>
+
+ </li>
+
+ <li id="documentation">
+
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a>
+ <ul class="dropdown-menu dropdown-left">
+
+
+ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li>
+
+
+ <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li>
+
+
+ <li><a href="/docs/spark/2.0.0/documentation" target="_self">Bahir Spark Extensions - 2.0.0</a></li>
+
+ </ul>
+
+ </li>
+
+ <li id="github">
+
+
+ <a href="https://github.com/apache/bahir" target="_blank">GitHub</a>
+
+ </li>
+
+ <li id="apache">
+
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a>
+ <ul class="dropdown-menu dropdown-left">
+
+
+ <li><a href="http://www.apache.org/foundation/how-it-works.html" target="_blank">Apache Software Foundation</a></li>
+
+
+ <li><a href="http://www.apache.org/licenses/" target="_blank">Apache License</a></li>
+
+
+ <li><a href="http://www.apache.org/foundation/sponsorship" target="_blank">Sponsorship</a></li>
+
+
+ <li><a href="http://www.apache.org/foundation/thanks.html" target="_blank">Thanks</a></li>
+
+
+ <li><a href="/privacy-policy" target="_self">Privacy Policy</a></li>
+
+ </ul>
+
+ </li>
+
+ </ul>
+ </nav><!--/.navbar-collapse -->
+ <!-- /.navbar-collapse -->
+ </div>
+ <!-- /.container -->
+ </nav>
+</div>
+
+
+ <div class="container">
+
+
+
+<!--<div class="hero-unit Spark Structured Streaming MQTT">
+ <h1></h1>
+</div>
+-->
+
+<div class="row">
+ <div class="col-md-12">
+ <!--
+
+-->
+
+<p>A library for reading data from MQTT Servers using Spark SQL Streaming ( or Structured streaming.).</p>
+
+<h2 id="linking">Linking</h2>
+
+<p>Using SBT:</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>libraryDependencies += "org.apache.bahir" %% "spark-sql-streaming-mqtt" % "2.1.0"
+</code></pre>
+</div>
+
+<p>Using Maven:</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code><dependency>
+ <groupId>org.apache.bahir</groupId>
+ <artifactId>spark-sql-streaming-mqtt_2.11</artifactId>
+ <version>2.1.0</version>
+</dependency>
+</code></pre>
+</div>
+
+<p>This library can also be added to Spark jobs launched through <code class="highlighter-rouge">spark-shell</code> or <code class="highlighter-rouge">spark-submit</code> by using the <code class="highlighter-rouge">--packages</code> command line option.
+For example, to include it when starting the spark shell:</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>$ bin/spark-shell --packages org.apache.bahir:spark-sql-streaming-mqtt_2.11:2.1.0
+</code></pre>
+</div>
+
+<p>Unlike using <code class="highlighter-rouge">--jars</code>, using <code class="highlighter-rouge">--packages</code> ensures that this library and its dependencies will be added to the classpath.
+The <code class="highlighter-rouge">--packages</code> argument can also be used with <code class="highlighter-rouge">bin/spark-submit</code>.</p>
+
+<p>This library is compiled for Scala 2.11 only, and intends to support Spark 2.0 onwards.</p>
+
+<h2 id="examples">Examples</h2>
+
+<p>A SQL Stream can be created with data streams received through MQTT Server using,</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>sqlContext.readStream
+ .format("org.apache.bahir.sql.streaming.mqtt.MQTTStreamSourceProvider")
+ .option("topic", "mytopic")
+ .load("tcp://localhost:1883")
+</code></pre>
+</div>
+
+<h2 id="enable-recovering-from-failures">Enable recovering from failures.</h2>
+
+<p>Setting values for option <code class="highlighter-rouge">localStorage</code> and <code class="highlighter-rouge">clientId</code> helps in recovering in case of a restart, by restoring the state where it left off before the shutdown.</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>sqlContext.readStream
+ .format("org.apache.bahir.sql.streaming.mqtt.MQTTStreamSourceProvider")
+ .option("topic", "mytopic")
+ .option("localStorage", "/path/to/localdir")
+ .option("clientId", "some-client-id")
+ .load("tcp://localhost:1883")
+</code></pre>
+</div>
+
+<h2 id="configuration-options">Configuration options.</h2>
+
+<p>This source uses <a href="https://eclipse.org/paho/clients/java/">Eclipse Paho Java Client</a>. Client API documentation is located <a href="http://www.eclipse.org/paho/files/javadoc/index.html">here</a>.</p>
+
+<ul>
+ <li><code class="highlighter-rouge">brokerUrl</code> A url MqttClient connects to. Set this or <code class="highlighter-rouge">path</code> as the url of the Mqtt Server. e.g. tcp://localhost:1883.</li>
+ <li><code class="highlighter-rouge">persistence</code> By default it is used for storing incoming messages on disk. If <code class="highlighter-rouge">memory</code> is provided as value for this option, then recovery on restart is not supported.</li>
+ <li><code class="highlighter-rouge">topic</code> Topic MqttClient subscribes to.</li>
+ <li><code class="highlighter-rouge">clientId</code> clientId, this client is assoicated with. Provide the same value to recover a stopped client.</li>
+ <li><code class="highlighter-rouge">QoS</code> The maximum quality of service to subscribe each topic at. Messages published at a lower quality of service will be received at the published QoS. Messages published at a higher quality of service will be received using the QoS specified on the subscribe.</li>
+ <li><code class="highlighter-rouge">username</code> Sets the user name to use for the connection to Mqtt Server. Do not set it, if server does not need this. Setting it empty will lead to errors.</li>
+ <li><code class="highlighter-rouge">password</code> Sets the password to use for the connection.</li>
+ <li><code class="highlighter-rouge">cleanSession</code> Setting it true starts a clean session, removes all checkpointed messages by a previous run of this source. This is set to false by default.</li>
+ <li><code class="highlighter-rouge">connectionTimeout</code> Sets the connection timeout, a value of 0 is interpretted as wait until client connects. See <code class="highlighter-rouge">MqttConnectOptions.setConnectionTimeout</code> for more information.</li>
+ <li><code class="highlighter-rouge">keepAlive</code> Same as <code class="highlighter-rouge">MqttConnectOptions.setKeepAliveInterval</code>.</li>
+ <li><code class="highlighter-rouge">mqttVersion</code> Same as <code class="highlighter-rouge">MqttConnectOptions.setMqttVersion</code>.</li>
+</ul>
+
+<h3 id="scala-api">Scala API</h3>
+
+<p>An example, for scala API to count words from incoming message stream.</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>// Create DataFrame representing the stream of input lines from connection to mqtt server
+val lines = spark.readStream
+ .format("org.apache.bahir.sql.streaming.mqtt.MQTTStreamSourceProvider")
+ .option("topic", topic)
+ .load(brokerUrl).as[(String, Timestamp)]
+
+// Split the lines into words
+val words = lines.map(_._1).flatMap(_.split(" "))
+
+// Generate running word count
+val wordCounts = words.groupBy("value").count()
+
+// Start running the query that prints the running counts to the console
+val query = wordCounts.writeStream
+ .outputMode("complete")
+ .format("console")
+ .start()
+
+query.awaitTermination()
+</code></pre>
+</div>
+
+<p>Please see <code class="highlighter-rouge">MQTTStreamWordCount.scala</code> for full example.</p>
+
+<h3 id="java-api">Java API</h3>
+
+<p>An example, for Java API to count words from incoming message stream.</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>// Create DataFrame representing the stream of input lines from connection to mqtt server.
+Dataset<String> lines = spark
+ .readStream()
+ .format("org.apache.bahir.sql.streaming.mqtt.MQTTStreamSourceProvider")
+ .option("topic", topic)
+ .load(brokerUrl).select("value").as(Encoders.STRING());
+
+// Split the lines into words
+Dataset<String> words = lines.flatMap(new FlatMapFunction<String, String>() {
+ @Override
+ public Iterator<String> call(String x) {
+ return Arrays.asList(x.split(" ")).iterator();
+ }
+}, Encoders.STRING());
+
+// Generate running word count
+Dataset<Row> wordCounts = words.groupBy("value").count();
+
+// Start running the query that prints the running counts to the console
+StreamingQuery query = wordCounts.writeStream()
+ .outputMode("complete")
+ .format("console")
+ .start();
+
+query.awaitTermination();
+</code></pre>
+</div>
+
+<p>Please see <code class="highlighter-rouge">JavaMQTTStreamWordCount.java</code> for full example.</p>
+
+
+ </div>
+</div>
+
+
+
+ <hr>
+
+ <!-- <p>© 2016 </p>-->
+ <footer class="site-footer">
+ <div class="wrapper">
+ <div class="footer-col-wrapper">
+
+ <div style="text-align:center;">
+
+ <div>
+ Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>.
+ Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
+ 2.0</a>.
+ <br>
+
+ Apache and the Apache Feather logo are trademarks of The Apache Software Foundation.
+
+ </div>
+ </div>
+ </div>
+ </div>
+</footer>
+
+ </div>
+
+
+
+
+ <script type="text/javascript">
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-79140859-1', 'bahir.apache.org');
+ ga('require', 'linkid', 'linkid.js');
+ ga('send', 'pageview');
+
+</script>
+
+
+
+ <script src="/assets/themes/apache-clean/jquery/jquery-2.1.1.min.js"></script>
+
+ <script src="/assets/themes/apache-clean/bootstrap/js/bootstrap.min.js"></script>
+
+
+ </body>
+</html>
+
http://git-wip-us.apache.org/repos/asf/bahir-website/blob/d752d7cf/content/docs/spark/2.0.1/spark-streaming-akka.template
----------------------------------------------------------------------
diff --git a/content/docs/spark/2.0.1/spark-streaming-akka.template b/content/docs/spark/2.0.1/spark-streaming-akka.template
deleted file mode 100644
index bffb3ab..0000000
--- a/content/docs/spark/2.0.1/spark-streaming-akka.template
+++ /dev/null
@@ -1,217 +0,0 @@
-
-
-<!DOCTYPE html>
-<html lang="en">
- <head>
- <meta charset="utf-8">
- <title>Spark Streaming Akka</title>
- <meta name="description" content="Spark Streaming Akka">
- <meta name="author" content="">
-
- <!-- Enable responsive viewport -->
- <meta name="viewport" content="width=device-width, initial-scale=1.0">
-
- <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
- <!--[if lt IE 9]>
- <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
- <![endif]-->
-
- <!-- Le styles -->
- <link href="/assets/themes/apache-clean/bootstrap/css/bootstrap.css" rel="stylesheet">
- <link href="/assets/themes/apache-clean/css/style.css?body=1" rel="stylesheet" type="text/css">
- <link href="/assets/themes/apache-clean/css/syntax.css" rel="stylesheet" type="text/css" media="screen" />
- <!-- Le fav and touch icons -->
- <!-- Update these with your own images
- <link rel="shortcut icon" href="images/favicon.ico">
- <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
- <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png">
- <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png">
- -->
-
- <!-- make tables sortable by adding class tag "sortable" to table elements -->
- <script src="http://www.kryogenix.org/code/browser/sorttable/sorttable.js"></script>
-
-
- </head>
-
- <body>
-
-
-
-<!-- Navigation -->
-<div id="nav-bar">
- <nav id="nav-container" class="navbar navbar-inverse " role="navigation">
- <div class="container">
- <!-- Brand and toggle get grouped for better mobile display -->
-
- <div class="navbar-header page-scroll">
- <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
- <span class="sr-only">Toggle navigation</span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- <a class="navbar-brand page-scroll" href="/#home">Home</a>
- </div>
- <!-- Collect the nav links, forms, and other content for toggling -->
- <nav class="navbar-collapse collapse" role="navigation">
- <ul class="nav navbar-nav">
-
- <li id="community">
-
- <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a>
- <ul class="dropdown-menu dropdown-left">
-
-
- <li><a href="/community" target="_self">Get Involved</a></li>
-
-
- <li><a href="/contributing" target="_self">Contributing</a></li>
-
-
- <li><a href="/contributing-extensions" target="_self">Contributing Extensions</a></li>
-
-
- <li><a href="https://issues.apache.org/jira/browse/BAHIR" target="_blank">Issue Tracker</a></li>
-
-
- <li><a href="https://github.com/apache/bahir" target="_blank">Source Code</a></li>
-
-
- <li><a href="/community-members" target="_self">Project Committers</a></li>
-
- </ul>
-
- </li>
-
- <li id="documentation">
-
- <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a>
- <ul class="dropdown-menu dropdown-left">
-
-
- <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li>
-
-
- <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li>
-
-
- <li><a href="/docs/spark/2.0.0/documentation" target="_self">Bahir Spark Extensions - 2.0.0</a></li>
-
- </ul>
-
- </li>
-
- <li id="github">
-
-
- <a href="https://github.com/apache/bahir" target="_blank">GitHub</a>
-
- </li>
-
- <li id="apache">
-
- <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a>
- <ul class="dropdown-menu dropdown-left">
-
-
- <li><a href="http://www.apache.org/foundation/how-it-works.html" target="_blank">Apache Software Foundation</a></li>
-
-
- <li><a href="http://www.apache.org/licenses/" target="_blank">Apache License</a></li>
-
-
- <li><a href="http://www.apache.org/foundation/sponsorship" target="_blank">Sponsorship</a></li>
-
-
- <li><a href="http://www.apache.org/foundation/thanks.html" target="_blank">Thanks</a></li>
-
-
- <li><a href="/privacy-policy" target="_self">Privacy Policy</a></li>
-
- </ul>
-
- </li>
-
- </ul>
- </nav><!--/.navbar-collapse -->
- <!-- /.navbar-collapse -->
- </div>
- <!-- /.container -->
- </nav>
-</div>
-
-
- <div class="container">
-
-
-
-<!--<div class="hero-unit Spark Streaming Akka">
- <h1></h1>
-</div>
--->
-
-<div class="row">
- <div class="col-md-12">
- <!--
-
--->
-
-
-
-
- </div>
-</div>
-
-
-
- <hr>
-
- <!-- <p>© 2016 </p>-->
- <footer class="site-footer">
- <div class="wrapper">
- <div class="footer-col-wrapper">
-
- <div style="text-align:center;">
-
- <div>
- Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br>
-
- Apache and the Apache Feather logo are trademarks of The Apache Software Foundation.
-
- </div>
- </div>
- </div>
- </div>
-</footer>
-
- </div>
-
-
-
-
- <script type="text/javascript">
- (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
- (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
- m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
- })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
-
- ga('create', 'UA-79140859-1', 'bahir.apache.org');
- ga('require', 'linkid', 'linkid.js');
- ga('send', 'pageview');
-
-</script>
-
-
-
- <script src="/assets/themes/apache-clean/jquery/jquery-2.1.1.min.js"></script>
-
- <script src="/assets/themes/apache-clean/bootstrap/js/bootstrap.min.js"></script>
-
-
- </body>
-</html>
-
http://git-wip-us.apache.org/repos/asf/bahir-website/blob/d752d7cf/content/docs/spark/2.0.1/spark-streaming-akka/index.html
----------------------------------------------------------------------
diff --git a/content/docs/spark/2.0.1/spark-streaming-akka/index.html b/content/docs/spark/2.0.1/spark-streaming-akka/index.html
new file mode 100644
index 0000000..597c779
--- /dev/null
+++ b/content/docs/spark/2.0.1/spark-streaming-akka/index.html
@@ -0,0 +1,287 @@
+
+
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>Spark Streaming Akka</title>
+ <meta name="description" content="Spark Streaming Akka">
+ <meta name="author" content="">
+
+ <!-- Enable responsive viewport -->
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
+ <!--[if lt IE 9]>
+ <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
+ <![endif]-->
+
+ <!-- Le styles -->
+ <link href="/assets/themes/apache-clean/bootstrap/css/bootstrap.css" rel="stylesheet">
+ <link href="/assets/themes/apache-clean/css/style.css?body=1" rel="stylesheet" type="text/css">
+ <link href="/assets/themes/apache-clean/css/syntax.css" rel="stylesheet" type="text/css" media="screen" />
+ <!-- Le fav and touch icons -->
+ <!-- Update these with your own images
+ <link rel="shortcut icon" href="images/favicon.ico">
+ <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
+ <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png">
+ <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png">
+ -->
+
+ <!-- make tables sortable by adding class tag "sortable" to table elements -->
+ <script src="http://www.kryogenix.org/code/browser/sorttable/sorttable.js"></script>
+
+
+ </head>
+
+ <body>
+
+
+
+<!-- Navigation -->
+<div id="nav-bar">
+ <nav id="nav-container" class="navbar navbar-inverse " role="navigation">
+ <div class="container">
+ <!-- Brand and toggle get grouped for better mobile display -->
+
+ <div class="navbar-header page-scroll">
+ <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <a class="navbar-brand page-scroll" href="/#home">Home</a>
+ </div>
+ <!-- Collect the nav links, forms, and other content for toggling -->
+ <nav class="navbar-collapse collapse" role="navigation">
+ <ul class="nav navbar-nav">
+
+ <li id="community">
+
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a>
+ <ul class="dropdown-menu dropdown-left">
+
+
+ <li><a href="/community" target="_self">Get Involved</a></li>
+
+
+ <li><a href="/contributing" target="_self">Contributing</a></li>
+
+
+ <li><a href="/contributing-extensions" target="_self">Contributing Extensions</a></li>
+
+
+ <li><a href="https://issues.apache.org/jira/browse/BAHIR" target="_blank">Issue Tracker</a></li>
+
+
+ <li><a href="https://github.com/apache/bahir" target="_blank">Source Code</a></li>
+
+
+ <li><a href="/community-members" target="_self">Project Committers</a></li>
+
+ </ul>
+
+ </li>
+
+ <li id="documentation">
+
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a>
+ <ul class="dropdown-menu dropdown-left">
+
+
+ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li>
+
+
+ <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li>
+
+
+ <li><a href="/docs/spark/2.0.0/documentation" target="_self">Bahir Spark Extensions - 2.0.0</a></li>
+
+ </ul>
+
+ </li>
+
+ <li id="github">
+
+
+ <a href="https://github.com/apache/bahir" target="_blank">GitHub</a>
+
+ </li>
+
+ <li id="apache">
+
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a>
+ <ul class="dropdown-menu dropdown-left">
+
+
+ <li><a href="http://www.apache.org/foundation/how-it-works.html" target="_blank">Apache Software Foundation</a></li>
+
+
+ <li><a href="http://www.apache.org/licenses/" target="_blank">Apache License</a></li>
+
+
+ <li><a href="http://www.apache.org/foundation/sponsorship" target="_blank">Sponsorship</a></li>
+
+
+ <li><a href="http://www.apache.org/foundation/thanks.html" target="_blank">Thanks</a></li>
+
+
+ <li><a href="/privacy-policy" target="_self">Privacy Policy</a></li>
+
+ </ul>
+
+ </li>
+
+ </ul>
+ </nav><!--/.navbar-collapse -->
+ <!-- /.navbar-collapse -->
+ </div>
+ <!-- /.container -->
+ </nav>
+</div>
+
+
+ <div class="container">
+
+
+
+<!--<div class="hero-unit Spark Streaming Akka">
+ <h1></h1>
+</div>
+-->
+
+<div class="row">
+ <div class="col-md-12">
+ <!--
+
+-->
+
+<p>A library for reading data from Akka Actors using Spark Streaming.</p>
+
+<h2 id="linking">Linking</h2>
+
+<p>Using SBT:</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>libraryDependencies += "org.apache.bahir" %% "spark-streaming-akka" % "2.1.0"
+</code></pre>
+</div>
+
+<p>Using Maven:</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code><dependency>
+ <groupId>org.apache.bahir</groupId>
+ <artifactId>spark-streaming-akka_2.11</artifactId>
+ <version>2.1.0</version>
+</dependency>
+</code></pre>
+</div>
+
+<p>This library can also be added to Spark jobs launched through <code class="highlighter-rouge">spark-shell</code> or <code class="highlighter-rouge">spark-submit</code> by using the <code class="highlighter-rouge">--packages</code> command line option.
+For example, to include it when starting the spark shell:</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>$ bin/spark-shell --packages org.apache.bahir:spark-streaming_akka_2.11:2.1.0
+</code></pre>
+</div>
+
+<p>Unlike using <code class="highlighter-rouge">--jars</code>, using <code class="highlighter-rouge">--packages</code> ensures that this library and its dependencies will be added to the classpath.
+The <code class="highlighter-rouge">--packages</code> argument can also be used with <code class="highlighter-rouge">bin/spark-submit</code>.</p>
+
+<p>This library is cross-published for Scala 2.10 and Scala 2.11, so users should replace the proper Scala version (2.10 or 2.11) in the commands listed above.</p>
+
+<h2 id="examples">Examples</h2>
+
+<p>DStreams can be created with data streams received through Akka actors by using <code class="highlighter-rouge">AkkaUtils.createStream(ssc, actorProps, actor-name)</code>.</p>
+
+<h3 id="scala-api">Scala API</h3>
+
+<p>You need to extend <code class="highlighter-rouge">ActorReceiver</code> so as to store received data into Spark using <code class="highlighter-rouge">store(...)</code> methods. The supervisor strategy of
+this actor can be configured to handle failures, etc.</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>class CustomActor extends ActorReceiver {
+ def receive = {
+ case data: String => store(data)
+ }
+}
+
+// A new input stream can be created with this custom actor as
+val ssc: StreamingContext = ...
+val lines = AkkaUtils.createStream[String](ssc, Props[CustomActor](), "CustomReceiver")
+</code></pre>
+</div>
+
+<h3 id="java-api">Java API</h3>
+
+<p>You need to extend <code class="highlighter-rouge">JavaActorReceiver</code> so as to store received data into Spark using <code class="highlighter-rouge">store(...)</code> methods. The supervisor strategy of
+this actor can be configured to handle failures, etc.</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>class CustomActor extends JavaActorReceiver {
+ @Override
+ public void onReceive(Object msg) throws Exception {
+ store((String) msg);
+ }
+}
+
+// A new input stream can be created with this custom actor as
+JavaStreamingContext jssc = ...;
+JavaDStream<String> lines = AkkaUtils.<String>createStream(jssc, Props.create(CustomActor.class), "CustomReceiver");
+</code></pre>
+</div>
+
+<p>See end-to-end examples at <a href="https://github.com/apache/bahir/tree/master/streaming-akka/examples">Akka Examples</a></p>
+
+ </div>
+</div>
+
+
+
+ <hr>
+
+ <!-- <p>© 2016 </p>-->
+ <footer class="site-footer">
+ <div class="wrapper">
+ <div class="footer-col-wrapper">
+
+ <div style="text-align:center;">
+
+ <div>
+ Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>.
+ Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
+ 2.0</a>.
+ <br>
+
+ Apache and the Apache Feather logo are trademarks of The Apache Software Foundation.
+
+ </div>
+ </div>
+ </div>
+ </div>
+</footer>
+
+ </div>
+
+
+
+
+ <script type="text/javascript">
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-79140859-1', 'bahir.apache.org');
+ ga('require', 'linkid', 'linkid.js');
+ ga('send', 'pageview');
+
+</script>
+
+
+
+ <script src="/assets/themes/apache-clean/jquery/jquery-2.1.1.min.js"></script>
+
+ <script src="/assets/themes/apache-clean/bootstrap/js/bootstrap.min.js"></script>
+
+
+ </body>
+</html>
+
http://git-wip-us.apache.org/repos/asf/bahir-website/blob/d752d7cf/content/docs/spark/2.0.1/spark-streaming-mqtt.template
----------------------------------------------------------------------
diff --git a/content/docs/spark/2.0.1/spark-streaming-mqtt.template b/content/docs/spark/2.0.1/spark-streaming-mqtt.template
deleted file mode 100644
index 58462b7..0000000
--- a/content/docs/spark/2.0.1/spark-streaming-mqtt.template
+++ /dev/null
@@ -1,218 +0,0 @@
-
-
-<!DOCTYPE html>
-<html lang="en">
- <head>
- <meta charset="utf-8">
- <title>Spark Structured Streaming MQTT</title>
- <meta name="description" content="Spark Structured Streaming MQTT">
- <meta name="author" content="">
-
- <!-- Enable responsive viewport -->
- <meta name="viewport" content="width=device-width, initial-scale=1.0">
-
- <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
- <!--[if lt IE 9]>
- <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
- <![endif]-->
-
- <!-- Le styles -->
- <link href="/assets/themes/apache-clean/bootstrap/css/bootstrap.css" rel="stylesheet">
- <link href="/assets/themes/apache-clean/css/style.css?body=1" rel="stylesheet" type="text/css">
- <link href="/assets/themes/apache-clean/css/syntax.css" rel="stylesheet" type="text/css" media="screen" />
- <!-- Le fav and touch icons -->
- <!-- Update these with your own images
- <link rel="shortcut icon" href="images/favicon.ico">
- <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
- <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png">
- <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png">
- -->
-
- <!-- make tables sortable by adding class tag "sortable" to table elements -->
- <script src="http://www.kryogenix.org/code/browser/sorttable/sorttable.js"></script>
-
-
- </head>
-
- <body>
-
-
-
-<!-- Navigation -->
-<div id="nav-bar">
- <nav id="nav-container" class="navbar navbar-inverse " role="navigation">
- <div class="container">
- <!-- Brand and toggle get grouped for better mobile display -->
-
- <div class="navbar-header page-scroll">
- <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
- <span class="sr-only">Toggle navigation</span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- <a class="navbar-brand page-scroll" href="/#home">Home</a>
- </div>
- <!-- Collect the nav links, forms, and other content for toggling -->
- <nav class="navbar-collapse collapse" role="navigation">
- <ul class="nav navbar-nav">
-
- <li id="community">
-
- <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a>
- <ul class="dropdown-menu dropdown-left">
-
-
- <li><a href="/community" target="_self">Get Involved</a></li>
-
-
- <li><a href="/contributing" target="_self">Contributing</a></li>
-
-
- <li><a href="/contributing-extensions" target="_self">Contributing Extensions</a></li>
-
-
- <li><a href="https://issues.apache.org/jira/browse/BAHIR" target="_blank">Issue Tracker</a></li>
-
-
- <li><a href="https://github.com/apache/bahir" target="_blank">Source Code</a></li>
-
-
- <li><a href="/community-members" target="_self">Project Committers</a></li>
-
- </ul>
-
- </li>
-
- <li id="documentation">
-
- <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a>
- <ul class="dropdown-menu dropdown-left">
-
-
- <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li>
-
-
- <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li>
-
-
- <li><a href="/docs/spark/2.0.0/documentation" target="_self">Bahir Spark Extensions - 2.0.0</a></li>
-
- </ul>
-
- </li>
-
- <li id="github">
-
-
- <a href="https://github.com/apache/bahir" target="_blank">GitHub</a>
-
- </li>
-
- <li id="apache">
-
- <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a>
- <ul class="dropdown-menu dropdown-left">
-
-
- <li><a href="http://www.apache.org/foundation/how-it-works.html" target="_blank">Apache Software Foundation</a></li>
-
-
- <li><a href="http://www.apache.org/licenses/" target="_blank">Apache License</a></li>
-
-
- <li><a href="http://www.apache.org/foundation/sponsorship" target="_blank">Sponsorship</a></li>
-
-
- <li><a href="http://www.apache.org/foundation/thanks.html" target="_blank">Thanks</a></li>
-
-
- <li><a href="/privacy-policy" target="_self">Privacy Policy</a></li>
-
- </ul>
-
- </li>
-
- </ul>
- </nav><!--/.navbar-collapse -->
- <!-- /.navbar-collapse -->
- </div>
- <!-- /.container -->
- </nav>
-</div>
-
-
- <div class="container">
-
-
-
-<!--<div class="hero-unit Spark Structured Streaming MQTT">
- <h1></h1>
-</div>
--->
-
-<div class="row">
- <div class="col-md-12">
- <!--
-
--->
-
-
-
-
-
- </div>
-</div>
-
-
-
- <hr>
-
- <!-- <p>© 2016 </p>-->
- <footer class="site-footer">
- <div class="wrapper">
- <div class="footer-col-wrapper">
-
- <div style="text-align:center;">
-
- <div>
- Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br>
-
- Apache and the Apache Feather logo are trademarks of The Apache Software Foundation.
-
- </div>
- </div>
- </div>
- </div>
-</footer>
-
- </div>
-
-
-
-
- <script type="text/javascript">
- (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
- (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
- m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
- })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
-
- ga('create', 'UA-79140859-1', 'bahir.apache.org');
- ga('require', 'linkid', 'linkid.js');
- ga('send', 'pageview');
-
-</script>
-
-
-
- <script src="/assets/themes/apache-clean/jquery/jquery-2.1.1.min.js"></script>
-
- <script src="/assets/themes/apache-clean/bootstrap/js/bootstrap.min.js"></script>
-
-
- </body>
-</html>
-
http://git-wip-us.apache.org/repos/asf/bahir-website/blob/d752d7cf/content/docs/spark/2.0.1/spark-streaming-mqtt/index.html
----------------------------------------------------------------------
diff --git a/content/docs/spark/2.0.1/spark-streaming-mqtt/index.html b/content/docs/spark/2.0.1/spark-streaming-mqtt/index.html
new file mode 100644
index 0000000..0fd5486
--- /dev/null
+++ b/content/docs/spark/2.0.1/spark-streaming-mqtt/index.html
@@ -0,0 +1,291 @@
+
+
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>Spark Structured Streaming MQTT</title>
+ <meta name="description" content="Spark Structured Streaming MQTT">
+ <meta name="author" content="">
+
+ <!-- Enable responsive viewport -->
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
+ <!--[if lt IE 9]>
+ <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
+ <![endif]-->
+
+ <!-- Le styles -->
+ <link href="/assets/themes/apache-clean/bootstrap/css/bootstrap.css" rel="stylesheet">
+ <link href="/assets/themes/apache-clean/css/style.css?body=1" rel="stylesheet" type="text/css">
+ <link href="/assets/themes/apache-clean/css/syntax.css" rel="stylesheet" type="text/css" media="screen" />
+ <!-- Le fav and touch icons -->
+ <!-- Update these with your own images
+ <link rel="shortcut icon" href="images/favicon.ico">
+ <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
+ <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png">
+ <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png">
+ -->
+
+ <!-- make tables sortable by adding class tag "sortable" to table elements -->
+ <script src="http://www.kryogenix.org/code/browser/sorttable/sorttable.js"></script>
+
+
+ </head>
+
+ <body>
+
+
+
+<!-- Navigation -->
+<div id="nav-bar">
+ <nav id="nav-container" class="navbar navbar-inverse " role="navigation">
+ <div class="container">
+ <!-- Brand and toggle get grouped for better mobile display -->
+
+ <div class="navbar-header page-scroll">
+ <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <a class="navbar-brand page-scroll" href="/#home">Home</a>
+ </div>
+ <!-- Collect the nav links, forms, and other content for toggling -->
+ <nav class="navbar-collapse collapse" role="navigation">
+ <ul class="nav navbar-nav">
+
+ <li id="community">
+
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a>
+ <ul class="dropdown-menu dropdown-left">
+
+
+ <li><a href="/community" target="_self">Get Involved</a></li>
+
+
+ <li><a href="/contributing" target="_self">Contributing</a></li>
+
+
+ <li><a href="/contributing-extensions" target="_self">Contributing Extensions</a></li>
+
+
+ <li><a href="https://issues.apache.org/jira/browse/BAHIR" target="_blank">Issue Tracker</a></li>
+
+
+ <li><a href="https://github.com/apache/bahir" target="_blank">Source Code</a></li>
+
+
+ <li><a href="/community-members" target="_self">Project Committers</a></li>
+
+ </ul>
+
+ </li>
+
+ <li id="documentation">
+
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a>
+ <ul class="dropdown-menu dropdown-left">
+
+
+ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li>
+
+
+ <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li>
+
+
+ <li><a href="/docs/spark/2.0.0/documentation" target="_self">Bahir Spark Extensions - 2.0.0</a></li>
+
+ </ul>
+
+ </li>
+
+ <li id="github">
+
+
+ <a href="https://github.com/apache/bahir" target="_blank">GitHub</a>
+
+ </li>
+
+ <li id="apache">
+
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a>
+ <ul class="dropdown-menu dropdown-left">
+
+
+ <li><a href="http://www.apache.org/foundation/how-it-works.html" target="_blank">Apache Software Foundation</a></li>
+
+
+ <li><a href="http://www.apache.org/licenses/" target="_blank">Apache License</a></li>
+
+
+ <li><a href="http://www.apache.org/foundation/sponsorship" target="_blank">Sponsorship</a></li>
+
+
+ <li><a href="http://www.apache.org/foundation/thanks.html" target="_blank">Thanks</a></li>
+
+
+ <li><a href="/privacy-policy" target="_self">Privacy Policy</a></li>
+
+ </ul>
+
+ </li>
+
+ </ul>
+ </nav><!--/.navbar-collapse -->
+ <!-- /.navbar-collapse -->
+ </div>
+ <!-- /.container -->
+ </nav>
+</div>
+
+
+ <div class="container">
+
+
+
+<!--<div class="hero-unit Spark Structured Streaming MQTT">
+ <h1></h1>
+</div>
+-->
+
+<div class="row">
+ <div class="col-md-12">
+ <!--
+
+-->
+
+<p><a href="http://mqtt.org/">MQTT</a> is MQTT is a machine-to-machine (M2M)/\u201dInternet of Things\u201d connectivity protocol. It was designed as an extremely lightweight publish/subscribe messaging transport. It is useful for connections with remote locations where a small code footprint is required and/or network bandwidth is at a premium.</p>
+
+<h2 id="linking">Linking</h2>
+
+<p>Using SBT:</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>libraryDependencies += "org.apache.bahir" %% "spark-streaming-mqtt" % "2.1.0"
+</code></pre>
+</div>
+
+<p>Using Maven:</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code><dependency>
+ <groupId>org.apache.bahir</groupId>
+ <artifactId>spark-streaming-mqtt_2.11</artifactId>
+ <version>2.1.0</version>
+</dependency>
+</code></pre>
+</div>
+
+<p>This library can also be added to Spark jobs launched through <code class="highlighter-rouge">spark-shell</code> or <code class="highlighter-rouge">spark-submit</code> by using the <code class="highlighter-rouge">--packages</code> command line option.
+For example, to include it when starting the spark shell:</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>$ bin/spark-shell --packages org.apache.bahir:spark-streaming_mqtt_2.11:2.1.0
+</code></pre>
+</div>
+
+<p>Unlike using <code class="highlighter-rouge">--jars</code>, using <code class="highlighter-rouge">--packages</code> ensures that this library and its dependencies will be added to the classpath.
+The <code class="highlighter-rouge">--packages</code> argument can also be used with <code class="highlighter-rouge">bin/spark-submit</code>.</p>
+
+<p>This library is cross-published for Scala 2.10 and Scala 2.11, so users should replace the proper Scala version (2.10 or 2.11) in the commands listed above.</p>
+
+<h2 id="configuration-options">Configuration options.</h2>
+
+<p>This source uses the <a href="https://eclipse.org/paho/clients/java/">Eclipse Paho Java Client</a>. Client API documentation is located <a href="http://www.eclipse.org/paho/files/javadoc/index.html">here</a>.</p>
+
+<ul>
+ <li><code class="highlighter-rouge">brokerUrl</code> A url MqttClient connects to. Set this as the url of the Mqtt Server. e.g. tcp://localhost:1883.</li>
+ <li><code class="highlighter-rouge">storageLevel</code> By default it is used for storing incoming messages on disk.</li>
+ <li><code class="highlighter-rouge">topic</code> Topic MqttClient subscribes to.</li>
+ <li><code class="highlighter-rouge">clientId</code> clientId, this client is assoicated with. Provide the same value to recover a stopped client.</li>
+ <li><code class="highlighter-rouge">QoS</code> The maximum quality of service to subscribe each topic at. Messages published at a lower quality of service will be received at the published QoS. Messages published at a higher quality of service will be received using the QoS specified on the subscribe.</li>
+ <li><code class="highlighter-rouge">username</code> Sets the user name to use for the connection to Mqtt Server. Do not set it, if server does not need this. Setting it empty will lead to errors.</li>
+ <li><code class="highlighter-rouge">password</code> Sets the password to use for the connection.</li>
+ <li><code class="highlighter-rouge">cleanSession</code> Setting it true starts a clean session, removes all checkpointed messages by a previous run of this source. This is set to false by default.</li>
+ <li><code class="highlighter-rouge">connectionTimeout</code> Sets the connection timeout, a value of 0 is interpreted as wait until client connects. See <code class="highlighter-rouge">MqttConnectOptions.setConnectionTimeout</code> for more information.</li>
+ <li><code class="highlighter-rouge">keepAlive</code> Same as <code class="highlighter-rouge">MqttConnectOptions.setKeepAliveInterval</code>.</li>
+ <li><code class="highlighter-rouge">mqttVersion</code> Same as <code class="highlighter-rouge">MqttConnectOptions.setMqttVersion</code>.</li>
+</ul>
+
+<h2 id="examples">Examples</h2>
+
+<h3 id="scala-api">Scala API</h3>
+
+<p>You need to extend <code class="highlighter-rouge">ActorReceiver</code> so as to store received data into Spark using <code class="highlighter-rouge">store(...)</code> methods. The supervisor strategy of
+this actor can be configured to handle failures, etc.</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>val lines = MQTTUtils.createStream(ssc, brokerUrl, topic)
+</code></pre>
+</div>
+
+<p>Additional mqtt connection options can be provided:</p>
+
+<pre><code class="language-Scala">val lines = MQTTUtils.createStream(ssc, brokerUrl, topic, storageLevel, clientId, username, password, cleanSession, qos, connectionTimeout, keepAliveInterval, mqttVersion)
+</code></pre>
+
+<h3 id="java-api">Java API</h3>
+
+<p>You need to extend <code class="highlighter-rouge">JavaActorReceiver</code> so as to store received data into Spark using <code class="highlighter-rouge">store(...)</code> methods. The supervisor strategy of
+this actor can be configured to handle failures, etc.</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>JavaDStream<String> lines = MQTTUtils.createStream(jssc, brokerUrl, topic);
+</code></pre>
+</div>
+
+<p>See end-to-end examples at <a href="https://github.com/apache/bahir/tree/master/streaming-mqtt/examples">MQTT Examples</a></p>
+
+ </div>
+</div>
+
+
+
+ <hr>
+
+ <!-- <p>© 2016 </p>-->
+ <footer class="site-footer">
+ <div class="wrapper">
+ <div class="footer-col-wrapper">
+
+ <div style="text-align:center;">
+
+ <div>
+ Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>.
+ Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
+ 2.0</a>.
+ <br>
+
+ Apache and the Apache Feather logo are trademarks of The Apache Software Foundation.
+
+ </div>
+ </div>
+ </div>
+ </div>
+</footer>
+
+ </div>
+
+
+
+
+ <script type="text/javascript">
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-79140859-1', 'bahir.apache.org');
+ ga('require', 'linkid', 'linkid.js');
+ ga('send', 'pageview');
+
+</script>
+
+
+
+ <script src="/assets/themes/apache-clean/jquery/jquery-2.1.1.min.js"></script>
+
+ <script src="/assets/themes/apache-clean/bootstrap/js/bootstrap.min.js"></script>
+
+
+ </body>
+</html>
+
http://git-wip-us.apache.org/repos/asf/bahir-website/blob/d752d7cf/content/docs/spark/2.0.1/spark-streaming-twitter.template
----------------------------------------------------------------------
diff --git a/content/docs/spark/2.0.1/spark-streaming-twitter.template b/content/docs/spark/2.0.1/spark-streaming-twitter.template
deleted file mode 100644
index ec80d32..0000000
--- a/content/docs/spark/2.0.1/spark-streaming-twitter.template
+++ /dev/null
@@ -1,217 +0,0 @@
-
-
-<!DOCTYPE html>
-<html lang="en">
- <head>
- <meta charset="utf-8">
- <title>Spark Streaming Twitter</title>
- <meta name="description" content="Spark Streaming Twitter">
- <meta name="author" content="">
-
- <!-- Enable responsive viewport -->
- <meta name="viewport" content="width=device-width, initial-scale=1.0">
-
- <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
- <!--[if lt IE 9]>
- <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
- <![endif]-->
-
- <!-- Le styles -->
- <link href="/assets/themes/apache-clean/bootstrap/css/bootstrap.css" rel="stylesheet">
- <link href="/assets/themes/apache-clean/css/style.css?body=1" rel="stylesheet" type="text/css">
- <link href="/assets/themes/apache-clean/css/syntax.css" rel="stylesheet" type="text/css" media="screen" />
- <!-- Le fav and touch icons -->
- <!-- Update these with your own images
- <link rel="shortcut icon" href="images/favicon.ico">
- <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
- <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png">
- <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png">
- -->
-
- <!-- make tables sortable by adding class tag "sortable" to table elements -->
- <script src="http://www.kryogenix.org/code/browser/sorttable/sorttable.js"></script>
-
-
- </head>
-
- <body>
-
-
-
-<!-- Navigation -->
-<div id="nav-bar">
- <nav id="nav-container" class="navbar navbar-inverse " role="navigation">
- <div class="container">
- <!-- Brand and toggle get grouped for better mobile display -->
-
- <div class="navbar-header page-scroll">
- <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
- <span class="sr-only">Toggle navigation</span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- <a class="navbar-brand page-scroll" href="/#home">Home</a>
- </div>
- <!-- Collect the nav links, forms, and other content for toggling -->
- <nav class="navbar-collapse collapse" role="navigation">
- <ul class="nav navbar-nav">
-
- <li id="community">
-
- <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a>
- <ul class="dropdown-menu dropdown-left">
-
-
- <li><a href="/community" target="_self">Get Involved</a></li>
-
-
- <li><a href="/contributing" target="_self">Contributing</a></li>
-
-
- <li><a href="/contributing-extensions" target="_self">Contributing Extensions</a></li>
-
-
- <li><a href="https://issues.apache.org/jira/browse/BAHIR" target="_blank">Issue Tracker</a></li>
-
-
- <li><a href="https://github.com/apache/bahir" target="_blank">Source Code</a></li>
-
-
- <li><a href="/community-members" target="_self">Project Committers</a></li>
-
- </ul>
-
- </li>
-
- <li id="documentation">
-
- <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a>
- <ul class="dropdown-menu dropdown-left">
-
-
- <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li>
-
-
- <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li>
-
-
- <li><a href="/docs/spark/2.0.0/documentation" target="_self">Bahir Spark Extensions - 2.0.0</a></li>
-
- </ul>
-
- </li>
-
- <li id="github">
-
-
- <a href="https://github.com/apache/bahir" target="_blank">GitHub</a>
-
- </li>
-
- <li id="apache">
-
- <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a>
- <ul class="dropdown-menu dropdown-left">
-
-
- <li><a href="http://www.apache.org/foundation/how-it-works.html" target="_blank">Apache Software Foundation</a></li>
-
-
- <li><a href="http://www.apache.org/licenses/" target="_blank">Apache License</a></li>
-
-
- <li><a href="http://www.apache.org/foundation/sponsorship" target="_blank">Sponsorship</a></li>
-
-
- <li><a href="http://www.apache.org/foundation/thanks.html" target="_blank">Thanks</a></li>
-
-
- <li><a href="/privacy-policy" target="_self">Privacy Policy</a></li>
-
- </ul>
-
- </li>
-
- </ul>
- </nav><!--/.navbar-collapse -->
- <!-- /.navbar-collapse -->
- </div>
- <!-- /.container -->
- </nav>
-</div>
-
-
- <div class="container">
-
-
-
-<!--<div class="hero-unit Spark Streaming Twitter">
- <h1></h1>
-</div>
--->
-
-<div class="row">
- <div class="col-md-12">
- <!--
-
--->
-
-
-
-
- </div>
-</div>
-
-
-
- <hr>
-
- <!-- <p>© 2016 </p>-->
- <footer class="site-footer">
- <div class="wrapper">
- <div class="footer-col-wrapper">
-
- <div style="text-align:center;">
-
- <div>
- Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br>
-
- Apache and the Apache Feather logo are trademarks of The Apache Software Foundation.
-
- </div>
- </div>
- </div>
- </div>
-</footer>
-
- </div>
-
-
-
-
- <script type="text/javascript">
- (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
- (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
- m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
- })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
-
- ga('create', 'UA-79140859-1', 'bahir.apache.org');
- ga('require', 'linkid', 'linkid.js');
- ga('send', 'pageview');
-
-</script>
-
-
-
- <script src="/assets/themes/apache-clean/jquery/jquery-2.1.1.min.js"></script>
-
- <script src="/assets/themes/apache-clean/bootstrap/js/bootstrap.min.js"></script>
-
-
- </body>
-</html>
-
http://git-wip-us.apache.org/repos/asf/bahir-website/blob/d752d7cf/content/docs/spark/2.0.1/spark-streaming-twitter/index.html
----------------------------------------------------------------------
diff --git a/content/docs/spark/2.0.1/spark-streaming-twitter/index.html b/content/docs/spark/2.0.1/spark-streaming-twitter/index.html
new file mode 100644
index 0000000..b2aeeff
--- /dev/null
+++ b/content/docs/spark/2.0.1/spark-streaming-twitter/index.html
@@ -0,0 +1,270 @@
+
+
+<!DOCTYPE html>
+<html lang="en">
+ <head>
+ <meta charset="utf-8">
+ <title>Spark Streaming Twitter</title>
+ <meta name="description" content="Spark Streaming Twitter">
+ <meta name="author" content="">
+
+ <!-- Enable responsive viewport -->
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+
+ <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
+ <!--[if lt IE 9]>
+ <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
+ <![endif]-->
+
+ <!-- Le styles -->
+ <link href="/assets/themes/apache-clean/bootstrap/css/bootstrap.css" rel="stylesheet">
+ <link href="/assets/themes/apache-clean/css/style.css?body=1" rel="stylesheet" type="text/css">
+ <link href="/assets/themes/apache-clean/css/syntax.css" rel="stylesheet" type="text/css" media="screen" />
+ <!-- Le fav and touch icons -->
+ <!-- Update these with your own images
+ <link rel="shortcut icon" href="images/favicon.ico">
+ <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
+ <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png">
+ <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png">
+ -->
+
+ <!-- make tables sortable by adding class tag "sortable" to table elements -->
+ <script src="http://www.kryogenix.org/code/browser/sorttable/sorttable.js"></script>
+
+
+ </head>
+
+ <body>
+
+
+
+<!-- Navigation -->
+<div id="nav-bar">
+ <nav id="nav-container" class="navbar navbar-inverse " role="navigation">
+ <div class="container">
+ <!-- Brand and toggle get grouped for better mobile display -->
+
+ <div class="navbar-header page-scroll">
+ <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
+ <span class="sr-only">Toggle navigation</span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ <span class="icon-bar"></span>
+ </button>
+ <a class="navbar-brand page-scroll" href="/#home">Home</a>
+ </div>
+ <!-- Collect the nav links, forms, and other content for toggling -->
+ <nav class="navbar-collapse collapse" role="navigation">
+ <ul class="nav navbar-nav">
+
+ <li id="community">
+
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a>
+ <ul class="dropdown-menu dropdown-left">
+
+
+ <li><a href="/community" target="_self">Get Involved</a></li>
+
+
+ <li><a href="/contributing" target="_self">Contributing</a></li>
+
+
+ <li><a href="/contributing-extensions" target="_self">Contributing Extensions</a></li>
+
+
+ <li><a href="https://issues.apache.org/jira/browse/BAHIR" target="_blank">Issue Tracker</a></li>
+
+
+ <li><a href="https://github.com/apache/bahir" target="_blank">Source Code</a></li>
+
+
+ <li><a href="/community-members" target="_self">Project Committers</a></li>
+
+ </ul>
+
+ </li>
+
+ <li id="documentation">
+
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a>
+ <ul class="dropdown-menu dropdown-left">
+
+
+ <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li>
+
+
+ <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li>
+
+
+ <li><a href="/docs/spark/2.0.0/documentation" target="_self">Bahir Spark Extensions - 2.0.0</a></li>
+
+ </ul>
+
+ </li>
+
+ <li id="github">
+
+
+ <a href="https://github.com/apache/bahir" target="_blank">GitHub</a>
+
+ </li>
+
+ <li id="apache">
+
+ <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a>
+ <ul class="dropdown-menu dropdown-left">
+
+
+ <li><a href="http://www.apache.org/foundation/how-it-works.html" target="_blank">Apache Software Foundation</a></li>
+
+
+ <li><a href="http://www.apache.org/licenses/" target="_blank">Apache License</a></li>
+
+
+ <li><a href="http://www.apache.org/foundation/sponsorship" target="_blank">Sponsorship</a></li>
+
+
+ <li><a href="http://www.apache.org/foundation/thanks.html" target="_blank">Thanks</a></li>
+
+
+ <li><a href="/privacy-policy" target="_self">Privacy Policy</a></li>
+
+ </ul>
+
+ </li>
+
+ </ul>
+ </nav><!--/.navbar-collapse -->
+ <!-- /.navbar-collapse -->
+ </div>
+ <!-- /.container -->
+ </nav>
+</div>
+
+
+ <div class="container">
+
+
+
+<!--<div class="hero-unit Spark Streaming Twitter">
+ <h1></h1>
+</div>
+-->
+
+<div class="row">
+ <div class="col-md-12">
+ <!--
+
+-->
+
+<p>A library for reading social data from <a href="http://twitter.com/">twitter</a> using Spark Streaming.</p>
+
+<h2 id="linking">Linking</h2>
+
+<p>Using SBT:</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>libraryDependencies += "org.apache.bahir" %% "spark-streaming-twitter" % "2.1.0"
+</code></pre>
+</div>
+
+<p>Using Maven:</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code><dependency>
+ <groupId>org.apache.bahir</groupId>
+ <artifactId>spark-streaming-twitter_2.11</artifactId>
+ <version>2.1.0</version>
+</dependency>
+</code></pre>
+</div>
+
+<p>This library can also be added to Spark jobs launched through <code class="highlighter-rouge">spark-shell</code> or <code class="highlighter-rouge">spark-submit</code> by using the <code class="highlighter-rouge">--packages</code> command line option.
+For example, to include it when starting the spark shell:</p>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>$ bin/spark-shell --packages org.apache.bahir:spark-streaming_twitter_2.11:2.1.0
+</code></pre>
+</div>
+
+<p>Unlike using <code class="highlighter-rouge">--jars</code>, using <code class="highlighter-rouge">--packages</code> ensures that this library and its dependencies will be added to the classpath.
+The <code class="highlighter-rouge">--packages</code> argument can also be used with <code class="highlighter-rouge">bin/spark-submit</code>.</p>
+
+<p>This library is cross-published for Scala 2.10 and Scala 2.11, so users should replace the proper Scala version (2.10 or 2.11) in the commands listed above.</p>
+
+<h2 id="examples">Examples</h2>
+
+<p><code class="highlighter-rouge">TwitterUtils</code> uses Twitter4j to get the public stream of tweets using <a href="https://dev.twitter.com/docs/streaming-apis">Twitter\u2019s Streaming API</a>. Authentication information
+can be provided by any of the <a href="http://twitter4j.org/en/configuration.html">methods</a> supported by Twitter4J library. You can import the <code class="highlighter-rouge">TwitterUtils</code> class and create a DStream with <code class="highlighter-rouge">TwitterUtils.createStream</code> as shown below.</p>
+
+<h3 id="scala-api">Scala API</h3>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>import org.apache.spark.streaming.twitter._
+
+TwitterUtils.createStream(ssc, None)
+</code></pre>
+</div>
+
+<h3 id="java-api">Java API</h3>
+
+<div class="highlighter-rouge"><pre class="highlight"><code>import org.apache.spark.streaming.twitter.*;
+
+TwitterUtils.createStream(jssc);
+</code></pre>
+</div>
+
+<p>You can also either get the public stream, or get the filtered stream based on keywords.
+See end-to-end examples at <a href="https://github.com/apache/bahir/tree/master/streaming-twitter/examples">Twitter Examples</a></p>
+
+ </div>
+</div>
+
+
+
+ <hr>
+
+ <!-- <p>© 2016 </p>-->
+ <footer class="site-footer">
+ <div class="wrapper">
+ <div class="footer-col-wrapper">
+
+ <div style="text-align:center;">
+
+ <div>
+ Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>.
+ Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
+ 2.0</a>.
+ <br>
+
+ Apache and the Apache Feather logo are trademarks of The Apache Software Foundation.
+
+ </div>
+ </div>
+ </div>
+ </div>
+</footer>
+
+ </div>
+
+
+
+
+ <script type="text/javascript">
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+
+ ga('create', 'UA-79140859-1', 'bahir.apache.org');
+ ga('require', 'linkid', 'linkid.js');
+ ga('send', 'pageview');
+
+</script>
+
+
+
+ <script src="/assets/themes/apache-clean/jquery/jquery-2.1.1.min.js"></script>
+
+ <script src="/assets/themes/apache-clean/bootstrap/js/bootstrap.min.js"></script>
+
+
+ </body>
+</html>
+
http://git-wip-us.apache.org/repos/asf/bahir-website/blob/d752d7cf/content/docs/spark/2.0.1/spark-streaming-zeromq.template
----------------------------------------------------------------------
diff --git a/content/docs/spark/2.0.1/spark-streaming-zeromq.template b/content/docs/spark/2.0.1/spark-streaming-zeromq.template
deleted file mode 100644
index 22480d5..0000000
--- a/content/docs/spark/2.0.1/spark-streaming-zeromq.template
+++ /dev/null
@@ -1,217 +0,0 @@
-
-
-<!DOCTYPE html>
-<html lang="en">
- <head>
- <meta charset="utf-8">
- <title>Spark Streaming ZeroMQ</title>
- <meta name="description" content="Spark Streaming ZeroMQ">
- <meta name="author" content="">
-
- <!-- Enable responsive viewport -->
- <meta name="viewport" content="width=device-width, initial-scale=1.0">
-
- <!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
- <!--[if lt IE 9]>
- <script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
- <![endif]-->
-
- <!-- Le styles -->
- <link href="/assets/themes/apache-clean/bootstrap/css/bootstrap.css" rel="stylesheet">
- <link href="/assets/themes/apache-clean/css/style.css?body=1" rel="stylesheet" type="text/css">
- <link href="/assets/themes/apache-clean/css/syntax.css" rel="stylesheet" type="text/css" media="screen" />
- <!-- Le fav and touch icons -->
- <!-- Update these with your own images
- <link rel="shortcut icon" href="images/favicon.ico">
- <link rel="apple-touch-icon" href="images/apple-touch-icon.png">
- <link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png">
- <link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png">
- -->
-
- <!-- make tables sortable by adding class tag "sortable" to table elements -->
- <script src="http://www.kryogenix.org/code/browser/sorttable/sorttable.js"></script>
-
-
- </head>
-
- <body>
-
-
-
-<!-- Navigation -->
-<div id="nav-bar">
- <nav id="nav-container" class="navbar navbar-inverse " role="navigation">
- <div class="container">
- <!-- Brand and toggle get grouped for better mobile display -->
-
- <div class="navbar-header page-scroll">
- <button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
- <span class="sr-only">Toggle navigation</span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- <span class="icon-bar"></span>
- </button>
- <a class="navbar-brand page-scroll" href="/#home">Home</a>
- </div>
- <!-- Collect the nav links, forms, and other content for toggling -->
- <nav class="navbar-collapse collapse" role="navigation">
- <ul class="nav navbar-nav">
-
- <li id="community">
-
- <a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a>
- <ul class="dropdown-menu dropdown-left">
-
-
- <li><a href="/community" target="_self">Get Involved</a></li>
-
-
- <li><a href="/contributing" target="_self">Contributing</a></li>
-
-
- <li><a href="/contributing-extensions" target="_self">Contributing Extensions</a></li>
-
-
- <li><a href="https://issues.apache.org/jira/browse/BAHIR" target="_blank">Issue Tracker</a></li>
-
-
- <li><a href="https://github.com/apache/bahir" target="_blank">Source Code</a></li>
-
-
- <li><a href="/community-members" target="_self">Project Committers</a></li>
-
- </ul>
-
- </li>
-
- <li id="documentation">
-
- <a href="#" data-toggle="dropdown" class="dropdown-toggle">Documentation<b class="caret"></b></a>
- <ul class="dropdown-menu dropdown-left">
-
-
- <li><a href="/docs/spark/current/documentation" target="_self">Bahir Spark Extensions - Current</a></li>
-
-
- <li><a href="/docs/spark/2.0.1/documentation" target="_self">Bahir Spark Extensions - 2.0.1</a></li>
-
-
- <li><a href="/docs/spark/2.0.0/documentation" target="_self">Bahir Spark Extensions - 2.0.0</a></li>
-
- </ul>
-
- </li>
-
- <li id="github">
-
-
- <a href="https://github.com/apache/bahir" target="_blank">GitHub</a>
-
- </li>
-
- <li id="apache">
-
- <a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a>
- <ul class="dropdown-menu dropdown-left">
-
-
- <li><a href="http://www.apache.org/foundation/how-it-works.html" target="_blank">Apache Software Foundation</a></li>
-
-
- <li><a href="http://www.apache.org/licenses/" target="_blank">Apache License</a></li>
-
-
- <li><a href="http://www.apache.org/foundation/sponsorship" target="_blank">Sponsorship</a></li>
-
-
- <li><a href="http://www.apache.org/foundation/thanks.html" target="_blank">Thanks</a></li>
-
-
- <li><a href="/privacy-policy" target="_self">Privacy Policy</a></li>
-
- </ul>
-
- </li>
-
- </ul>
- </nav><!--/.navbar-collapse -->
- <!-- /.navbar-collapse -->
- </div>
- <!-- /.container -->
- </nav>
-</div>
-
-
- <div class="container">
-
-
-
-<!--<div class="hero-unit Spark Streaming ZeroMQ">
- <h1></h1>
-</div>
--->
-
-<div class="row">
- <div class="col-md-12">
- <!--
-
--->
-
-
-
-
- </div>
-</div>
-
-
-
- <hr>
-
- <!-- <p>© 2016 </p>-->
- <footer class="site-footer">
- <div class="wrapper">
- <div class="footer-col-wrapper">
-
- <div style="text-align:center;">
-
- <div>
- Copyright © 2016 <a href="http://www.apache.org">The Apache Software Foundation</a>.
- Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version
- 2.0</a>.
- <br>
-
- Apache and the Apache Feather logo are trademarks of The Apache Software Foundation.
-
- </div>
- </div>
- </div>
- </div>
-</footer>
-
- </div>
-
-
-
-
- <script type="text/javascript">
- (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
- (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
- m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
- })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
-
- ga('create', 'UA-79140859-1', 'bahir.apache.org');
- ga('require', 'linkid', 'linkid.js');
- ga('send', 'pageview');
-
-</script>
-
-
-
- <script src="/assets/themes/apache-clean/jquery/jquery-2.1.1.min.js"></script>
-
- <script src="/assets/themes/apache-clean/bootstrap/js/bootstrap.min.js"></script>
-
-
- </body>
-</html>
-