You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@camel.apache.org by bu...@apache.org on 2015/12/07 10:18:55 UTC
svn commit: r974822 - in /websites/production/camel/content:
apache-spark.data/ apache-spark.data/camel_spark_cluster.png
apache-spark.data/camel_spark_driver.png
apache-spark.data/fabric_docker-(2).png apache-spark.html
cache/main.pageCache
Author: buildbot
Date: Mon Dec 7 09:18:55 2015
New Revision: 974822
Log:
Production update by buildbot for camel
Added:
websites/production/camel/content/apache-spark.data/
websites/production/camel/content/apache-spark.data/camel_spark_cluster.png (with props)
websites/production/camel/content/apache-spark.data/camel_spark_driver.png (with props)
websites/production/camel/content/apache-spark.data/fabric_docker-(2).png (with props)
websites/production/camel/content/apache-spark.html
Modified:
websites/production/camel/content/cache/main.pageCache
Added: websites/production/camel/content/apache-spark.data/camel_spark_cluster.png
==============================================================================
Binary file - no diff available.
Propchange: websites/production/camel/content/apache-spark.data/camel_spark_cluster.png
------------------------------------------------------------------------------
svn:mime-type = image/png
Added: websites/production/camel/content/apache-spark.data/camel_spark_driver.png
==============================================================================
Binary file - no diff available.
Propchange: websites/production/camel/content/apache-spark.data/camel_spark_driver.png
------------------------------------------------------------------------------
svn:mime-type = image/png
Added: websites/production/camel/content/apache-spark.data/fabric_docker-(2).png
==============================================================================
Binary file - no diff available.
Propchange: websites/production/camel/content/apache-spark.data/fabric_docker-(2).png
------------------------------------------------------------------------------
svn:mime-type = image/png
Added: websites/production/camel/content/apache-spark.html
==============================================================================
--- websites/production/camel/content/apache-spark.html (added)
+++ websites/production/camel/content/apache-spark.html Mon Dec 7 09:18:55 2015
@@ -0,0 +1,238 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<!--
+
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<html>
+<head>
+ <link href="//camel.apache.org/styles/site.css" rel="stylesheet" type="text/css">
+ <link href="//camel.apache.org/styles/type-settings.css" rel="stylesheet" type="text/css">
+ <script src="//camel.apache.org/styles/prototype.js" type="text/javascript"></script>
+ <script src="//camel.apache.org/styles/rico.js" type="text/javascript"></script>
+ <script src="//camel.apache.org/styles/site.js" type="text/javascript"></script>
+
+ <meta http-equiv="Content-type" content="text/html;charset=UTF-8">
+
+ <style type="text/css">
+ .maincontent { overflow:hidden; }
+ </style>
+ <!--[if IE]>
+ <style type="text/css">
+ .maincontent { width:100%; }
+ </style>
+ <![endif]-->
+
+
+ <link href='//camel.apache.org/styles/highlighter/styles/shCoreCamel.css' rel='stylesheet' type='text/css' />
+ <link href='//camel.apache.org/styles/highlighter/styles/shThemeCamel.css' rel='stylesheet' type='text/css' />
+ <script src='//camel.apache.org/styles/highlighter/scripts/shCore.js' type='text/javascript'></script>
+ <script src='//camel.apache.org/styles/highlighter/scripts/shBrushJava.js' type='text/javascript'></script>
+ <script src='//camel.apache.org/styles/highlighter/scripts/shBrushXml.js' type='text/javascript'></script>
+
+ <script type="text/javascript">
+ SyntaxHighlighter.defaults['toolbar'] = false;
+ SyntaxHighlighter.all();
+ </script>
+
+ <title>
+ Apache Camel: Apache Spark
+ </title>
+</head>
+<body>
+<div class="white_box">
+<div class="header">
+ <div class="header_l">
+ <div class="header_r">
+ </div>
+ </div>
+</div>
+<div class="content">
+ <div class="content_l">
+ <div class="content_r">
+ <div>
+ <!-- Banner -->
+<div id="banner-content"><div id="asf_logo">
+ <div id="activemq_logo" style="height:108px; background:transparent url(banner.data/apache-camel-7.png) no-repeat scroll left top;">
+ <a shape="rect" style="float:left; width:310px;display:block;text-indent:-5000px;text-decoration:none;line-height:140px; margin-top:20px; margin-left:18px;" href="http://camel.apache.org/">Camel</a>
+ <a shape="rect" style="float:right; width:180px;display:block;text-indent:-5000px;text-decoration:none;line-height:80px; margin-top:45px; margin-right:10px;" href="http://www.apache.org">Apache</a>
+ </div>
+</div></div>
+ <!-- Banner -->
+ <div class="top_red_bar">
+ <div id="site-breadcrumbs">
+ <!-- Breadcrumbs -->
+<a href="index.html">Apache Camel</a> > <a href="documentation.html">Documentation</a> > <a href="components.html">Components</a> > <a href="apache-spark.html">Apache Spark</a>
+ </div>
+ <!-- Quicklinks -->
+<div id="site-quicklinks"><p><a shape="rect" href="download.html">Download</a> | <a shape="rect" href="javadoc.html">JavaDoc</a> | <a shape="rect" href="source.html">Source</a> | <a shape="rect" href="discussion-forums.html">Forums</a> | <a shape="rect" href="support.html">Support</a></p></div>
+ <!-- Quicklinks -->
+ </div>
+
+ <table border="0">
+ <tbody>
+ <tr>
+ <td valign="top" width="100%">
+<div class="wiki-content maincontent"><h2 id="ApacheSpark-ApacheSparkcomponent">Apache Spark component</h2><div class="confluence-information-macro confluence-information-macro-information"><span class="aui-icon aui-icon-small aui-iconfont-info confluence-information-macro-icon"></span><div class="confluence-information-macro-body"><p> Apache Spark component is available starting from Camel <strong>2.17</strong>.</p></div></div><p> </p><p><span style="line-height: 1.5625;font-size: 16.0px;">This documentation page covers the <a shape="rect" class="external-link" href="http://spark.apache.org/">Apache Spark</a> component for the Apache Camel. The main purpose of the Spark integration with Camel is to provide a bridge between Camel connectors and Spark tasks. In particular Camel connector provides a way to route message from various transports, dynamically choose a task to execute, use incoming message as input data for that task and finally deliver the results of the execut
ion back to the Camel pipeline.</span></p><h3 id="ApacheSpark-Supportedarchitecturalstyles"><span>Supported architectural styles</span></h3><p><span style="line-height: 1.5625;font-size: 16.0px;">Spark component can be used as a driver application deployed into an application server (or executed as a fat jar).</span></p><p><span style="line-height: 1.5625;font-size: 16.0px;"><span class="confluence-embedded-file-wrapper confluence-embedded-manual-size"><img class="confluence-embedded-image" height="250" src="apache-spark.data/camel_spark_driver.png" data-image-src="/confluence/download/attachments/61331559/camel_spark_driver.png?version=2&modificationDate=1449478362672&api=v2" data-unresolved-comment-count="0" data-linked-resource-id="61331563" data-linked-resource-version="2" data-linked-resource-type="attachment" data-linked-resource-default-alias="camel_spark_driver.png" data-base-url="https://cwiki.apache.org/confluence" data-linked-resource-content-type="image/png" data
-linked-resource-container-id="61331559" data-linked-resource-container-version="3"></span><br clear="none"></span></p><p><span style="line-height: 1.5625;font-size: 16.0px;">Spark component can also be submitted as a job directly into the Spark cluster.</span></p><p><span style="line-height: 1.5625;font-size: 16.0px;"><span class="confluence-embedded-file-wrapper confluence-embedded-manual-size"><img class="confluence-embedded-image" height="250" src="apache-spark.data/camel_spark_cluster.png" data-image-src="/confluence/download/attachments/61331559/camel_spark_cluster.png?version=1&modificationDate=1449478393084&api=v2" data-unresolved-comment-count="0" data-linked-resource-id="61331565" data-linked-resource-version="1" data-linked-resource-type="attachment" data-linked-resource-default-alias="camel_spark_cluster.png" data-base-url="https://cwiki.apache.org/confluence" data-linked-resource-content-type="image/png" data-linked-resource-container-id="61331559" data-linked-r
esource-container-version="3"></span><br clear="none"></span></p><p><span style="line-height: 1.5625;font-size: 16.0px;">While Spark component is primary designed to work as a <em>long running job</em> serving as an bridge between Spark cluster and the other endpoints, you can also use it as a <em>fire-once</em> short job.  </span></p><div><span><br clear="none"></span></div><p><span style="line-height: 1.5625;font-size: 16.0px;"><br clear="none"><br clear="none"></span></p><h3 id="ApacheSpark-KuraRouteractivator"><span style="line-height: 1.5625;font-size: 16.0px;">KuraRouter activator</span></h3><p>Bundles deployed to the Eclipse Kura are usually <a shape="rect" class="external-link" href="http://eclipse.github.io/kura/doc/hello-example.html#create-java-class" rel="nofollow">developed as bundle activators</a>. So the easiest way to deploy Apache Camel routes into the Kura is to create an OSGi bundle containing the class extending <code>org.apache.camel.kura.Kur
aRouter</code> class:</p><div class="code panel pdl" style="border-width: 1px;"><div class="codeContent panelContent pdl">
+<script class="brush: java; gutter: false; theme: Default" type="syntaxhighlighter"><![CDATA[public class MyKuraRouter extends KuraRouter {
+
+ @Override
+ public void configure() throws Exception {
+ from("timer:trigger").
+ to("netty-http:http://app.mydatacenter.com/api");
+ }
+
+}]]></script>
+</div></div><p>Keep in mind that <code>KuraRouter</code> implements the <code>org.osgi.framework.BundleActivator</code> interface, so you need to register its <code>start</code> and <code>stop</code> lifecycle methods while <a shape="rect" class="external-link" href="http://eclipse.github.io/kura/doc/hello-example.html#create-component-class" rel="nofollow">creating Kura bundle component class</a>.</p><p>Kura router starts its own OSGi-aware <code>CamelContext</code>. It means that for every class extending <code>KuraRouter</code>, there will be a dedicated <code>CamelContext</code> instance. Ideally we recommend to deploy one <code>KuraRouter</code> per OSGi bundle.</p><h3 id="ApacheSpark-DeployingKuraRouter">Deploying KuraRouter</h3><p>Bundle containing your Kura router class should import the following packages in the OSGi manifest:</p><div class="code panel pdl" style="border-width: 1px;"><div class="codeContent panelContent pdl">
+<script class="brush: xml; gutter: false; theme: Default" type="syntaxhighlighter"><![CDATA[Import-Package: org.osgi.framework;version="1.3.0",
+ org.slf4j;version="1.6.4",
+ org.apache.camel,org.apache.camel.impl,org.apache.camel.core.osgi,org.apache.camel.builder,org.apache.camel.model,
+ org.apache.camel.component.kura]]></script>
+</div></div><p>Keep in mind that you don't have to import every Camel component bundle you plan to use in your routes, as Camel components are resolved as the services on the runtime level.</p><p>Before you deploy your router bundle, be sure that you have deployed (and started) the following Camel core bundles (using Kura GoGo shell)...</p><div class="code panel pdl" style="border-width: 1px;"><div class="codeContent panelContent pdl">
+<script class="brush: xml; gutter: false; theme: Default" type="syntaxhighlighter"><![CDATA[install file:///home/user/.m2/repository/org/apache/camel/camel-core/2.15.0/camel-core-2.15.0.jar
+start <camel-core-bundle-id>
+install file:///home/user/.m2/repository/org/apache/camel/camel-core-osgi/2.15.0/camel-core-osgi-2.15.0.jar
+start <camel-core-osgi-bundle-id>
+install file:///home/user/.m2/repository/org/apache/camel/camel-kura/2.15.0/camel-kura-2.15.0.jar
+start <camel-kura-bundle-id>]]></script>
+</div></div><p>...and all the components you plan to use in your routes:</p><div class="code panel pdl" style="border-width: 1px;"><div class="codeContent panelContent pdl">
+<script class="brush: xml; gutter: false; theme: Default" type="syntaxhighlighter"><![CDATA[install file:///home/user/.m2/repository/org/apache/camel/camel-stream/2.15.0/camel-stream-2.15.0.jar
+start <camel-stream-bundle-id>]]></script>
+</div></div><p>Then finally deploy your router bundle:</p><div class="code panel pdl" style="border-width: 1px;"><div class="codeContent panelContent pdl">
+<script class="brush: xml; gutter: false; theme: Default" type="syntaxhighlighter"><![CDATA[install file:///home/user/.m2/repository/com/example/myrouter/1.0/myrouter-1.0.jar
+start <your-bundle-id>]]></script>
+</div></div><h3 id="ApacheSpark-KuraRouterutilities">KuraRouter utilities<span style="font-size: 14.0px;line-height: 1.4285715;"> </span></h3><p><span style="font-size: 14.0px;line-height: 1.4285715;"> </span><span style="line-height: 1.5625;">Kura router base class provides many useful utilities. This section explores each of them.</span></p><h4 id="ApacheSpark-SLF4Jlogger"><span style="line-height: 1.5625;">SLF4J logger</span></h4><p><span style="line-height: 1.5625;">Kura uses SLF4J facade for logging purposes. Protected member <code>log</code> returns SLF4J logger instance associated with the given Kura router.</span></p><div class="code panel pdl" style="border-width: 1px;"><div class="codeContent panelContent pdl">
+<script class="brush: java; gutter: false; theme: Default" type="syntaxhighlighter"><![CDATA[public class MyKuraRouter extends KuraRouter {
+
+ @Override
+ public void configure() throws Exception {
+ log.info("Configuring Camel routes!");
+ ...
+ }
+
+}]]></script>
+</div></div><h4 id="ApacheSpark-CamelContext">CamelContext</h4><p>Protected member <code>camelContext</code> is the <code>CamelContext</code> associated with the given Kura router.</p><div class="code panel pdl" style="border-width: 1px;"><div class="codeContent panelContent pdl">
+<script class="brush: java; gutter: false; theme: Default" type="syntaxhighlighter"><![CDATA[public class MyKuraRouter extends KuraRouter {
+
+ @Override
+ public void configure() throws Exception {
+ camelContext.getStatus();
+ ...
+ }
+
+}]]></script>
+</div></div><h4 id="ApacheSpark-ProducerTemplate">ProducerTemplate</h4><p>Protected member <code>producerTemplate</code> is the <code>ProducerTemplate</code> instance associated with the given Camel context.</p><div class="code panel pdl" style="border-width: 1px;"><div class="codeContent panelContent pdl">
+<script class="brush: java; gutter: false; theme: Default" type="syntaxhighlighter"><![CDATA[public class MyKuraRouter extends KuraRouter {
+
+ @Override
+ public void configure() throws Exception {
+ producerTemplate.sendBody("jms:temperature", 22.0);
+ ...
+ }
+
+}]]></script>
+</div></div><h4 id="ApacheSpark-KuraRouteractivatorcallbacks"><br clear="none">KuraRouter activator callbacks</h4><p>Kura router comes with the lifecycle callbacks that can be used to customize the way the Camel router works. For example to configure the <code>CamelContext</code> instance associated with the router just before the former is started, override <code>beforeStart</code> method of the <code>KuraRouter</code> class:</p><div class="code panel pdl" style="border-width: 1px;"><div class="codeContent panelContent pdl">
+<script class="brush: java; gutter: false; theme: Default" type="syntaxhighlighter"><![CDATA[public class MyKuraRouter extends KuraRouter {
+Â
+ ...
+
+ protected void beforeStart(CamelContext camelContext) {
+ OsgiDefaultCamelContext osgiContext = (OsgiCamelContext) camelContext;
+ osgiContext.setName("NameOfTheRouter");
+ }
+
+}]]></script>
+</div></div><h3 id="ApacheSpark-LoadingXMLroutesfromConfigurationAdmin">Loading XML routes from ConfigurationAdmin</h3><p>Sometimes it is desired to read the XML definition of the routes from the server configuration. This a common scenario for IoT gateways where over-the-air redeployment cost may be significant. To address this requirement each <code>KuraRouter</code> looks for the <code>kura.camel.BUNDLE-SYMBOLIC-NAME.route</code> property from the <code>kura.camel</code> PID using the OSGi ConfigurationAdmin. This approach allows you to define Camel XML routes file per deployed <code>KuraRouter</code>. In order to update a route, just edit an appropriate configuration property and restart a bundle associated with it. The content of the <code>kura.camel.BUNDLE-SYMBOLIC-NAME.route</code> property is expected to be Camel XML route file, for example:</p><div class="code panel pdl" style="border-width: 1px;"><div class="codeContent panelContent pdl">
+<script class="brush: java; gutter: false; theme: Default" type="syntaxhighlighter"><![CDATA[<routes xmlns="http://camel.apache.org/schema/spring">
+ <route id="loaded">
+ <from uri="direct:bar"/>
+ <to uri="mock:bar"/>
+ </route>
+</routes>]]></script>
+</div></div><p> </p><h3 id="ApacheSpark-DeployingKurarouterasadeclarativeOSGiservice">Deploying Kura router as a declarative OSGi service</h3><p>If you would like to deploy your Kura router as a declarative OSGi service, you can use <code>activate</code> and <code>deactivate</code> methods provided by <code>KuraRouter</code>.</p><div class="code panel pdl" style="border-width: 1px;"><div class="codeContent panelContent pdl">
+<script class="brush: java; gutter: false; theme: Default" type="syntaxhighlighter"><![CDATA[<scr:component name="org.eclipse.kura.example.camel.MyKuraRouter" activate="activate" deactivate="deactivate" enabled="true" immediate="true">
+ <implementation class="org.eclipse.kura.example.camel.MyKuraRouter"/>
+</scr:component>]]></script>
+</div></div><p></p><h3 id="ApacheSpark-SeeAlso">See Also</h3>
+<ul><li><a shape="rect" href="configuring-camel.html">Configuring Camel</a></li><li><a shape="rect" href="component.html">Component</a></li><li><a shape="rect" href="endpoint.html">Endpoint</a></li><li><a shape="rect" href="getting-started.html">Getting Started</a></li></ul></div>
+ </td>
+ <td valign="top">
+ <div class="navigation">
+ <div class="navigation_top">
+ <!-- NavigationBar -->
+<div class="navigation_bottom" id="navigation_bottom"><h3 id="Navigation-Overview"><a shape="rect" href="overview.html">Overview</a></h3><ul class="alternate"><li><a shape="rect" href="index.html">Home</a></li><li><a shape="rect" href="download.html">Download</a></li><li><a shape="rect" href="getting-started.html">Getting Started</a></li><li><a shape="rect" href="faq.html">FAQ</a></li></ul><h3 id="Navigation-Documentation"><a shape="rect" href="documentation.html">Documentation</a></h3><ul class="alternate"><li><a shape="rect" href="user-guide.html">User Guide</a></li><li><a shape="rect" href="manual.html">Manual</a></li><li><a shape="rect" href="books.html">Books</a></li><li><a shape="rect" href="tutorials.html">Tutorials</a></li><li><a shape="rect" href="examples.html">Examples</a></li><li><a shape="rect" href="cookbook.html">Cookbook</a></li><li><a shape="rect" href="architecture.html">Architecture</a></li><li><a shape="rect" href="enterprise-integration-patterns.html">Enterprise
Integration Patterns</a></li><li><a shape="rect" href="dsl.html">DSL</a></li><li><a shape="rect" href="components.html">Components</a></li><li><a shape="rect" href="data-format.html">Data Format</a></li><li><a shape="rect" href="languages.html">Languages</a></li><li><a shape="rect" href="security.html">Security</a></li><li><a shape="rect" href="security-advisories.html">Security Advisories</a></li></ul><h3 id="Navigation-Search">Search</h3><form enctype="application/x-www-form-urlencoded" method="get" id="cse-search-box" action="http://www.google.com/cse">
+ <div>
+ <input type="hidden" name="cx" value="007878419884033443453:m5nhvy4hmyq">
+ <input type="hidden" name="ie" value="UTF-8">
+ <input type="text" name="q" size="21">
+ <input type="submit" name="sa" value="Search">
+ </div>
+</form>
+<script type="text/javascript" src="http://www.google.com/coop/cse/brand?form=cse-search-box&lang=en"></script><h3 id="Navigation-Community"><a shape="rect" href="community.html">Community</a></h3><ul class="alternate"><li><a shape="rect" href="support.html">Support</a></li><li><a shape="rect" href="contributing.html">Contributing</a></li><li><a shape="rect" href="discussion-forums.html">Discussion Forums</a></li><li><a shape="rect" href="mailing-lists.html">Mailing Lists</a></li><li><a shape="rect" href="user-stories.html">User Stories</a></li><li><a shape="rect" href="news.html">News</a></li><li><a shape="rect" href="articles.html">Articles</a></li><li><a shape="rect" href="site.html">Site</a></li><li><a shape="rect" href="team.html">Team</a></li><li><a shape="rect" class="external-link" href="http://camel-extra.googlecode.com/" rel="nofollow">Camel Extra</a></li></ul><h3 id="Navigation-Developers"><a shape="rect" href="developers.html">Developers</a></h3><ul class="alternate"
><li><a shape="rect" href="developers.html">Developer Guide</a></li><li><a shape="rect" href="source.html">Source</a></li><li><a shape="rect" href="building.html">Building</a></li><li><a shape="rect" href="javadoc.html">JavaDoc</a></li><li><a shape="rect" href="irc-room.html">IRC Room</a></li></ul><h3 id="Navigation-ApacheSoftwareFoundation">Apache Software Foundation</h3><ul class="alternate"><li><a shape="rect" class="external-link" href="http://www.apache.org/licenses/">License</a></li><li><a shape="rect" class="external-link" href="http://www.apache.org/foundation/sponsorship.html">Sponsorship</a></li><li><a shape="rect" class="external-link" href="http://www.apache.org/foundation/thanks.html">Thanks</a></li><li><a shape="rect" class="external-link" href="http://www.apache.org/security/">Security</a></li></ul></div>
+ <!-- NavigationBar -->
+ </div>
+ </div>
+ </td>
+ </tr>
+ </tbody>
+ </table>
+
+
+ <div class="bottom_red_bar"></div>
+ </div>
+ </div>
+ </div>
+</div>
+<div class="black_box">
+<div class="footer">
+ <div class="footer_l">
+ <div class="footer_r">
+ <div>
+ <a href="$base/privacy-policy.html">Privacy Policy</a> -
+ (<a href="https://cwiki.apache.org/confluence/pages/editpage.action?pageId=61331559">edit page</a>)
+ (<a href="https://cwiki.apache.org/confluence/pages/viewpage.action?pageId=61331559&showComments=true&showCommentArea=true#addcomment">add comment</a>)
+ </div>
+ </div>
+ </div>
+</div>
+</div>
+</div>
+<div class="design_attribution">
+© 2004-2015 The Apache Software Foundation.
+<br>
+Apache Camel, Camel, Apache, the Apache feather logo, and the Apache Camel project logo are trademarks of The Apache Software Foundation. All other marks mentioned may be trademarks or registered trademarks of their respective owners.
+<br>
+<a href="http://hiramchirino.com">Graphic Design By Hiram</a>
+</div>
+
+<!-- Camel committers that would like access to the Analytics, send a note to private@camel.apache.org -->
+<script type="text/javascript">
+
+ var _gaq = _gaq || [];
+ _gaq.push(['_setAccount', 'UA-25976253-1']);
+ _gaq.push(['_trackPageview']);
+
+ (function() {
+ var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true;
+ ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
+ var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);
+ })();
+
+</script>
+
+</body>
+</html>
+
+
Modified: websites/production/camel/content/cache/main.pageCache
==============================================================================
Binary files - no diff available.