You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streams.apache.org by sb...@apache.org on 2015/05/17 00:57:25 UTC
svn commit: r951563 [1/5] - in
/websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs:
./ css/ images/ images/logos/ images/profiles/ img/ js/
Author: sblackmon
Date: Sat May 16 22:57:24 2015
New Revision: 951563
Log:
Wagon: Adding site to repository
Added:
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/ElasticsearchHdfs.dot
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/ElasticsearchHdfs.dot.svg
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/ElasticsearchHdfs.html
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/ElasticsearchHdfsConfiguration.json
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/HdfsElasticsearch.dot
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/HdfsElasticsearch.dot.svg
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/HdfsElasticsearch.html
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/HdfsElasticsearchConfiguration.json
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/css/
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/css/apache-maven-fluido-1.3.0.min.css
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/css/print.css
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/css/site.css
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/dependencies.html
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/dependency-info.html
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/dependency-management.html
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/distribution-management.html
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/accessories-text-editor.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/add.gif (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/apache-maven-project-2.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/application-certificate.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/close.gif (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/contact-new.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/document-properties.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/drive-harddisk.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/fix.gif (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/icon_error_sml.gif (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/icon_help_sml.gif (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/icon_info_sml.gif (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/icon_success_sml.gif (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/icon_warning_sml.gif (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/image-x-generic.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/internet-web-browser.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/logos/
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/logos/build-by-maven-black.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/logos/build-by-maven-white.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/logos/maven-feather.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/network-server.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/package-x-generic.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/profiles/
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/profiles/pre-release.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/profiles/retired.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/profiles/sandbox.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/remove.gif (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/rss.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/update.gif (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/images/window-new.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/img/
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/img/glyphicons-halflings-white.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/img/glyphicons-halflings.png (with props)
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/index.html
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/integration.html
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/issue-tracking.html
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/js/
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/js/apache-maven-fluido-1.3.0.min.js
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/license.html
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/mail-lists.html
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/plugin-management.html
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/plugins.html
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/project-info.html
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/project-summary.html
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/source-repository.html
websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/team-list.html
Added: websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/ElasticsearchHdfs.dot
==============================================================================
--- websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/ElasticsearchHdfs.dot (added)
+++ websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/ElasticsearchHdfs.dot Sat May 16 22:57:24 2015
@@ -0,0 +1,20 @@
+// Apache Streams (incubating)
+// Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+// --------------------------------------------------------------------------------
+digraph g {
+
+ //providers
+ ElasticsearchPersistReader [label="ElasticsearchPersistReader",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistReader.java"];
+
+ //persisters
+ WebHdfsPersistWriter [label="WebHdfsPersistWriter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java"];
+
+ //data
+ source [label="es://{indexes}/{types}",shape=box];
+ destination [label="hdfs://{index}/{type}",shape=box];
+
+ //stream
+ source -> ElasticsearchPersistReader
+ ElasticsearchPersistReader -> WebHdfsPersistWriter [label="String"];
+ WebHdfsPersistWriter -> destination
+}
\ No newline at end of file
Added: websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/ElasticsearchHdfs.dot.svg
==============================================================================
--- websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/ElasticsearchHdfs.dot.svg (added)
+++ websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/ElasticsearchHdfs.dot.svg Sat May 16 22:57:24 2015
@@ -0,0 +1,72 @@
+<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one
+ ~ or more contributor license agreements. See the NOTICE file
+ ~ distributed with this work for additional information
+ ~ regarding copyright ownership. The ASF licenses this file
+ ~ to you under the Apache License, Version 2.0 (the
+ ~ "License"); you may not use this file except in compliance
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing,
+ ~ software distributed under the License is distributed on an
+ ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ~ KIND, either express or implied. See the License for the
+ ~ specific language governing permissions and limitations
+ ~ under the License.
+ -->
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
+ "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
+<!-- Generated by graphviz version 2.39.20150411.0445 (20150411.0445)
+ -->
+<!-- Title: g Pages: 1 -->
+<svg width="219pt" height="276pt"
+ viewBox="0.00 0.00 218.76 276.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
+<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 272)">
+<title>g</title>
+<polygon fill="white" stroke="transparent" points="-4,4 -4,-272 214.763,-272 214.763,4 -4,4"/>
+<!-- ElasticsearchPersistReader -->
+<g id="node1" class="node"><title>ElasticsearchPersistReader</title>
+<g id="a_node1"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistReader.java" xlink:title="ElasticsearchPersistReader">
+<ellipse fill="none" stroke="black" cx="105.381" cy="-177" rx="105.263" ry="18"/>
+<text text-anchor="middle" x="105.381" y="-172.8" font-family="Times,serif" font-size="14.00">ElasticsearchPersistReader</text>
+</a>
+</g>
+</g>
+<!-- WebHdfsPersistWriter -->
+<g id="node2" class="node"><title>WebHdfsPersistWriter</title>
+<g id="a_node2"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java" xlink:title="WebHdfsPersistWriter">
+<ellipse fill="none" stroke="black" cx="105.381" cy="-91" rx="89.7062" ry="18"/>
+<text text-anchor="middle" x="105.381" y="-86.8" font-family="Times,serif" font-size="14.00">WebHdfsPersistWriter</text>
+</a>
+</g>
+</g>
+<!-- ElasticsearchPersistReader->WebHdfsPersistWriter -->
+<g id="edge2" class="edge"><title>ElasticsearchPersistReader->WebHdfsPersistWriter</title>
+<path fill="none" stroke="black" d="M105.381,-158.762C105.381,-147.36 105.381,-132.434 105.381,-119.494"/>
+<polygon fill="black" stroke="black" points="108.881,-119.212 105.381,-109.212 101.881,-119.212 108.881,-119.212"/>
+<text text-anchor="middle" x="122.495" y="-129.8" font-family="Times,serif" font-size="14.00">String</text>
+</g>
+<!-- destination -->
+<g id="node4" class="node"><title>destination</title>
+<polygon fill="none" stroke="black" points="174.136,-36 36.6262,-36 36.6262,-0 174.136,-0 174.136,-36"/>
+<text text-anchor="middle" x="105.381" y="-13.8" font-family="Times,serif" font-size="14.00">hdfs://{index}/{type}</text>
+</g>
+<!-- WebHdfsPersistWriter->destination -->
+<g id="edge3" class="edge"><title>WebHdfsPersistWriter->destination</title>
+<path fill="none" stroke="black" d="M105.381,-72.9551C105.381,-64.8828 105.381,-55.1764 105.381,-46.1817"/>
+<polygon fill="black" stroke="black" points="108.881,-46.0903 105.381,-36.0904 101.881,-46.0904 108.881,-46.0903"/>
+</g>
+<!-- source -->
+<g id="node3" class="node"><title>source</title>
+<polygon fill="none" stroke="black" points="176.799,-268 33.9637,-268 33.9637,-232 176.799,-232 176.799,-268"/>
+<text text-anchor="middle" x="105.381" y="-245.8" font-family="Times,serif" font-size="14.00">es://{indexes}/{types}</text>
+</g>
+<!-- source->ElasticsearchPersistReader -->
+<g id="edge1" class="edge"><title>source->ElasticsearchPersistReader</title>
+<path fill="none" stroke="black" d="M105.381,-231.955C105.381,-223.883 105.381,-214.176 105.381,-205.182"/>
+<polygon fill="black" stroke="black" points="108.881,-205.09 105.381,-195.09 101.881,-205.09 108.881,-205.09"/>
+</g>
+</g>
+</svg>
Added: websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/ElasticsearchHdfs.html
==============================================================================
--- websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/ElasticsearchHdfs.html (added)
+++ websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/ElasticsearchHdfs.html Sat May 16 22:57:24 2015
@@ -0,0 +1,135 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2015-05-16
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+ <head>
+ <meta charset="UTF-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <meta name="Date-Revision-yyyymmdd" content="20150516" />
+ <meta http-equiv="Content-Language" content="en" />
+ <title>elasticsearch-hdfs – </title>
+ <link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
+ <link rel="stylesheet" href="./css/site.css" />
+ <link rel="stylesheet" href="./css/print.css" media="print" />
+
+
+ <script type="text/javascript" src="./js/apache-maven-fluido-1.3.0.min.js"></script>
+
+
+ </head>
+ <body class="topBarDisabled">
+
+
+
+ <div class="container-fluid">
+ <div id="banner">
+ <div class="pull-left">
+ <div id="bannerLeft">
+ <h2>elasticsearch-hdfs</h2>
+ </div>
+ </div>
+ <div class="pull-right"> </div>
+ <div class="clear"><hr/></div>
+ </div>
+
+ <div id="breadcrumbs">
+ <ul class="breadcrumb">
+
+
+ <li id="publishDate">Last Published: 2015-05-16</li>
+
+
+
+ <li id="projectVersion" class="pull-right">Version: 0.2-incubating</li>
+
+ </ul>
+ </div>
+
+
+ <div class="row-fluid">
+ <div id="leftColumn" class="span3">
+ <div class="well sidebar-nav">
+
+
+ <ul class="nav nav-list">
+ </ul>
+
+
+
+ <hr class="divider" />
+
+ <div id="poweredBy">
+ <div class="clear"></div>
+ <div class="clear"></div>
+ <div class="clear"></div>
+ <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+ <img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" />
+ </a>
+ </div>
+ </div>
+ </div>
+
+
+ <div id="bodyColumn" class="span9" >
+
+ <p>Apache Streams (incubating)</p>
+<div class="section">
+<h2><a name="Licensed_under_Apache_License_2.0_-_http:www.apache.orglicensesLICENSE-2.0"></a>Licensed under Apache License 2.0 - <a class="externalLink" href="http://www.apache.org/licenses/LICENSE-2.0">http://www.apache.org/licenses/LICENSE-2.0</a></h2>
+<h1>elasticsearch-hdfs</h1></div>
+<div class="section">
+<h2><a name="Description:"></a>Description:</h2>
+<p>Copies documents from elasticsearch to hdfs.</p></div>
+<div class="section">
+<h2><a name="Specification:"></a>Specification:</h2>
+<p><a href="ElasticsearchHdfs.dot" title="ElasticsearchHdfs.dot">ElasticsearchHdfs.dot</a></p></div>
+<div class="section">
+<h2><a name="Diagram:"></a>Diagram:</h2>
+<p><a href="ElasticsearchHdfs.dot.svg" target="_self">ElasticsearchHdfs.dot.svg</a></p></div>
+<div class="section">
+<h2><a name="Example_Configuration:"></a>Example Configuration:</h2>
+
+<div class="source">
+<div class="source">
+<pre>{
+ "source": {
+ "host": "localhost",
+ "port": 27017,
+ "db": "streams",
+ "collection": "activities"
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "destination",
+ "type": "activity"
+ }
+}
+</pre></div></div></div>
+<div class="section">
+<h2><a name="Run:"></a>Run:</h2>
+<p><tt>docker run elasticsearch-hdfs:0.2-incubating-SNAPSHOT-PP.jar java -cp stash-migrate-0.2-incubating-SNAPSHOT.jar -Dconfig.file=http://<location_of_config_file>.json org.apache.streams.elasticsearch.example.HdfsElasticsearch</tt></p></div>
+ </div>
+ </div>
+ </div>
+
+ <hr/>
+
+ <footer>
+ <div class="container-fluid">
+ <div class="row span12">Copyright © 2015
+ <a href="http://www.apache.org/">The Apache Software Foundation</a>.
+ All Rights Reserved.
+
+ </div>
+
+
+
+ </div>
+ </footer>
+ </body>
+</html>
Added: websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/ElasticsearchHdfsConfiguration.json
==============================================================================
--- websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/ElasticsearchHdfsConfiguration.json (added)
+++ websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/ElasticsearchHdfsConfiguration.json Sat May 16 22:57:24 2015
@@ -0,0 +1,13 @@
+{
+ "$schema": "http://json-schema.org/draft-03/schema",
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
+ "type": "object",
+ "javaType" : "org.apache.streams.elasticsearch.example.ElasticsearchHdfsConfiguration",
+ "javaInterfaces": ["java.io.Serializable"],
+ "properties": {
+ "source": { "javaType": "org.apache.streams.elasticsearch.ElasticsearchReaderConfiguration", "type": "object", "required": true },
+ "destination": { "javaType": "org.apache.streams.hdfs.HdfsWriterConfiguration", "type": "object", "required": true }
+ }
+}
\ No newline at end of file
Added: websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/HdfsElasticsearch.dot
==============================================================================
--- websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/HdfsElasticsearch.dot (added)
+++ websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/HdfsElasticsearch.dot Sat May 16 22:57:24 2015
@@ -0,0 +1,20 @@
+// Apache Streams (incubating)
+// Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+// --------------------------------------------------------------------------------
+digraph g {
+
+ //providers
+ WebHdfsPersistReader [label="WebHdfsPersistReader",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistReader.java"];
+
+ //persisters
+ ElasticsearchPersistWriter [label="ElasticsearchPersistWriter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java"];
+
+ //data
+ source [label="hdfs://{indexes}/{types}",shape=box];
+ destination [label="es://{index}/{type}",shape=box];
+
+ //stream
+ source -> WebHdfsPersistReader
+ WebHdfsPersistReader -> ElasticsearchPersistWriter [label="String"];
+ ElasticsearchPersistWriter -> destination
+}
\ No newline at end of file
Added: websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/HdfsElasticsearch.dot.svg
==============================================================================
--- websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/HdfsElasticsearch.dot.svg (added)
+++ websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/HdfsElasticsearch.dot.svg Sat May 16 22:57:24 2015
@@ -0,0 +1,72 @@
+<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one
+ ~ or more contributor license agreements. See the NOTICE file
+ ~ distributed with this work for additional information
+ ~ regarding copyright ownership. The ASF licenses this file
+ ~ to you under the Apache License, Version 2.0 (the
+ ~ "License"); you may not use this file except in compliance
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing,
+ ~ software distributed under the License is distributed on an
+ ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ~ KIND, either express or implied. See the License for the
+ ~ specific language governing permissions and limitations
+ ~ under the License.
+ -->
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
+ "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
+<!-- Generated by graphviz version 2.39.20150411.0445 (20150411.0445)
+ -->
+<!-- Title: g Pages: 1 -->
+<svg width="214pt" height="276pt"
+ viewBox="0.00 0.00 214.13 276.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
+<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 272)">
+<title>g</title>
+<polygon fill="white" stroke="transparent" points="-4,4 -4,-272 210.134,-272 210.134,4 -4,4"/>
+<!-- WebHdfsPersistReader -->
+<g id="node1" class="node"><title>WebHdfsPersistReader</title>
+<g id="a_node1"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistReader.java" xlink:title="WebHdfsPersistReader">
+<ellipse fill="none" stroke="black" cx="103.067" cy="-177" rx="91.8351" ry="18"/>
+<text text-anchor="middle" x="103.067" y="-172.8" font-family="Times,serif" font-size="14.00">WebHdfsPersistReader</text>
+</a>
+</g>
+</g>
+<!-- ElasticsearchPersistWriter -->
+<g id="node2" class="node"><title>ElasticsearchPersistWriter</title>
+<g id="a_node2"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java" xlink:title="ElasticsearchPersistWriter">
+<ellipse fill="none" stroke="black" cx="103.067" cy="-91" rx="103.134" ry="18"/>
+<text text-anchor="middle" x="103.067" y="-86.8" font-family="Times,serif" font-size="14.00">ElasticsearchPersistWriter</text>
+</a>
+</g>
+</g>
+<!-- WebHdfsPersistReader->ElasticsearchPersistWriter -->
+<g id="edge2" class="edge"><title>WebHdfsPersistReader->ElasticsearchPersistWriter</title>
+<path fill="none" stroke="black" d="M103.067,-158.762C103.067,-147.36 103.067,-132.434 103.067,-119.494"/>
+<polygon fill="black" stroke="black" points="106.567,-119.212 103.067,-109.212 99.5669,-119.212 106.567,-119.212"/>
+<text text-anchor="middle" x="120.181" y="-129.8" font-family="Times,serif" font-size="14.00">String</text>
+</g>
+<!-- destination -->
+<g id="node4" class="node"><title>destination</title>
+<polygon fill="none" stroke="black" points="165.874,-36 40.2598,-36 40.2598,-0 165.874,-0 165.874,-36"/>
+<text text-anchor="middle" x="103.067" y="-13.8" font-family="Times,serif" font-size="14.00">es://{index}/{type}</text>
+</g>
+<!-- ElasticsearchPersistWriter->destination -->
+<g id="edge3" class="edge"><title>ElasticsearchPersistWriter->destination</title>
+<path fill="none" stroke="black" d="M103.067,-72.9551C103.067,-64.8828 103.067,-55.1764 103.067,-46.1817"/>
+<polygon fill="black" stroke="black" points="106.567,-46.0903 103.067,-36.0904 99.5669,-46.0904 106.567,-46.0903"/>
+</g>
+<!-- source -->
+<g id="node3" class="node"><title>source</title>
+<polygon fill="none" stroke="black" points="180.432,-268 25.7016,-268 25.7016,-232 180.432,-232 180.432,-268"/>
+<text text-anchor="middle" x="103.067" y="-245.8" font-family="Times,serif" font-size="14.00">hdfs://{indexes}/{types}</text>
+</g>
+<!-- source->WebHdfsPersistReader -->
+<g id="edge1" class="edge"><title>source->WebHdfsPersistReader</title>
+<path fill="none" stroke="black" d="M103.067,-231.955C103.067,-223.883 103.067,-214.176 103.067,-205.182"/>
+<polygon fill="black" stroke="black" points="106.567,-205.09 103.067,-195.09 99.5669,-205.09 106.567,-205.09"/>
+</g>
+</g>
+</svg>
Added: websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/HdfsElasticsearch.html
==============================================================================
--- websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/HdfsElasticsearch.html (added)
+++ websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/HdfsElasticsearch.html Sat May 16 22:57:24 2015
@@ -0,0 +1,137 @@
+<!DOCTYPE html>
+<!--
+ | Generated by Apache Maven Doxia at 2015-05-16
+ | Rendered using Apache Maven Fluido Skin 1.3.0
+-->
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+ <head>
+ <meta charset="UTF-8" />
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+ <meta name="Date-Revision-yyyymmdd" content="20150516" />
+ <meta http-equiv="Content-Language" content="en" />
+ <title>elasticsearch-hdfs – </title>
+ <link rel="stylesheet" href="./css/apache-maven-fluido-1.3.0.min.css" />
+ <link rel="stylesheet" href="./css/site.css" />
+ <link rel="stylesheet" href="./css/print.css" media="print" />
+
+
+ <script type="text/javascript" src="./js/apache-maven-fluido-1.3.0.min.js"></script>
+
+
+ </head>
+ <body class="topBarDisabled">
+
+
+
+ <div class="container-fluid">
+ <div id="banner">
+ <div class="pull-left">
+ <div id="bannerLeft">
+ <h2>elasticsearch-hdfs</h2>
+ </div>
+ </div>
+ <div class="pull-right"> </div>
+ <div class="clear"><hr/></div>
+ </div>
+
+ <div id="breadcrumbs">
+ <ul class="breadcrumb">
+
+
+ <li id="publishDate">Last Published: 2015-05-16</li>
+
+
+
+ <li id="projectVersion" class="pull-right">Version: 0.2-incubating</li>
+
+ </ul>
+ </div>
+
+
+ <div class="row-fluid">
+ <div id="leftColumn" class="span3">
+ <div class="well sidebar-nav">
+
+
+ <ul class="nav nav-list">
+ </ul>
+
+
+
+ <hr class="divider" />
+
+ <div id="poweredBy">
+ <div class="clear"></div>
+ <div class="clear"></div>
+ <div class="clear"></div>
+ <a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
+ <img class="builtBy" alt="Built by Maven" src="./images/logos/maven-feather.png" />
+ </a>
+ </div>
+ </div>
+ </div>
+
+
+ <div id="bodyColumn" class="span9" >
+
+ <p>Apache Streams (incubating)</p>
+<div class="section">
+<h2><a name="Licensed_under_Apache_License_2.0_-_http:www.apache.orglicensesLICENSE-2.0"></a>Licensed under Apache License 2.0 - <a class="externalLink" href="http://www.apache.org/licenses/LICENSE-2.0">http://www.apache.org/licenses/LICENSE-2.0</a></h2>
+<h1>hdfs-elasticsearch</h1></div>
+<div class="section">
+<h2><a name="Description:"></a>Description:</h2>
+<p>Copies documents from hdfs to elasticsearch.</p></div>
+<div class="section">
+<h2><a name="Specification:"></a>Specification:</h2>
+<p><a href="HdfsElasticsearch.dot" title="HdfsElasticsearch.dot">HdfsElasticsearch.dot</a></p></div>
+<div class="section">
+<h2><a name="Diagram:"></a>Diagram:</h2>
+<p><a href="HdfsElasticsearch.dot.svg" target="_self">HdfsElasticsearch.dot.svg</a></p></div>
+<div class="section">
+<h2><a name="Example_Configuration:"></a>Example Configuration:</h2>
+
+<div class="source">
+<div class="source">
+<pre>{
+ "source": {
+ "scheme": "file",
+ "host": "localhost",
+ "user": "cloudera",
+ "path": "/tmp",
+ "writerPath": "activity"
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "activity2",
+ "type": "activity",
+ "forceUseConfig": true
+ }
+}
+</pre></div></div></div>
+<div class="section">
+<h2><a name="Run:"></a>Run:</h2>
+<p><tt>docker run elasticsearch-hdfs:0.2-incubating-SNAPSHOT.jar java -cp elasticsearch-hdfs-0.2-incubating-SNAPSHOT.jar -Dconfig.file=file://<location_of_config_file>.json org.apache.streams.elasticsearch.example.HdfsElasticsearch</tt></p></div>
+ </div>
+ </div>
+ </div>
+
+ <hr/>
+
+ <footer>
+ <div class="container-fluid">
+ <div class="row span12">Copyright © 2015
+ <a href="http://www.apache.org/">The Apache Software Foundation</a>.
+ All Rights Reserved.
+
+ </div>
+
+
+
+ </div>
+ </footer>
+ </body>
+</html>
Added: websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/HdfsElasticsearchConfiguration.json
==============================================================================
--- websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/HdfsElasticsearchConfiguration.json (added)
+++ websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/HdfsElasticsearchConfiguration.json Sat May 16 22:57:24 2015
@@ -0,0 +1,13 @@
+{
+ "$schema": "http://json-schema.org/draft-03/schema",
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
+ "type": "object",
+ "javaType" : "org.apache.streams.elasticsearch.example.HdfsElasticsearchConfiguration",
+ "javaInterfaces": ["java.io.Serializable"],
+ "properties": {
+ "source": { "javaType": "org.apache.streams.hdfs.HdfsReaderConfiguration", "type": "object", "required": true },
+ "destination": { "javaType": "org.apache.streams.elasticsearch.ElasticsearchWriterConfiguration", "type": "object", "required": true }
+ }
+}
\ No newline at end of file
Added: websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/css/apache-maven-fluido-1.3.0.min.css
==============================================================================
--- websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/css/apache-maven-fluido-1.3.0.min.css (added)
+++ websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/css/apache-maven-fluido-1.3.0.min.css Sat May 16 22:57:24 2015
@@ -0,0 +1,9 @@
+/*!
+ * Bootstrap v2.1.0
+ *
+ * Copyright 2012 Twitter, Inc
+ * Licensed under the Apache License v2.0
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Designed and built with all the love in the world @twitter by @mdo and @fat.
[... 3 lines stripped ...]
Added: websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/css/print.css
==============================================================================
--- websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/css/print.css (added)
+++ websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/css/print.css Sat May 16 22:57:24 2015
@@ -0,0 +1,23 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+/* $Id: print.css 1201871 2011-11-14 20:18:24Z simonetripodi $ */
+
+#banner, #footer, #leftcol, #breadcrumbs, .docs #toc, .docs .courtesylinks, #leftColumn, #navColumn {display: none !important;}
+#bodyColumn, body.docs div.docs {margin: 0 !important;border: none !important}
Added: websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/css/site.css
==============================================================================
--- websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/css/site.css (added)
+++ websites/production/streams/content/site/0.2-incubating-SNAPSHOT/streams-examples/streams-examples-local/elasticsearch-hdfs/css/site.css Sat May 16 22:57:24 2015
@@ -0,0 +1 @@
+/* You can override this file with your own styles */
\ No newline at end of file