You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streams.apache.org by sb...@apache.org on 2015/05/16 20:44:25 UTC
[01/12] incubator-streams-examples git commit: all files needed for
decent maven site
Repository: incubator-streams-examples
Updated Branches:
refs/heads/0.2-incubating-rc1 [created] 6c4777cb7
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-userstream-elasticsearch/src/site/resources/org/apache/streams/example/twitter/TwitterUserstreamElasticsearch.json
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/site/resources/org/apache/streams/example/twitter/TwitterUserstreamElasticsearch.json b/local/twitter-userstream-elasticsearch/src/site/resources/org/apache/streams/example/twitter/TwitterUserstreamElasticsearch.json
new file mode 100644
index 0000000..d2167a8
--- /dev/null
+++ b/local/twitter-userstream-elasticsearch/src/site/resources/org/apache/streams/example/twitter/TwitterUserstreamElasticsearch.json
@@ -0,0 +1,14 @@
+{
+ "$schema": "http://json-schema.org/draft-03/schema",
+ "$license": [
+ "http://www.openwebfoundation.org/legal/the-owf-1-0-agreements/owfa-1-0",
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
+ "type": "object",
+ "javaType" : "org.apache.streams.example.twitter.TwitterUserstreamElasticsearchConfiguration",
+ "javaInterfaces": ["java.io.Serializable"],
+ "properties": {
+ "twitter": { "javaType": "org.apache.streams.twitter.TwitterStreamConfiguration", "type": "object", "required": true },
+ "elasticsearch": { "javaType": "org.apache.streams.elasticsearch.ElasticsearchWriterConfiguration", "type": "object", "required": true }
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index b49d35e..f9ec512 100644
--- a/pom.xml
+++ b/pom.xml
@@ -19,12 +19,8 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
- <parent>
- <artifactId>streams-project</artifactId>
- <groupId>org.apache.streams</groupId>
- <version>0.2-incubating-SNAPSHOT</version>
- </parent>
+ <groupId>org.apache.streams</groupId>
<artifactId>streams-examples</artifactId>
<packaging>pom</packaging>
@@ -32,7 +28,139 @@
<description>Contributed examples of use cases for Streams.</description>
+ <url>http://streams.incubator.apache.org/site/${project.version}/streams-examples</url>
+
+ <licenses>
+ <license>
+ <name>Apache License, Version 2.0</name>
+ <url>http://www.apache.org/licenses/LICENSE-2.0.txt</url>
+ <distribution>repo</distribution>
+ <comments>A business-friendly OSS license</comments>
+ </license>
+ </licenses>
+
+ <scm>
+ <connection>scm:git:git@github.com:apache/incubator-streams-examples.git</connection>
+ <developerConnection>scm:git:https://git-wip-us.apache.org/repos/asf/incubator-streams-examples.git</developerConnection>
+ <url>scm:git:git@github.com:apache/incubator-streams-examples.git</url>
+ </scm>
+
+ <developers>
+ <developer>
+ <id>sblackmon</id>
+ <name>Steve Blackmon</name>
+ <email>sblackmon@apache.org</email>
+ <url>https://github.com/steveblackmon</url>
+ <organization>Apache Software Foundation</organization>
+ <organizationUrl>http://streams.incubator.apache.org</organizationUrl>
+ </developer>
+ </developers>
+
+ <issueManagement>
+ <system>JIRA</system>
+ <url>https://issues.apache.org/jira/browse/STREAMS</url>
+ </issueManagement>
+
+ <ciManagement>
+ <system>jenkins</system>
+ <url>http://builds.apache.org/job/Streams%20Examples/</url>
+ </ciManagement>
+
+ <prerequisites>
+ <maven>3.0.5</maven>
+ </prerequisites>
+
+ <mailingLists>
+ <mailingList>
+ <name>Dev Mailing List</name>
+ <post>dev@streams.incubator.apache.org</post>
+ <subscribe>dev-subscribe@streams.incubator.apache.org</subscribe>
+ <unsubscribe>dev-unsubscribe@streams.incubator.apache.org</unsubscribe>
+ </mailingList>
+ <mailingList>
+ <name>User Mailing List</name>
+ <post>user@streams.incubator.apache.org</post>
+ <subscribe>user-subscribe@streams.incubator.apache.org</subscribe>
+ <unsubscribe>user-unsubscribe@streams.incubator.apache.org</unsubscribe>
+ </mailingList>
+ </mailingLists>
+
+ <distributionManagement>
+ <site>
+ <id>streams.site.examples</id>
+ <url>scm:svn:https://svn.apache.org/repos/infra/websites/production/streams/content/site/${project.version}/streams-examples/</url>
+ </site>
+ </distributionManagement>
+
+ <repositories>
+ <repository>
+ <id>central-repo</id>
+ <name>Maven Repository</name>
+ <!-- HTTPS is unavailable for Maven Central -->
+ <url>http://repo.maven.apache.org/maven2</url>
+ <releases>
+ <enabled>true</enabled>
+ </releases>
+ <snapshots>
+ <enabled>false</enabled>
+ </snapshots>
+ </repository>
+ <repository>
+ <id>apache-releases</id>
+ <name>Apache Repository</name>
+ <url>https://repository.apache.org/content/repositories/releases</url>
+ <releases>
+ <enabled>true</enabled>
+ </releases>
+ <snapshots>
+ <enabled>false</enabled>
+ </snapshots>
+ </repository>
+ <repository>
+ <id>apache-snapshots</id>
+ <name>Apache Repository</name>
+ <url>https://repository.apache.org/content/repositories/snapshots</url>
+ <releases>
+ <enabled>false</enabled>
+ </releases>
+ <snapshots>
+ <enabled>true</enabled>
+ </snapshots>
+ </repository>
+ <repository>
+ <id>clojars-repo</id>
+ <name>Clojars Repository</name>
+ <url>http://clojars.org/repo</url>
+ <releases>
+ <enabled>true</enabled>
+ </releases>
+ <snapshots>
+ <enabled>false</enabled>
+ </snapshots>
+ </repository>
+ <repository>
+ <id>cloudera-repo</id>
+ <name>Cloudera Repository</name>
+ <url>https://repository.cloudera.com/artifactory/cloudera-repos</url>
+ <releases>
+ <enabled>true</enabled>
+ </releases>
+ <snapshots>
+ <enabled>false</enabled>
+ </snapshots>
+ </repository>
+ </repositories>
+
<properties>
+ <streams.version>${project.version}</streams.version>
+
+ <!-- Release Properties -->
+ <snapshot.repository.url>
+ https://repository.apache.org/content/repositories/snapshots
+ </snapshot.repository.url>
+ <release.repository.url>
+ https://repository.apache.org/service/local/staging/deploy/maven2
+ </release.repository.url>
</properties>
@@ -45,23 +173,112 @@
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-config</artifactId>
- <version>${project.version}</version>
+ <version>${streams.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-core</artifactId>
- <version>${project.version}</version>
+ <version>${streams.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.streams</groupId>
+ <artifactId>streams-filters</artifactId>
+ <version>${streams.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-pojo</artifactId>
- <version>${project.version}</version>
+ <version>${streams.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.streams</groupId>
+ <artifactId>streams-pojo</artifactId>
+ <version>${streams.version}</version>
+ <type>test-jar</type>
+ <scope>test</scope>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.streams</groupId>
+ <artifactId>streams-util</artifactId>
+ <version>${streams.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.streams</groupId>
+ <artifactId>streams-util</artifactId>
+ <version>${streams.version}</version>
+ <type>test-jar</type>
+ <scope>test</scope>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-pojo-extensions</artifactId>
- <version>${project.version}</version>
+ <version>${streams.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.streams</groupId>
+ <artifactId>streams-runtime-local</artifactId>
+ <version>${streams.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.streams</groupId>
+ <artifactId>streams-provider-twitter</artifactId>
+ <version>${streams.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.streams</groupId>
+ <artifactId>streams-persist-elasticsearch</artifactId>
+ <version>${streams.version}</version>
</dependency>
+ <dependency>
+ <groupId>org.apache.streams</groupId>
+ <artifactId>streams-persist-graph</artifactId>
+ <version>${streams.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.streams</groupId>
+ <artifactId>streams-persist-hdfs</artifactId>
+ <version>${streams.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.streams</groupId>
+ <artifactId>streams-persist-mongo</artifactId>
+ <version>${streams.version}</version>
+ </dependency>
+
</dependencies>
</dependencyManagement>
+
+ <build>
+ <pluginManagement>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-site-plugin</artifactId>
+ <version>3.4</version>
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.maven.wagon</groupId>
+ <artifactId>wagon-scm</artifactId>
+ <version>2.8</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.maven.scm</groupId>
+ <artifactId>maven-scm-api</artifactId>
+ <version>1.9.4</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.maven.scm</groupId>
+ <artifactId>maven-scm-provider-svn-commons</artifactId>
+ <version>1.9.4</version>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.maven.scm</groupId>
+ <artifactId>maven-scm-provider-svnexe</artifactId>
+ <version>1.9.4</version>
+ </dependency>
+ </dependencies>
+ </plugin>
+ </plugins>
+ </pluginManagement>
+ </build>
</project>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/src/site/site.xml
----------------------------------------------------------------------
diff --git a/src/site/site.xml b/src/site/site.xml
new file mode 100644
index 0000000..fef0628
--- /dev/null
+++ b/src/site/site.xml
@@ -0,0 +1,29 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one
+ ~ or more contributor license agreements. See the NOTICE file
+ ~ distributed with this work for additional information
+ ~ regarding copyright ownership. The ASF licenses this file
+ ~ to you under the Apache License, Version 2.0 (the
+ ~ "License"); you may not use this file except in compliance
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing,
+ ~ software distributed under the License is distributed on an
+ ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ~ KIND, either express or implied. See the License for the
+ ~ specific language governing permissions and limitations
+ ~ under the License.
+ -->
+<project>
+ <version position="right"/>
+ <skin>
+ <groupId>org.apache.maven.skins</groupId>
+ <artifactId>maven-fluido-skin</artifactId>
+ <version>1.3.0</version>
+ </skin>
+ <body>
+ <menu ref="reports"/>
+ </body>
+</project>
\ No newline at end of file
[09/12] incubator-streams-examples git commit: add svg files
Posted by sb...@apache.org.
add svg files
Project: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/commit/558ef157
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/tree/558ef157
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/diff/558ef157
Branch: refs/heads/0.2-incubating-rc1
Commit: 558ef157c3815f5dac4c13361a0c1d06fe7e32f7
Parents: 113d671
Author: Steve Blackmon <sb...@apache.org>
Authored: Sat May 9 13:20:28 2015 -0500
Committer: Steve Blackmon <sb...@apache.org>
Committed: Sat May 9 13:20:28 2015 -0500
----------------------------------------------------------------------
.gitignore | 2 +-
.../main/resources/ElasticsearchHdfs.dot.svg | 55 +++++++
.../main/resources/HdfsElasticsearch.dot.svg | 55 +++++++
.../main/resources/ElasticsearchReindex.dot.svg | 55 +++++++
.../resources/MongoElasticsearchSync.dot.svg | 57 +++++++
.../main/resources/TwitterFollowGraph.dot.svg | 85 ++++++++++
.../TwitterHistoryElasticsearch.dot.svg | 72 ++++++++
.../TwitterUserstreamElasticsearch.dot.svg | 164 +++++++++++++++++++
pom.xml | 6 +-
9 files changed, 548 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/558ef157/.gitignore
----------------------------------------------------------------------
diff --git a/.gitignore b/.gitignore
index 0600e2b..9062619 100644
--- a/.gitignore
+++ b/.gitignore
@@ -5,7 +5,7 @@ streams-master-pom/
target/
overlays/
-src/site/resources/
+**/src/site/resources/
dependency-reduced-pom.xml
# IDE directories/files #
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/558ef157/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.svg
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.svg b/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.svg
new file mode 100644
index 0000000..2ae7c48
--- /dev/null
+++ b/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.svg
@@ -0,0 +1,55 @@
+<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
+ "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
+<!-- Generated by graphviz version 2.39.20150411.0445 (20150411.0445)
+ -->
+<!-- Title: g Pages: 1 -->
+<svg width="219pt" height="276pt"
+ viewBox="0.00 0.00 218.76 276.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
+<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 272)">
+<title>g</title>
+<polygon fill="white" stroke="transparent" points="-4,4 -4,-272 214.763,-272 214.763,4 -4,4"/>
+<!-- ElasticsearchPersistReader -->
+<g id="node1" class="node"><title>ElasticsearchPersistReader</title>
+<g id="a_node1"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistReader.java" xlink:title="ElasticsearchPersistReader">
+<ellipse fill="none" stroke="black" cx="105.381" cy="-177" rx="105.263" ry="18"/>
+<text text-anchor="middle" x="105.381" y="-172.8" font-family="Times,serif" font-size="14.00">ElasticsearchPersistReader</text>
+</a>
+</g>
+</g>
+<!-- WebHdfsPersistWriter -->
+<g id="node2" class="node"><title>WebHdfsPersistWriter</title>
+<g id="a_node2"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java" xlink:title="WebHdfsPersistWriter">
+<ellipse fill="none" stroke="black" cx="105.381" cy="-91" rx="89.7062" ry="18"/>
+<text text-anchor="middle" x="105.381" y="-86.8" font-family="Times,serif" font-size="14.00">WebHdfsPersistWriter</text>
+</a>
+</g>
+</g>
+<!-- ElasticsearchPersistReader->WebHdfsPersistWriter -->
+<g id="edge2" class="edge"><title>ElasticsearchPersistReader->WebHdfsPersistWriter</title>
+<path fill="none" stroke="black" d="M105.381,-158.762C105.381,-147.36 105.381,-132.434 105.381,-119.494"/>
+<polygon fill="black" stroke="black" points="108.881,-119.212 105.381,-109.212 101.881,-119.212 108.881,-119.212"/>
+<text text-anchor="middle" x="122.495" y="-129.8" font-family="Times,serif" font-size="14.00">String</text>
+</g>
+<!-- destination -->
+<g id="node4" class="node"><title>destination</title>
+<polygon fill="none" stroke="black" points="174.136,-36 36.6262,-36 36.6262,-0 174.136,-0 174.136,-36"/>
+<text text-anchor="middle" x="105.381" y="-13.8" font-family="Times,serif" font-size="14.00">hdfs://{index}/{type}</text>
+</g>
+<!-- WebHdfsPersistWriter->destination -->
+<g id="edge3" class="edge"><title>WebHdfsPersistWriter->destination</title>
+<path fill="none" stroke="black" d="M105.381,-72.9551C105.381,-64.8828 105.381,-55.1764 105.381,-46.1817"/>
+<polygon fill="black" stroke="black" points="108.881,-46.0903 105.381,-36.0904 101.881,-46.0904 108.881,-46.0903"/>
+</g>
+<!-- source -->
+<g id="node3" class="node"><title>source</title>
+<polygon fill="none" stroke="black" points="176.799,-268 33.9637,-268 33.9637,-232 176.799,-232 176.799,-268"/>
+<text text-anchor="middle" x="105.381" y="-245.8" font-family="Times,serif" font-size="14.00">es://{indexes}/{types}</text>
+</g>
+<!-- source->ElasticsearchPersistReader -->
+<g id="edge1" class="edge"><title>source->ElasticsearchPersistReader</title>
+<path fill="none" stroke="black" d="M105.381,-231.955C105.381,-223.883 105.381,-214.176 105.381,-205.182"/>
+<polygon fill="black" stroke="black" points="108.881,-205.09 105.381,-195.09 101.881,-205.09 108.881,-205.09"/>
+</g>
+</g>
+</svg>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/558ef157/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.svg
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.svg b/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.svg
new file mode 100644
index 0000000..814a3a5
--- /dev/null
+++ b/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.svg
@@ -0,0 +1,55 @@
+<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
+ "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
+<!-- Generated by graphviz version 2.39.20150411.0445 (20150411.0445)
+ -->
+<!-- Title: g Pages: 1 -->
+<svg width="214pt" height="276pt"
+ viewBox="0.00 0.00 214.13 276.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
+<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 272)">
+<title>g</title>
+<polygon fill="white" stroke="transparent" points="-4,4 -4,-272 210.134,-272 210.134,4 -4,4"/>
+<!-- WebHdfsPersistReader -->
+<g id="node1" class="node"><title>WebHdfsPersistReader</title>
+<g id="a_node1"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistReader.java" xlink:title="WebHdfsPersistReader">
+<ellipse fill="none" stroke="black" cx="103.067" cy="-177" rx="91.8351" ry="18"/>
+<text text-anchor="middle" x="103.067" y="-172.8" font-family="Times,serif" font-size="14.00">WebHdfsPersistReader</text>
+</a>
+</g>
+</g>
+<!-- ElasticsearchPersistWriter -->
+<g id="node2" class="node"><title>ElasticsearchPersistWriter</title>
+<g id="a_node2"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java" xlink:title="ElasticsearchPersistWriter">
+<ellipse fill="none" stroke="black" cx="103.067" cy="-91" rx="103.134" ry="18"/>
+<text text-anchor="middle" x="103.067" y="-86.8" font-family="Times,serif" font-size="14.00">ElasticsearchPersistWriter</text>
+</a>
+</g>
+</g>
+<!-- WebHdfsPersistReader->ElasticsearchPersistWriter -->
+<g id="edge2" class="edge"><title>WebHdfsPersistReader->ElasticsearchPersistWriter</title>
+<path fill="none" stroke="black" d="M103.067,-158.762C103.067,-147.36 103.067,-132.434 103.067,-119.494"/>
+<polygon fill="black" stroke="black" points="106.567,-119.212 103.067,-109.212 99.5669,-119.212 106.567,-119.212"/>
+<text text-anchor="middle" x="120.181" y="-129.8" font-family="Times,serif" font-size="14.00">String</text>
+</g>
+<!-- destination -->
+<g id="node4" class="node"><title>destination</title>
+<polygon fill="none" stroke="black" points="165.874,-36 40.2598,-36 40.2598,-0 165.874,-0 165.874,-36"/>
+<text text-anchor="middle" x="103.067" y="-13.8" font-family="Times,serif" font-size="14.00">es://{index}/{type}</text>
+</g>
+<!-- ElasticsearchPersistWriter->destination -->
+<g id="edge3" class="edge"><title>ElasticsearchPersistWriter->destination</title>
+<path fill="none" stroke="black" d="M103.067,-72.9551C103.067,-64.8828 103.067,-55.1764 103.067,-46.1817"/>
+<polygon fill="black" stroke="black" points="106.567,-46.0903 103.067,-36.0904 99.5669,-46.0904 106.567,-46.0903"/>
+</g>
+<!-- source -->
+<g id="node3" class="node"><title>source</title>
+<polygon fill="none" stroke="black" points="180.432,-268 25.7016,-268 25.7016,-232 180.432,-232 180.432,-268"/>
+<text text-anchor="middle" x="103.067" y="-245.8" font-family="Times,serif" font-size="14.00">hdfs://{indexes}/{types}</text>
+</g>
+<!-- source->WebHdfsPersistReader -->
+<g id="edge1" class="edge"><title>source->WebHdfsPersistReader</title>
+<path fill="none" stroke="black" d="M103.067,-231.955C103.067,-223.883 103.067,-214.176 103.067,-205.182"/>
+<polygon fill="black" stroke="black" points="106.567,-205.09 103.067,-195.09 99.5669,-205.09 106.567,-205.09"/>
+</g>
+</g>
+</svg>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/558ef157/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.svg
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.svg b/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.svg
new file mode 100644
index 0000000..7ef946a
--- /dev/null
+++ b/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.svg
@@ -0,0 +1,55 @@
+<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
+ "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
+<!-- Generated by graphviz version 2.39.20150411.0445 (20150411.0445)
+ -->
+<!-- Title: g Pages: 1 -->
+<svg width="219pt" height="276pt"
+ viewBox="0.00 0.00 218.76 276.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
+<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 272)">
+<title>g</title>
+<polygon fill="white" stroke="transparent" points="-4,4 -4,-272 214.763,-272 214.763,4 -4,4"/>
+<!-- ElasticsearchPersistReader -->
+<g id="node1" class="node"><title>ElasticsearchPersistReader</title>
+<g id="a_node1"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistReader.java" xlink:title="ElasticsearchPersistReader">
+<ellipse fill="none" stroke="black" cx="105.381" cy="-177" rx="105.263" ry="18"/>
+<text text-anchor="middle" x="105.381" y="-172.8" font-family="Times,serif" font-size="14.00">ElasticsearchPersistReader</text>
+</a>
+</g>
+</g>
+<!-- ElasticsearchPersistWriter -->
+<g id="node2" class="node"><title>ElasticsearchPersistWriter</title>
+<g id="a_node2"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java" xlink:title="ElasticsearchPersistWriter">
+<ellipse fill="none" stroke="black" cx="105.381" cy="-91" rx="103.134" ry="18"/>
+<text text-anchor="middle" x="105.381" y="-86.8" font-family="Times,serif" font-size="14.00">ElasticsearchPersistWriter</text>
+</a>
+</g>
+</g>
+<!-- ElasticsearchPersistReader->ElasticsearchPersistWriter -->
+<g id="edge2" class="edge"><title>ElasticsearchPersistReader->ElasticsearchPersistWriter</title>
+<path fill="none" stroke="black" d="M105.381,-158.762C105.381,-147.36 105.381,-132.434 105.381,-119.494"/>
+<polygon fill="black" stroke="black" points="108.881,-119.212 105.381,-109.212 101.881,-119.212 108.881,-119.212"/>
+<text text-anchor="middle" x="122.495" y="-129.8" font-family="Times,serif" font-size="14.00">String</text>
+</g>
+<!-- destination -->
+<g id="node4" class="node"><title>destination</title>
+<polygon fill="none" stroke="black" points="168.188,-36 42.5743,-36 42.5743,-0 168.188,-0 168.188,-36"/>
+<text text-anchor="middle" x="105.381" y="-13.8" font-family="Times,serif" font-size="14.00">es://{index}/{type}</text>
+</g>
+<!-- ElasticsearchPersistWriter->destination -->
+<g id="edge3" class="edge"><title>ElasticsearchPersistWriter->destination</title>
+<path fill="none" stroke="black" d="M105.381,-72.9551C105.381,-64.8828 105.381,-55.1764 105.381,-46.1817"/>
+<polygon fill="black" stroke="black" points="108.881,-46.0903 105.381,-36.0904 101.881,-46.0904 108.881,-46.0903"/>
+</g>
+<!-- source -->
+<g id="node3" class="node"><title>source</title>
+<polygon fill="none" stroke="black" points="176.799,-268 33.9637,-268 33.9637,-232 176.799,-232 176.799,-268"/>
+<text text-anchor="middle" x="105.381" y="-245.8" font-family="Times,serif" font-size="14.00">es://{indexes}/{types}</text>
+</g>
+<!-- source->ElasticsearchPersistReader -->
+<g id="edge1" class="edge"><title>source->ElasticsearchPersistReader</title>
+<path fill="none" stroke="black" d="M105.381,-231.955C105.381,-223.883 105.381,-214.176 105.381,-205.182"/>
+<polygon fill="black" stroke="black" points="108.881,-205.09 105.381,-195.09 101.881,-205.09 108.881,-205.09"/>
+</g>
+</g>
+</svg>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/558ef157/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.svg
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.svg b/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.svg
new file mode 100644
index 0000000..9d8de3c
--- /dev/null
+++ b/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.svg
@@ -0,0 +1,57 @@
+<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
+ "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
+<!-- Generated by graphviz version 2.39.20150411.0445 (20150411.0445)
+ -->
+<!-- Title: g Pages: 1 -->
+<svg width="214pt" height="302pt"
+ viewBox="0.00 0.00 214.13 302.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
+<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 298)">
+<title>g</title>
+<polygon fill="white" stroke="transparent" points="-4,4 -4,-298 210.134,-298 210.134,4 -4,4"/>
+<!-- MongoPersistReader -->
+<g id="node1" class="node"><title>MongoPersistReader</title>
+<g id="a_node1"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-mongo/src/main/java/org/apache/streams/mongo/MongoPersistReader.java" xlink:title="MongoPersistReader">
+<ellipse fill="none" stroke="black" cx="103.067" cy="-190" rx="84.0668" ry="18"/>
+<text text-anchor="middle" x="103.067" y="-185.8" font-family="Times,serif" font-size="14.00">MongoPersistReader</text>
+</a>
+</g>
+</g>
+<!-- ElasticsearchPersistWriter -->
+<g id="node2" class="node"><title>ElasticsearchPersistWriter</title>
+<g id="a_node2"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java" xlink:title="ElasticsearchPersistWriter">
+<ellipse fill="none" stroke="black" cx="103.067" cy="-104" rx="103.134" ry="18"/>
+<text text-anchor="middle" x="103.067" y="-99.8" font-family="Times,serif" font-size="14.00">ElasticsearchPersistWriter</text>
+</a>
+</g>
+</g>
+<!-- MongoPersistReader->ElasticsearchPersistWriter -->
+<g id="edge2" class="edge"><title>MongoPersistReader->ElasticsearchPersistWriter</title>
+<path fill="none" stroke="black" d="M103.067,-171.762C103.067,-160.36 103.067,-145.434 103.067,-132.494"/>
+<polygon fill="black" stroke="black" points="106.567,-132.212 103.067,-122.212 99.5669,-132.212 106.567,-132.212"/>
+<text text-anchor="middle" x="136.888" y="-142.8" font-family="Times,serif" font-size="14.00">ObjectNode</text>
+</g>
+<!-- destination -->
+<g id="node4" class="node"><title>destination</title>
+<polygon fill="none" stroke="black" points="165.874,-36 40.2598,-36 40.2598,-0 165.874,-0 165.874,-36"/>
+<text text-anchor="middle" x="103.067" y="-13.8" font-family="Times,serif" font-size="14.00">es://{index}/{type}</text>
+</g>
+<!-- ElasticsearchPersistWriter->destination -->
+<g id="edge3" class="edge"><title>ElasticsearchPersistWriter->destination</title>
+<path fill="none" stroke="black" d="M103.067,-85.7616C103.067,-74.3597 103.067,-59.4342 103.067,-46.494"/>
+<polygon fill="black" stroke="black" points="106.567,-46.2121 103.067,-36.2121 99.5669,-46.2121 106.567,-46.2121"/>
+<text text-anchor="middle" x="136.888" y="-56.8" font-family="Times,serif" font-size="14.00">ObjectNode</text>
+</g>
+<!-- source -->
+<g id="node3" class="node"><title>source</title>
+<polygon fill="none" stroke="black" points="189.595,-294 16.5389,-294 16.5389,-258 189.595,-258 189.595,-294"/>
+<text text-anchor="middle" x="103.067" y="-271.8" font-family="Times,serif" font-size="14.00">mongdb://{db}/{collection}</text>
+</g>
+<!-- source->MongoPersistReader -->
+<g id="edge1" class="edge"><title>source->MongoPersistReader</title>
+<path fill="none" stroke="black" d="M103.067,-257.762C103.067,-246.36 103.067,-231.434 103.067,-218.494"/>
+<polygon fill="black" stroke="black" points="106.567,-218.212 103.067,-208.212 99.5669,-218.212 106.567,-218.212"/>
+<text text-anchor="middle" x="136.888" y="-228.8" font-family="Times,serif" font-size="14.00">ObjectNode</text>
+</g>
+</g>
+</svg>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/558ef157/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.svg
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.svg b/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.svg
new file mode 100644
index 0000000..dd2d233
--- /dev/null
+++ b/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.svg
@@ -0,0 +1,85 @@
+<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
+ "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
+<!-- Generated by graphviz version 2.39.20150411.0445 (20150411.0445)
+ -->
+<!-- Title: g Pages: 1 -->
+<svg width="226pt" height="375pt"
+ viewBox="0.00 0.00 225.67 375.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
+<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 371)">
+<title>g</title>
+<polygon fill="white" stroke="transparent" points="-4,4 -4,-371 221.672,-371 221.672,4 -4,4"/>
+<!-- TwitterFollowingProvider -->
+<g id="node1" class="node"><title>TwitterFollowingProvider</title>
+<g id="a_node1"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-twitter/src/main/java/org/apache/streams/twitter/provider/TwitterFollowingProvider.java" xlink:title="TwitterFollowingProvider">
+<ellipse fill="none" stroke="black" cx="108.836" cy="-349" rx="102.174" ry="18"/>
+<text text-anchor="middle" x="108.836" y="-344.8" font-family="Times,serif" font-size="14.00">TwitterFollowingProvider</text>
+</a>
+</g>
+</g>
+<!-- TypeConverterProcessor -->
+<g id="node2" class="node"><title>TypeConverterProcessor</title>
+<g id="a_node2"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-converters/src/main/java/org/apache/streams/converters/TypeConverterProcessor.java" xlink:title="TypeConverterProcessor">
+<ellipse fill="none" stroke="black" cx="108.836" cy="-263" rx="97.3117" ry="18"/>
+<text text-anchor="middle" x="108.836" y="-258.8" font-family="Times,serif" font-size="14.00">TypeConverterProcessor</text>
+</a>
+</g>
+</g>
+<!-- TwitterFollowingProvider->TypeConverterProcessor -->
+<g id="edge1" class="edge"><title>TwitterFollowingProvider->TypeConverterProcessor</title>
+<g id="a_edge1"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-twitter/src/main/jsonschema/com/twitter/Follow.java" xlink:title="Follow">
+<path fill="none" stroke="black" d="M108.836,-330.762C108.836,-319.36 108.836,-304.434 108.836,-291.494"/>
+<polygon fill="black" stroke="black" points="112.336,-291.212 108.836,-281.212 105.336,-291.212 112.336,-291.212"/>
+</a>
+</g>
+<g id="a_edge1-label"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-twitter/src/main/jsonschema/com/twitter/Follow.java" xlink:title="Follow">
+<text text-anchor="middle" x="128.674" y="-301.8" font-family="Times,serif" font-size="14.00">Follow</text>
+</a>
+</g>
+</g>
+<!-- ActivityConverterProcessor -->
+<g id="node3" class="node"><title>ActivityConverterProcessor</title>
+<g id="a_node3"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-converters/src/main/java/org/apache/streams/converters/ActivityConverterProcessor.java" xlink:title="ActivityConverterProcessor">
+<ellipse fill="none" stroke="black" cx="108.836" cy="-177" rx="108.672" ry="18"/>
+<text text-anchor="middle" x="108.836" y="-172.8" font-family="Times,serif" font-size="14.00">ActivityConverterProcessor</text>
+</a>
+</g>
+</g>
+<!-- TypeConverterProcessor->ActivityConverterProcessor -->
+<g id="edge2" class="edge"><title>TypeConverterProcessor->ActivityConverterProcessor</title>
+<path fill="none" stroke="black" d="M108.836,-244.762C108.836,-233.36 108.836,-218.434 108.836,-205.494"/>
+<polygon fill="black" stroke="black" points="112.336,-205.212 108.836,-195.212 105.336,-205.212 112.336,-205.212"/>
+<text text-anchor="middle" x="125.95" y="-215.8" font-family="Times,serif" font-size="14.00">String</text>
+</g>
+<!-- GraphPersistWriter -->
+<g id="node4" class="node"><title>GraphPersistWriter</title>
+<g id="a_node4"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-graph/src/main/java/org/apache/streams/graph/GraphPersistWriter.java" xlink:title="GraphPersistWriter">
+<ellipse fill="none" stroke="black" cx="108.836" cy="-91" rx="78.5369" ry="18"/>
+<text text-anchor="middle" x="108.836" y="-86.8" font-family="Times,serif" font-size="14.00">GraphPersistWriter</text>
+</a>
+</g>
+</g>
+<!-- ActivityConverterProcessor->GraphPersistWriter -->
+<g id="edge3" class="edge"><title>ActivityConverterProcessor->GraphPersistWriter</title>
+<g id="a_edge3"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json" xlink:title="Activity">
+<path fill="none" stroke="black" d="M108.836,-158.762C108.836,-147.36 108.836,-132.434 108.836,-119.494"/>
+<polygon fill="black" stroke="black" points="112.336,-119.212 108.836,-109.212 105.336,-119.212 112.336,-119.212"/>
+</a>
+</g>
+<g id="a_edge3-label"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json" xlink:title="Activity">
+<text text-anchor="middle" x="131.777" y="-129.8" font-family="Times,serif" font-size="14.00">Activity</text>
+</a>
+</g>
+</g>
+<!-- destination -->
+<g id="node5" class="node"><title>destination</title>
+<polygon fill="none" stroke="black" points="194.539,-36 23.1326,-36 23.1326,-0 194.539,-0 194.539,-36"/>
+<text text-anchor="middle" x="108.836" y="-13.8" font-family="Times,serif" font-size="14.00">http://{host}:{port}/db/data</text>
+</g>
+<!-- GraphPersistWriter->destination -->
+<g id="edge4" class="edge"><title>GraphPersistWriter->destination</title>
+<path fill="none" stroke="black" d="M108.836,-72.9551C108.836,-64.8828 108.836,-55.1764 108.836,-46.1817"/>
+<polygon fill="black" stroke="black" points="112.336,-46.0903 108.836,-36.0904 105.336,-46.0904 112.336,-46.0903"/>
+</g>
+</g>
+</svg>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/558ef157/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.svg
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.svg b/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.svg
new file mode 100644
index 0000000..eed4633
--- /dev/null
+++ b/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.svg
@@ -0,0 +1,72 @@
+<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
+ "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
+<!-- Generated by graphviz version 2.39.20150411.0445 (20150411.0445)
+ -->
+<!-- Title: g Pages: 1 -->
+<svg width="214pt" height="302pt"
+ viewBox="0.00 0.00 214.13 302.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
+<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 298)">
+<title>g</title>
+<polygon fill="white" stroke="transparent" points="-4,4 -4,-298 210.134,-298 210.134,4 -4,4"/>
+<!-- TwitterTimelineProvider -->
+<g id="node1" class="node"><title>TwitterTimelineProvider</title>
+<g id="a_node1"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-twitter/src/main/java/org/apache/streams/twitter/provider/TwitterTimelineProvider.java" xlink:title="TwitterTimelineProvider">
+<ellipse fill="none" stroke="black" cx="103.067" cy="-276" rx="97.6831" ry="18"/>
+<text text-anchor="middle" x="103.067" y="-271.8" font-family="Times,serif" font-size="14.00">TwitterTimelineProvider</text>
+</a>
+</g>
+</g>
+<!-- ActivityConverterProcessor -->
+<g id="node2" class="node"><title>ActivityConverterProcessor</title>
+<g id="a_node2"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-converters/src/main/java/org/apache/streams/converter/ActivityConverterProcessor.java" xlink:title="ActivityConverterProcessor">
+<polygon fill="none" stroke="black" points="189.364,-208 16.7697,-208 16.7697,-172 189.364,-172 189.364,-208"/>
+<text text-anchor="middle" x="103.067" y="-185.8" font-family="Times,serif" font-size="14.00">ActivityConverterProcessor</text>
+</a>
+</g>
+</g>
+<!-- TwitterTimelineProvider->ActivityConverterProcessor -->
+<g id="edge1" class="edge"><title>TwitterTimelineProvider->ActivityConverterProcessor</title>
+<path fill="none" stroke="black" d="M103.067,-257.762C103.067,-246.36 103.067,-231.434 103.067,-218.494"/>
+<polygon fill="black" stroke="black" points="106.567,-218.212 103.067,-208.212 99.5669,-218.212 106.567,-218.212"/>
+<text text-anchor="middle" x="136.888" y="-228.8" font-family="Times,serif" font-size="14.00">ObjectNode</text>
+</g>
+<!-- ElasticsearchPersistWriter -->
+<g id="node3" class="node"><title>ElasticsearchPersistWriter</title>
+<g id="a_node3"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java" xlink:title="ElasticsearchPersistWriter">
+<ellipse fill="none" stroke="black" cx="103.067" cy="-104" rx="103.134" ry="18"/>
+<text text-anchor="middle" x="103.067" y="-99.8" font-family="Times,serif" font-size="14.00">ElasticsearchPersistWriter</text>
+</a>
+</g>
+</g>
+<!-- ActivityConverterProcessor->ElasticsearchPersistWriter -->
+<g id="edge2" class="edge"><title>ActivityConverterProcessor->ElasticsearchPersistWriter</title>
+<g id="a_edge2"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json" xlink:title="Activity">
+<path fill="none" stroke="black" d="M103.067,-171.762C103.067,-160.36 103.067,-145.434 103.067,-132.494"/>
+<polygon fill="black" stroke="black" points="106.567,-132.212 103.067,-122.212 99.5669,-132.212 106.567,-132.212"/>
+</a>
+</g>
+<g id="a_edge2-label"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json" xlink:title="Activity">
+<text text-anchor="middle" x="126.008" y="-142.8" font-family="Times,serif" font-size="14.00">Activity</text>
+</a>
+</g>
+</g>
+<!-- es -->
+<g id="node4" class="node"><title>es</title>
+<polygon fill="none" stroke="black" points="165.874,-36 40.2598,-36 40.2598,-0 165.874,-0 165.874,-36"/>
+<text text-anchor="middle" x="103.067" y="-13.8" font-family="Times,serif" font-size="14.00">es://{index}/{type}</text>
+</g>
+<!-- ElasticsearchPersistWriter->es -->
+<g id="edge3" class="edge"><title>ElasticsearchPersistWriter->es</title>
+<g id="a_edge3"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json" xlink:title="Activity">
+<path fill="none" stroke="black" d="M103.067,-85.7616C103.067,-74.3597 103.067,-59.4342 103.067,-46.494"/>
+<polygon fill="black" stroke="black" points="106.567,-46.2121 103.067,-36.2121 99.5669,-46.2121 106.567,-46.2121"/>
+</a>
+</g>
+<g id="a_edge3-label"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json" xlink:title="Activity">
+<text text-anchor="middle" x="126.008" y="-56.8" font-family="Times,serif" font-size="14.00">Activity</text>
+</a>
+</g>
+</g>
+</g>
+</svg>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/558ef157/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.svg
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.svg b/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.svg
new file mode 100644
index 0000000..48464f6
--- /dev/null
+++ b/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.svg
@@ -0,0 +1,164 @@
+<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
+ "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
+<!-- Generated by graphviz version 2.39.20150411.0445 (20150411.0445)
+ -->
+<!-- Title: g Pages: 1 -->
+<svg width="404pt" height="518pt"
+ viewBox="0.00 0.00 403.71 518.00" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink">
+<g id="graph0" class="graph" transform="scale(1 1) rotate(0) translate(4 514)">
+<title>g</title>
+<polygon fill="white" stroke="transparent" points="-4,4 -4,-514 399.711,-514 399.711,4 -4,4"/>
+<!-- TwitterStreamProvider -->
+<g id="node1" class="node"><title>TwitterStreamProvider</title>
+<g id="a_node1"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-twitter/src/main/java/org/apache/streams/twitter/provider/TwitterStreamProvider.java" xlink:title="TwitterStreamProvider">
+<ellipse fill="none" stroke="black" cx="225.047" cy="-492" rx="91.0473" ry="18"/>
+<text text-anchor="middle" x="225.047" y="-487.8" font-family="Times,serif" font-size="14.00">TwitterStreamProvider</text>
+</a>
+</g>
+</g>
+<!-- ActivityConverterProcessor -->
+<g id="node2" class="node"><title>ActivityConverterProcessor</title>
+<g id="a_node2"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-converters/src/main/java/org/apache/streams/converter/ActivityConverterProcessor.java" xlink:title="ActivityConverterProcessor">
+<polygon fill="none" stroke="black" points="311.344,-424 138.75,-424 138.75,-388 311.344,-388 311.344,-424"/>
+<text text-anchor="middle" x="225.047" y="-401.8" font-family="Times,serif" font-size="14.00">ActivityConverterProcessor</text>
+</a>
+</g>
+</g>
+<!-- TwitterStreamProvider->ActivityConverterProcessor -->
+<g id="edge1" class="edge"><title>TwitterStreamProvider->ActivityConverterProcessor</title>
+<path fill="none" stroke="black" d="M225.047,-473.762C225.047,-462.36 225.047,-447.434 225.047,-434.494"/>
+<polygon fill="black" stroke="black" points="228.547,-434.212 225.047,-424.212 221.547,-434.212 228.547,-434.212"/>
+<text text-anchor="middle" x="258.868" y="-444.8" font-family="Times,serif" font-size="14.00">ObjectNode</text>
+</g>
+<!-- DeleteOnlyProcessor -->
+<g id="node3" class="node"><title>DeleteOnlyProcessor</title>
+<g id="a_node3"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-filters/src/main/java/org/apache/streams/filters/VerbDefinitionKeepFilter.java" xlink:title="VerbDefinitionKeepFilter (verb:delete)">
+<polygon fill="none" stroke="black" points="234.141,-338 -0.0468938,-338 -0.0468938,-302 234.141,-302 234.141,-338"/>
+<text text-anchor="middle" x="117.047" y="-315.8" font-family="Times,serif" font-size="14.00">VerbDefinitionKeepFilter (verb:delete)</text>
+</a>
+</g>
+</g>
+<!-- ActivityConverterProcessor->DeleteOnlyProcessor -->
+<g id="edge2" class="edge"><title>ActivityConverterProcessor->DeleteOnlyProcessor</title>
+<g id="a_edge2"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json" xlink:title="Activity">
+<path fill="none" stroke="black" d="M202.407,-387.972C186.566,-375.358 165.216,-358.357 147.832,-344.514"/>
+<polygon fill="black" stroke="black" points="149.66,-341.496 139.657,-338.005 145.3,-346.972 149.66,-341.496"/>
+</a>
+</g>
+<g id="a_edge2-label"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json" xlink:title="Activity">
+<text text-anchor="middle" x="200.988" y="-358.8" font-family="Times,serif" font-size="14.00">Activity</text>
+</a>
+</g>
+</g>
+<!-- NoDeletesProcessor -->
+<g id="node4" class="node"><title>NoDeletesProcessor</title>
+<g id="a_node4"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-filters/src/main/java/org/apache/streams/filters/VerbDefinitionDropFilter.java" xlink:title="VerbDefinitionDropFilter (verb:delete)">
+<polygon fill="none" stroke="black" points="395.875,-284 162.219,-284 162.219,-248 395.875,-248 395.875,-284"/>
+<text text-anchor="middle" x="279.047" y="-261.8" font-family="Times,serif" font-size="14.00">VerbDefinitionDropFilter (verb:delete)</text>
+</a>
+</g>
+</g>
+<!-- ActivityConverterProcessor->NoDeletesProcessor -->
+<g id="edge3" class="edge"><title>ActivityConverterProcessor->NoDeletesProcessor</title>
+<g id="a_edge3"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json" xlink:title="Activity">
+<path fill="none" stroke="black" d="M231.996,-387.984C241.18,-364.174 257.454,-321.981 268.248,-293.998"/>
+<polygon fill="black" stroke="black" points="271.62,-294.981 271.953,-284.391 265.089,-292.462 271.62,-294.981"/>
+</a>
+</g>
+<g id="a_edge3-label"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json" xlink:title="Activity">
+<text text-anchor="middle" x="267.988" y="-358.8" font-family="Times,serif" font-size="14.00">Activity</text>
+</a>
+</g>
+</g>
+<!-- SetDeleteIdProcessor -->
+<g id="node5" class="node"><title>SetDeleteIdProcessor</title>
+<g id="a_node5"><a xlink:href="https://github.com/apache/incubator-streams-examples/blob/master/local/twitter-userstream-elasticsearch/src/main/java/org/apache/streams/twitter/example/TwitterUserstreamElasticsearch.java" xlink:title="SetDeleteIdProcessor (verb:post)">
+<polygon fill="none" stroke="black" points="222.993,-230 21.1011,-230 21.1011,-194 222.993,-194 222.993,-230"/>
+<text text-anchor="middle" x="122.047" y="-207.8" font-family="Times,serif" font-size="14.00">SetDeleteIdProcessor (verb:post)</text>
+</a>
+</g>
+</g>
+<!-- DeleteOnlyProcessor->SetDeleteIdProcessor -->
+<g id="edge4" class="edge"><title>DeleteOnlyProcessor->SetDeleteIdProcessor</title>
+<g id="a_edge4"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json" xlink:title="Activity">
+<path fill="none" stroke="black" d="M111.056,-301.882C109.461,-296.221 107.96,-289.909 107.164,-284 105.027,-268.143 104.048,-263.694 107.164,-248 107.701,-245.295 108.445,-242.538 109.316,-239.814"/>
+<polygon fill="black" stroke="black" points="112.668,-240.842 112.884,-230.249 106.11,-238.395 112.668,-240.842"/>
+</a>
+</g>
+<g id="a_edge4-label"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json" xlink:title="Activity">
+<text text-anchor="middle" x="130.988" y="-261.8" font-family="Times,serif" font-size="14.00">Activity</text>
+</a>
+</g>
+</g>
+<!-- ElasticsearchPersistWriter -->
+<g id="node6" class="node"><title>ElasticsearchPersistWriter</title>
+<g id="a_node6"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java" xlink:title="ElasticsearchPersistWriter">
+<ellipse fill="none" stroke="black" cx="271.047" cy="-158" rx="103.134" ry="18"/>
+<text text-anchor="middle" x="271.047" y="-153.8" font-family="Times,serif" font-size="14.00">ElasticsearchPersistWriter</text>
+</a>
+</g>
+</g>
+<!-- NoDeletesProcessor->ElasticsearchPersistWriter -->
+<g id="edge5" class="edge"><title>NoDeletesProcessor->ElasticsearchPersistWriter</title>
+<g id="a_edge5"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json" xlink:title="Activity">
+<path fill="none" stroke="black" d="M277.69,-247.679C276.441,-230.821 274.57,-205.565 273.132,-186.147"/>
+<polygon fill="black" stroke="black" points="276.613,-185.764 272.384,-176.05 269.632,-186.281 276.613,-185.764"/>
+</a>
+</g>
+<g id="a_edge5-label"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json" xlink:title="Activity">
+<text text-anchor="middle" x="299.988" y="-207.8" font-family="Times,serif" font-size="14.00">Activity</text>
+</a>
+</g>
+</g>
+<!-- ElasticsearchPersistDeleter -->
+<g id="node7" class="node"><title>ElasticsearchPersistDeleter</title>
+<g id="a_node7"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistDeleter.java" xlink:title="ElasticsearchPersistDeleter">
+<ellipse fill="none" stroke="black" cx="127.047" cy="-104" rx="106.223" ry="18"/>
+<text text-anchor="middle" x="127.047" y="-99.8" font-family="Times,serif" font-size="14.00">ElasticsearchPersistDeleter</text>
+</a>
+</g>
+</g>
+<!-- SetDeleteIdProcessor->ElasticsearchPersistDeleter -->
+<g id="edge7" class="edge"><title>SetDeleteIdProcessor->ElasticsearchPersistDeleter</title>
+<g id="a_edge7"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/verbs/delete.json" xlink:title="Delete">
+<path fill="none" stroke="black" d="M121.572,-193.929C121.331,-179.354 121.306,-158.336 122.516,-140 122.682,-137.47 122.909,-134.846 123.172,-132.219"/>
+<polygon fill="black" stroke="black" points="126.65,-132.609 124.32,-122.274 119.696,-131.806 126.65,-132.609"/>
+</a>
+</g>
+<g id="a_edge7-label"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/verbs/delete.json" xlink:title="Delete">
+<text text-anchor="middle" x="141.312" y="-153.8" font-family="Times,serif" font-size="14.00">Delete</text>
+</a>
+</g>
+</g>
+<!-- es -->
+<g id="node8" class="node"><title>es</title>
+<polygon fill="none" stroke="black" points="283.854,-36 158.24,-36 158.24,-0 283.854,-0 283.854,-36"/>
+<text text-anchor="middle" x="221.047" y="-13.8" font-family="Times,serif" font-size="14.00">es://{index}/{type}</text>
+</g>
+<!-- ElasticsearchPersistWriter->es -->
+<g id="edge6" class="edge"><title>ElasticsearchPersistWriter->es</title>
+<g id="a_edge6"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json" xlink:title="Activity">
+<path fill="none" stroke="black" d="M264.613,-139.984C256.109,-116.174 241.04,-73.981 231.046,-45.9977"/>
+<polygon fill="black" stroke="black" points="234.275,-44.6316 227.615,-36.3914 227.683,-46.986 234.275,-44.6316"/>
+</a>
+</g>
+<g id="a_edge6-label"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json" xlink:title="Activity">
+<text text-anchor="middle" x="280.988" y="-99.8" font-family="Times,serif" font-size="14.00">Activity</text>
+</a>
+</g>
+</g>
+<!-- ElasticsearchPersistDeleter->es -->
+<g id="edge8" class="edge"><title>ElasticsearchPersistDeleter->es</title>
+<g id="a_edge8"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/delete.json" xlink:title="Delete">
+<path fill="none" stroke="black" d="M146.524,-86.1807C160.17,-73.6957 178.596,-56.8378 193.712,-43.0087"/>
+<polygon fill="black" stroke="black" points="196.256,-45.4248 201.272,-36.0923 191.531,-40.2601 196.256,-45.4248"/>
+</a>
+</g>
+<g id="a_edge8-label"><a xlink:href="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/delete.json" xlink:title="Delete">
+<text text-anchor="middle" x="198.312" y="-56.8" font-family="Times,serif" font-size="14.00">Delete</text>
+</a>
+</g>
+</g>
+</g>
+</svg>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/558ef157/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 2c39199..976d880 100644
--- a/pom.xml
+++ b/pom.xml
@@ -322,8 +322,10 @@
</configuration>
</plugin>
<plugin>
+ <artifactId>maven-resources-plugin</artifactId>
+ </plugin>
+ <plugin>
<artifactId>maven-site-plugin</artifactId>
- <version>${site.plugin.version}</version>
</plugin>
</plugins>
<pluginManagement>
@@ -473,7 +475,7 @@
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-site-plugin</artifactId>
- <version>3.4</version>
+ <version>${site.plugin.version}</version>
<dependencies>
<dependency>
<groupId>org.apache.maven.wagon</groupId>
[05/12] incubator-streams-examples git commit: fix and simplify poms
for release
Posted by sb...@apache.org.
fix and simplify poms for release
Project: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/commit/244683c1
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/tree/244683c1
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/diff/244683c1
Branch: refs/heads/0.2-incubating-rc1
Commit: 244683c18fff246227492f7a8d8263feb19304fe
Parents: 6b4de07
Author: Steve Blackmon <sb...@apache.org>
Authored: Tue Apr 28 01:10:46 2015 -0500
Committer: Steve Blackmon <sb...@apache.org>
Committed: Tue Apr 28 01:10:46 2015 -0500
----------------------------------------------------------------------
local/elasticsearch-hdfs/pom.xml | 101 +-------
local/elasticsearch-reindex/pom.xml | 102 +-------
local/mongo-elasticsearch-sync/pom.xml | 91 -------
local/twitter-follow-graph/pom.xml | 59 +----
local/twitter-history-elasticsearch/pom.xml | 109 ---------
local/twitter-userstream-elasticsearch/pom.xml | 103 --------
pom.xml | 251 ++++++++++++++++++++
7 files changed, 258 insertions(+), 558 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/244683c1/local/elasticsearch-hdfs/pom.xml
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/pom.xml b/local/elasticsearch-hdfs/pom.xml
index 3d07371..7a90052 100644
--- a/local/elasticsearch-hdfs/pom.xml
+++ b/local/elasticsearch-hdfs/pom.xml
@@ -172,17 +172,6 @@
</testResource>
</testResources>
<plugins>
- <plugin>
- <artifactId>maven-clean-plugin</artifactId>
- <configuration>
- <filesets>
- <fileset>
- <directory>data</directory>
- <followSymlinks>false</followSymlinks>
- </fileset>
- </filesets>
- </configuration>
- </plugin>
<!-- This binary runs with logback -->
<!-- Keep log4j out -->
<plugin>
@@ -222,25 +211,12 @@
<goal>shade</goal>
</goals>
<configuration>
- <finalName>${project.build.finalName}</finalName>
- <filters>
- <filter>
- <artifact>*:*</artifact>
- <excludes>
- <exclude>META-INF/*.SF</exclude>
- <exclude>META-INF/*.DSA</exclude>
- <exclude>META-INF/*.RSA</exclude>
- <exclude>**/logback.xml</exclude>
- <exclude>**/log4j.properties</exclude>
- </excludes>
- </filter>
- </filters>
<transformers>
<transformer
implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
<transformer
implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
- <mainClass>org.apache.streams.example.elasticsearch.ElasticsearchReindex</mainClass>
+ <mainClass>org.apache.streams.example.elasticsearch.ElasticsearchHdfs</mainClass>
</transformer>
</transformers>
</configuration>
@@ -250,42 +226,13 @@
<plugin>
<groupId>org.jsonschema2pojo</groupId>
<artifactId>jsonschema2pojo-maven-plugin</artifactId>
- <version>0.4.1</version>
<configuration>
- <addCompileSourceRoot>true</addCompileSourceRoot>
- <generateBuilders>true</generateBuilders>
- <sourcePaths>
- <sourcePath>src/main/jsonschema</sourcePath>
- </sourcePaths>
- <outputDirectory>target/generated-sources/jsonschema2pojo</outputDirectory>
<targetPackage>org.apache.streams.example.elasticsearch</targetPackage>
- <useJodaDates>false</useJodaDates>
</configuration>
- <executions>
- <execution>
- <goals>
- <goal>generate</goal>
- </goals>
- </execution>
- </executions>
</plugin>
<plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>build-helper-maven-plugin</artifactId>
- <executions>
- <execution>
- <id>add-source</id>
- <phase>generate-sources</phase>
- <goals>
- <goal>add-source</goal>
- </goals>
- <configuration>
- <sources>
- <source>target/generated-sources/jsonschema2pojo</source>
- </sources>
- </configuration>
- </execution>
- </executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
@@ -309,54 +256,8 @@
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-failsafe-plugin</artifactId>
- <version>2.12.4</version>
- <executions>
- <execution>
- <id>integration-tests</id>
- <goals>
- <goal>integration-test</goal>
- <goal>verify</goal>
- </goals>
- </execution>
- </executions>
</plugin>
</plugins>
</build>
- <profiles>
- <profile>
- <id>docker</id>
- <build>
- <plugins>
- <plugin>
- <!-- The Docker Maven plugin is used to create docker image with the fat jar -->
- <groupId>org.jolokia</groupId>
- <artifactId>docker-maven-plugin</artifactId>
- <version>0.11.0</version>
- <configuration>
- <images>
-
- <image>
- <alias>${project.artifactId}</alias>
- <name>${project.artifactId}:${project.version}</name>
- <build>
- <from>dockerfile/java:oracle-java8</from>
- <assembly>
- <basedir>/</basedir>
- <descriptorRef>artifact</descriptorRef>
- </assembly>
- <!-- Default command for the build image -->
- </build>
-
- </image>
-
- </images>
- </configuration>
-
- </plugin>
-
- </plugins>
- </build>
- </profile>
- </profiles>
</project>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/244683c1/local/elasticsearch-reindex/pom.xml
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/pom.xml b/local/elasticsearch-reindex/pom.xml
index 59e968b..544713f 100644
--- a/local/elasticsearch-reindex/pom.xml
+++ b/local/elasticsearch-reindex/pom.xml
@@ -135,17 +135,6 @@
</testResource>
</testResources>
<plugins>
- <plugin>
- <artifactId>maven-clean-plugin</artifactId>
- <configuration>
- <filesets>
- <fileset>
- <directory>data</directory>
- <followSymlinks>false</followSymlinks>
- </fileset>
- </filesets>
- </configuration>
- </plugin>
<!-- This binary runs with logback -->
<!-- Keep log4j out -->
<plugin>
@@ -209,46 +198,14 @@
</configuration>
</execution>
</executions>
- </plugin>
- <plugin>
- <groupId>org.jsonschema2pojo</groupId>
- <artifactId>jsonschema2pojo-maven-plugin</artifactId>
- <version>0.4.1</version>
- <configuration>
- <addCompileSourceRoot>true</addCompileSourceRoot>
- <generateBuilders>true</generateBuilders>
- <sourcePaths>
- <sourcePath>src/main/jsonschema</sourcePath>
- </sourcePaths>
- <outputDirectory>target/generated-sources/jsonschema2pojo</outputDirectory>
- <targetPackage>org.apache.streams.example.elasticsearch</targetPackage>
- <useJodaDates>false</useJodaDates>
- </configuration>
- <executions>
- <execution>
- <goals>
- <goal>generate</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
+ </plugin>
+ <plugin>
+ <groupId>org.jsonschema2pojo</groupId>
+ <artifactId>jsonschema2pojo-maven-plugin</artifactId>
+ </plugin>
<plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>build-helper-maven-plugin</artifactId>
- <executions>
- <execution>
- <id>add-source</id>
- <phase>generate-sources</phase>
- <goals>
- <goal>add-source</goal>
- </goals>
- <configuration>
- <sources>
- <source>target/generated-sources/jsonschema2pojo</source>
- </sources>
- </configuration>
- </execution>
- </executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
@@ -272,57 +229,8 @@
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-failsafe-plugin</artifactId>
- <version>2.12.4</version>
- <executions>
- <execution>
- <id>integration-tests</id>
- <goals>
- <goal>integration-test</goal>
- <goal>verify</goal>
- </goals>
- </execution>
- </executions>
</plugin>
</plugins>
</build>
- <profiles>
- <profile>
- <id>docker</id>
- <build>
- <plugins>
- <plugin>
- <!-- The Docker Maven plugin is used to create docker image with the fat jar -->
- <groupId>org.jolokia</groupId>
- <artifactId>docker-maven-plugin</artifactId>
- <version>0.11.0</version>
- <configuration>
- <images>
-
- <image>
- <alias>${project.artifactId}</alias>
- <name>${project.artifactId}:${project.version}</name>
- <build>
- <from>dockerfile/java:oracle-java8</from>
- <assembly>
- <basedir>/</basedir>
- <descriptorRef>artifact</descriptorRef>
- </assembly>
- <!-- Default command for the build image -->
- </build>
-
- </image>
-
- </images>
- </configuration>
-
- </plugin>
-
- </plugins>
- </build>
- <activation>
- <activeByDefault/>
- </activation>
- </profile>
- </profiles>
</project>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/244683c1/local/mongo-elasticsearch-sync/pom.xml
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/pom.xml b/local/mongo-elasticsearch-sync/pom.xml
index 411bd9b..6726460 100644
--- a/local/mongo-elasticsearch-sync/pom.xml
+++ b/local/mongo-elasticsearch-sync/pom.xml
@@ -170,17 +170,6 @@
</executions>
</plugin>
<plugin>
- <artifactId>maven-clean-plugin</artifactId>
- <configuration>
- <filesets>
- <fileset>
- <directory>data</directory>
- <followSymlinks>false</followSymlinks>
- </fileset>
- </filesets>
- </configuration>
- </plugin>
- <plugin>
<groupId>com.github.joelittlejohn.embedmongo</groupId>
<artifactId>embedmongo-maven-plugin</artifactId>
<version>0.1.12</version>
@@ -242,42 +231,10 @@
<plugin>
<groupId>org.jsonschema2pojo</groupId>
<artifactId>jsonschema2pojo-maven-plugin</artifactId>
- <version>0.4.1</version>
- <configuration>
- <addCompileSourceRoot>true</addCompileSourceRoot>
- <generateBuilders>true</generateBuilders>
- <sourcePaths>
- <sourcePath>src/main/jsonschema</sourcePath>
- </sourcePaths>
- <outputDirectory>target/generated-sources/jsonschema2pojo</outputDirectory>
- <targetPackage>org.apache.streams.example.elasticsearch</targetPackage>
- <useJodaDates>false</useJodaDates>
- </configuration>
- <executions>
- <execution>
- <goals>
- <goal>generate</goal>
- </goals>
- </execution>
- </executions>
</plugin>
<plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>build-helper-maven-plugin</artifactId>
- <executions>
- <execution>
- <id>add-source</id>
- <phase>generate-sources</phase>
- <goals>
- <goal>add-source</goal>
- </goals>
- <configuration>
- <sources>
- <source>target/generated-sources/jsonschema2pojo</source>
- </sources>
- </configuration>
- </execution>
- </executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
@@ -301,57 +258,9 @@
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-failsafe-plugin</artifactId>
- <version>2.12.4</version>
- <executions>
- <execution>
- <id>integration-tests</id>
- <goals>
- <goal>integration-test</goal>
- <goal>verify</goal>
- </goals>
- </execution>
- </executions>
</plugin>
</plugins>
</build>
- <profiles>
- <profile>
- <id>docker</id>
- <build>
- <plugins>
- <plugin>
- <!-- The Docker Maven plugin is used to create docker image with the fat jar -->
- <groupId>org.jolokia</groupId>
- <artifactId>docker-maven-plugin</artifactId>
- <version>0.11.0</version>
- <configuration>
- <images>
-
- <image>
- <alias>${project.artifactId}</alias>
- <name>${project.artifactId}:${project.version}</name>
- <build>
- <from>dockerfile/java:oracle-java8</from>
- <assembly>
- <basedir>/</basedir>
- <descriptorRef>artifact</descriptorRef>
- </assembly>
- <!-- Default command for the build image -->
- </build>
-
- </image>
-
- </images>
- </configuration>
-
- </plugin>
- </plugins>
- </build>
- <activation>
- <activeByDefault/>
- </activation>
- </profile>
- </profiles>
</project>
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/244683c1/local/twitter-follow-graph/pom.xml
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/pom.xml b/local/twitter-follow-graph/pom.xml
index db827e2..d2e9273 100644
--- a/local/twitter-follow-graph/pom.xml
+++ b/local/twitter-follow-graph/pom.xml
@@ -23,7 +23,7 @@
<parent>
<groupId>org.apache.streams</groupId>
<artifactId>streams-examples-local</artifactId>
- <version>0.3-incubating-SNAPSHOT</version>
+ <version>0.2-incubating-SNAPSHOT</version>
<relativePath>..</relativePath>
</parent>
<modelVersion>4.0.0</modelVersion>
@@ -142,17 +142,6 @@
</executions>
</plugin>
<plugin>
- <artifactId>maven-clean-plugin</artifactId>
- <configuration>
- <filesets>
- <fileset>
- <directory>data</directory>
- <followSymlinks>false</followSymlinks>
- </fileset>
- </filesets>
- </configuration>
- </plugin>
- <plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-shade-plugin</artifactId>
<executions>
@@ -162,17 +151,6 @@
<goal>shade</goal>
</goals>
<configuration>
- <finalName>${project.build.finalName}</finalName>
- <filters>
- <filter>
- <artifact>*:*</artifact>
- <excludes>
- <exclude>META-INF/*.SF</exclude>
- <exclude>META-INF/*.DSA</exclude>
- <exclude>META-INF/*.RSA</exclude>
- </excludes>
- </filter>
- </filters>
<transformers>
<transformer
implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
@@ -188,17 +166,6 @@
<plugin>
<groupId>org.jsonschema2pojo</groupId>
<artifactId>jsonschema2pojo-maven-plugin</artifactId>
- <version>0.4.6</version>
- <configuration>
- <addCompileSourceRoot>true</addCompileSourceRoot>
- <generateBuilders>true</generateBuilders>
- <sourcePaths>
- <sourcePath>src/main/jsonschema</sourcePath>
- </sourcePaths>
- <outputDirectory>target/generated-sources/jsonschema2pojo</outputDirectory>
- <targetPackage>org.apache.streams.example.elasticsearch</targetPackage>
- <useJodaDates>false</useJodaDates>
- </configuration>
<executions>
<execution>
<goals>
@@ -210,20 +177,6 @@
<plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>build-helper-maven-plugin</artifactId>
- <executions>
- <execution>
- <id>add-source</id>
- <phase>generate-sources</phase>
- <goals>
- <goal>add-source</goal>
- </goals>
- <configuration>
- <sources>
- <source>target/generated-sources/jsonschema2pojo</source>
- </sources>
- </configuration>
- </execution>
- </executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
@@ -247,16 +200,6 @@
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-failsafe-plugin</artifactId>
- <version>2.12.4</version>
- <executions>
- <execution>
- <id>integration-tests</id>
- <goals>
- <goal>integration-test</goal>
- <goal>verify</goal>
- </goals>
- </execution>
- </executions>
</plugin>
</plugins>
</build>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/244683c1/local/twitter-history-elasticsearch/pom.xml
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/pom.xml b/local/twitter-history-elasticsearch/pom.xml
index 19b9e1c..93ff1bb 100644
--- a/local/twitter-history-elasticsearch/pom.xml
+++ b/local/twitter-history-elasticsearch/pom.xml
@@ -149,17 +149,6 @@
</testResource>
</testResources>
<plugins>
- <plugin>
- <artifactId>maven-clean-plugin</artifactId>
- <configuration>
- <filesets>
- <fileset>
- <directory>data</directory>
- <followSymlinks>false</followSymlinks>
- </fileset>
- </filesets>
- </configuration>
- </plugin>
<!-- This binary runs with logback -->
<!-- Keep log4j out -->
<plugin>
@@ -199,19 +188,6 @@
<goal>shade</goal>
</goals>
<configuration>
- <finalName>${project.build.finalName}</finalName>
- <filters>
- <filter>
- <artifact>*:*</artifact>
- <excludes>
- <exclude>META-INF/*.SF</exclude>
- <exclude>META-INF/*.DSA</exclude>
- <exclude>META-INF/*.RSA</exclude>
- <exclude>**/logback.xml</exclude>
- <exclude>**/log4j.properties</exclude>
- </excludes>
- </filter>
- </filters>
<transformers>
<transformer
implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
@@ -227,42 +203,10 @@
<plugin>
<groupId>org.jsonschema2pojo</groupId>
<artifactId>jsonschema2pojo-maven-plugin</artifactId>
- <version>0.4.1</version>
- <configuration>
- <addCompileSourceRoot>true</addCompileSourceRoot>
- <generateBuilders>true</generateBuilders>
- <sourcePaths>
- <sourcePath>src/main/jsonschema</sourcePath>
- </sourcePaths>
- <outputDirectory>target/generated-sources/jsonschema2pojo</outputDirectory>
- <targetPackage>org.apache.streams.example.twitter</targetPackage>
- <useJodaDates>false</useJodaDates>
- </configuration>
- <executions>
- <execution>
- <goals>
- <goal>generate</goal>
- </goals>
- </execution>
- </executions>
</plugin>
<plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>build-helper-maven-plugin</artifactId>
- <executions>
- <execution>
- <id>add-source</id>
- <phase>generate-sources</phase>
- <goals>
- <goal>add-source</goal>
- </goals>
- <configuration>
- <sources>
- <source>target/generated-sources/jsonschema2pojo</source>
- </sources>
- </configuration>
- </execution>
- </executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
@@ -283,60 +227,7 @@
</execution>
</executions>
</plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-failsafe-plugin</artifactId>
- <version>2.12.4</version>
- <executions>
- <execution>
- <id>integration-tests</id>
- <goals>
- <goal>integration-test</goal>
- <goal>verify</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
</plugins>
</build>
- <profiles>
- <profile>
- <id>docker</id>
- <build>
- <plugins>
- <plugin>
- <!-- The Docker Maven plugin is used to create docker image with the fat jar -->
- <groupId>org.jolokia</groupId>
- <artifactId>docker-maven-plugin</artifactId>
- <version>0.11.0</version>
- <configuration>
- <images>
-
- <image>
- <alias>${project.artifactId}</alias>
- <name>${project.artifactId}:${project.version}</name>
- <build>
- <from>dockerfile/java:oracle-java8</from>
- <assembly>
- <basedir>/</basedir>
- <descriptorRef>artifact</descriptorRef>
- </assembly>
- <!-- Default command for the build image -->
- </build>
-
- </image>
-
- </images>
- </configuration>
-
- </plugin>
-
- </plugins>
- </build>
- <activation>
- <activeByDefault/>
- </activation>
- </profile>
- </profiles>
</project>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/244683c1/local/twitter-userstream-elasticsearch/pom.xml
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/pom.xml b/local/twitter-userstream-elasticsearch/pom.xml
index 6bb57b6..bcff091 100644
--- a/local/twitter-userstream-elasticsearch/pom.xml
+++ b/local/twitter-userstream-elasticsearch/pom.xml
@@ -125,17 +125,6 @@
</testResources>
<plugins>
<plugin>
- <artifactId>maven-clean-plugin</artifactId>
- <configuration>
- <filesets>
- <fileset>
- <directory>data</directory>
- <followSymlinks>false</followSymlinks>
- </fileset>
- </filesets>
- </configuration>
- </plugin>
- <plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-shade-plugin</artifactId>
<executions>
@@ -145,17 +134,6 @@
<goal>shade</goal>
</goals>
<configuration>
- <finalName>${project.build.finalName}</finalName>
- <filters>
- <filter>
- <artifact>*:*</artifact>
- <excludes>
- <exclude>META-INF/*.SF</exclude>
- <exclude>META-INF/*.DSA</exclude>
- <exclude>META-INF/*.RSA</exclude>
- </excludes>
- </filter>
- </filters>
<transformers>
<transformer
implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
@@ -171,42 +149,10 @@
<plugin>
<groupId>org.jsonschema2pojo</groupId>
<artifactId>jsonschema2pojo-maven-plugin</artifactId>
- <version>0.4.1</version>
- <configuration>
- <addCompileSourceRoot>true</addCompileSourceRoot>
- <generateBuilders>true</generateBuilders>
- <sourcePaths>
- <sourcePath>src/main/jsonschema</sourcePath>
- </sourcePaths>
- <outputDirectory>target/generated-sources/jsonschema2pojo</outputDirectory>
- <targetPackage>org.apache.streams.example.elasticsearch</targetPackage>
- <useJodaDates>false</useJodaDates>
- </configuration>
- <executions>
- <execution>
- <goals>
- <goal>generate</goal>
- </goals>
- </execution>
- </executions>
</plugin>
<plugin>
<groupId>org.codehaus.mojo</groupId>
<artifactId>build-helper-maven-plugin</artifactId>
- <executions>
- <execution>
- <id>add-source</id>
- <phase>generate-sources</phase>
- <goals>
- <goal>add-source</goal>
- </goals>
- <configuration>
- <sources>
- <source>target/generated-sources/jsonschema2pojo</source>
- </sources>
- </configuration>
- </execution>
- </executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
@@ -230,57 +176,8 @@
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-failsafe-plugin</artifactId>
- <version>2.12.4</version>
- <executions>
- <execution>
- <id>integration-tests</id>
- <goals>
- <goal>integration-test</goal>
- <goal>verify</goal>
- </goals>
- </execution>
- </executions>
</plugin>
</plugins>
</build>
- <profiles>
- <profile>
- <id>docker</id>
- <build>
- <plugins>
- <plugin>
- <!-- The Docker Maven plugin is used to create docker image with the fat jar -->
- <groupId>org.jolokia</groupId>
- <artifactId>docker-maven-plugin</artifactId>
- <version>0.11.0</version>
- <configuration>
- <images>
-
- <image>
- <alias>${project.artifactId}</alias>
- <name>${project.artifactId}:${project.version}</name>
- <build>
- <from>dockerfile/java:oracle-java8</from>
- <assembly>
- <basedir>/</basedir>
- <descriptorRef>artifact</descriptorRef>
- </assembly>
- <!-- Default command for the build image -->
- </build>
-
- </image>
-
- </images>
- </configuration>
-
- </plugin>
-
- </plugins>
- </build>
- <activation>
- <activeByDefault/>
- </activation>
- </profile>
- </profiles>
</project>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/244683c1/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index d7ebbe4..83b8d12 100644
--- a/pom.xml
+++ b/pom.xml
@@ -94,6 +94,17 @@
</mailingLists>
<distributionManagement>
+ <repository>
+ <id>streams.releases</id>
+ <name>Streams Releases</name>
+ <url>${release.repository.url}</url>
+ </repository>
+ <!-- Snapshots (not-releases) are published to this repository -->
+ <snapshotRepository>
+ <id>streams.snapshots</id>
+ <name>Streams Snapshots</name>
+ <url>${snapshot.repository.url}</url>
+ </snapshotRepository>
<site>
<id>streams.site.examples</id>
<url>scm:svn:https://svn.apache.org/repos/infra/websites/production/streams/content/site/${project.version}/streams-examples/</url>
@@ -160,8 +171,46 @@
</repositories>
<properties>
+
+ <!-- Build Properties -->
+ <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+ <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
+ <java.version>1.7</java.version>
+
+ <!-- Release Properties -->
+ <snapshot.repository.url>
+ https://repository.apache.org/content/repositories/snapshots
+ </snapshot.repository.url>
+ <release.repository.url>
+ https://repository.apache.org/service/local/staging/deploy/maven2
+ </release.repository.url>
+
<streams.version>${project.version}</streams.version>
+ <!-- Plugin and Plugin Dependency Versions -->
+ <build-helper.plugin.version>1.8</build-helper.plugin.version>
+ <compiler.plugin.version>3.0</compiler.plugin.version>
+ <clean.plugin.version>2.6</clean.plugin.version>
+ <docker.plugin.version>0.11.2</docker.plugin.version>
+ <enforcer.plugin.version>1.3.1</enforcer.plugin.version>
+ <failsafe.plugin.version>2.17</failsafe.plugin.version>
+ <jar.plugin.version>2.6</jar.plugin.version>
+ <javadoc.plugin.version>2.10.2</javadoc.plugin.version>
+ <resources.plugin.version>2.7</resources.plugin.version>
+ <shade.plugin.version>2.3</shade.plugin.version>
+ <site.plugin.version>3.4</site.plugin.version>
+ <surefire.plugin.version>2.17</surefire.plugin.version>
+ <war.plugin.version>2.5</war.plugin.version>
+
+ <!-- Library Dependency Versions -->
+ <jsonschema2pojo.version>0.4.6</jsonschema2pojo.version>
+ <junit.version>4.11</junit.version>
+ <slf4j.version>1.7.6</slf4j.version>
+ <log4j.version>1.2.16</log4j.version>
+ <logback.version>1.1.1</logback.version>
+
+ <typesafe.config.version>1.2.0</typesafe.config.version>
+
<!-- Release Properties -->
<snapshot.repository.url>
https://repository.apache.org/content/repositories/snapshots
@@ -179,6 +228,11 @@
<dependencyManagement>
<dependencies>
<dependency>
+ <groupId>com.typesafe</groupId>
+ <artifactId>config</artifactId>
+ <version>${typesafe.config.version}</version>
+ </dependency>
+ <dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-config</artifactId>
<version>${streams.version}</version>
@@ -257,9 +311,166 @@
</dependencyManagement>
<build>
+ <plugins>
+ <plugin>
+ <artifactId>maven-compiler-plugin</artifactId>
+ <version>${compiler.plugin.version}</version>
+ <configuration>
+ <source>${java.version}</source>
+ <target>${java.version}</target>
+ <encoding>${project.build.sourceEncoding}</encoding>
+ </configuration>
+ </plugin>
+ <plugin>
+ <artifactId>maven-site-plugin</artifactId>
+ <version>${site.plugin.version}</version>
+ </plugin>
+ </plugins>
<pluginManagement>
<plugins>
<plugin>
+ <artifactId>maven-clean-plugin</artifactId>
+ <version>${clean.plugin.version}</version>
+ <configuration>
+ <filesets>
+ <fileset>
+ <directory>src/site/resources</directory>
+ <followSymlinks>false</followSymlinks>
+ </fileset>
+ <!-- this is here because elasticsearch integration tests don't have a setting to change directory where temp index files get created -->
+ <fileset>
+ <directory>data</directory>
+ <followSymlinks>false</followSymlinks>
+ </fileset>
+ </filesets>
+ </configuration>
+ </plugin>
+ <plugin>
+ <artifactId>maven-resources-plugin</artifactId>
+ <version>2.7</version>
+ <executions>
+ <execution>
+ <id>copy-resources</id>
+ <!-- validate is first to run-->
+ <!-- copy these files to src/site/resources -->
+ <phase>validate</phase>
+ <goals>
+ <goal>copy-resources</goal>
+ </goals>
+ <configuration>
+ <outputDirectory>${basedir}/src/site/resources</outputDirectory>
+ <resources>
+ <resource>
+ <directory>src/main/jsonschema</directory>
+ </resource>
+ <resource>
+ <directory>src/main/xmlschema</directory>
+ </resource>
+ <resource>
+ <directory>src/main/resources</directory>
+ </resource>
+ </resources>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.jsonschema2pojo</groupId>
+ <artifactId>jsonschema2pojo-maven-plugin</artifactId>
+ <version>${jsonschema2pojo.version}</version>
+ <configuration>
+ <addCompileSourceRoot>true</addCompileSourceRoot>
+ <generateBuilders>true</generateBuilders>
+ <outputDirectory>target/generated-sources/jsonschema2pojo</outputDirectory>
+ <sourcePaths>
+ <sourcePath>src/main/jsonschema</sourcePath>
+ </sourcePaths>
+ <useLongIntegers>true</useLongIntegers>
+ <useJodaDates>true</useJodaDates>
+ </configuration>
+ <executions>
+ <execution>
+ <goals>
+ <goal>generate</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.codehaus.mojo</groupId>
+ <artifactId>build-helper-maven-plugin</artifactId>
+ <version>${build-helper.plugin.version}</version>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-enforcer-plugin</artifactId>
+ <version>${enforcer.plugin.version}</version>
+ <executions>
+ <execution>
+ <id>enforce-banned-dependencies</id>
+ <goals>
+ <goal>enforce</goal>
+ </goals>
+ <configuration>
+ <rules>
+ <bannedDependencies>
+ <excludes>
+ <exclude>org.slf4j:slf4j-log4j12</exclude>
+ <exclude>org.slf4j:slf4j-jcl</exclude>
+ <exclude>org.slf4j:slf4j-jdk14</exclude>
+ <exclude>org.log4j:log4j</exclude>
+ <exclude>commons-logging:commons-logging</exclude>
+ </excludes>
+ </bannedDependencies>
+ </rules>
+ <fail>true</fail>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-failsafe-plugin</artifactId>
+ <version>${failsafe.plugin.version}</version>
+ <executions>
+ <execution>
+ <id>integration-tests</id>
+ <goals>
+ <goal>integration-test</goal>
+ <goal>verify</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-shade-plugin</artifactId>
+ <version>${shade.plugin.version}</version>
+ <executions>
+ <execution>
+ <phase>package</phase>
+ <goals>
+ <goal>shade</goal>
+ </goals>
+ <configuration>
+ <finalName>${project.build.finalName}</finalName>
+ <filters>
+ <filter>
+ <artifact>*:*</artifact>
+ <excludes>
+ <exclude>META-INF/*.SF</exclude>
+ <exclude>META-INF/*.DSA</exclude>
+ <exclude>META-INF/*.RSA</exclude>
+ <exclude>**/logback.xml</exclude>
+ <exclude>**/log4j.properties</exclude>
+ </excludes>
+ </filter>
+ </filters>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-site-plugin</artifactId>
<version>3.4</version>
@@ -289,4 +500,44 @@
</plugins>
</pluginManagement>
</build>
+
+ <profiles>
+ <profile>
+ <id>docker</id>
+ <build>
+ <plugins>
+ <plugin>
+ <!-- The Docker Maven plugin is used to create docker image with the fat jar -->
+ <groupId>org.jolokia</groupId>
+ <artifactId>docker-maven-plugin</artifactId>
+ <version>${docker.plugin.version}</version>
+ <configuration>
+ <images>
+
+ <image>
+ <alias>${project.artifactId}</alias>
+ <name>${project.artifactId}:${project.version}</name>
+ <build>
+ <from>dockerfile/java:oracle-java7</from>
+ <assembly>
+ <basedir>/</basedir>
+ <descriptorRef>artifact</descriptorRef>
+ </assembly>
+ <!-- Default command for the build image -->
+ </build>
+
+ </image>
+
+ </images>
+ </configuration>
+
+ </plugin>
+
+ </plugins>
+ </build>
+ <activation>
+ <activeByDefault/>
+ </activation>
+ </profile>
+ </profiles>
</project>
[07/12] incubator-streams-examples git commit: src/site/resources
should be excluded from version control
Posted by sb...@apache.org.
src/site/resources should be excluded from version control
Project: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/commit/44b24d50
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/tree/44b24d50
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/diff/44b24d50
Branch: refs/heads/0.2-incubating-rc1
Commit: 44b24d50a1ea01654dc645348d9f65f4a5670313
Parents: 272b815
Author: Steve Blackmon <sb...@apache.org>
Authored: Tue Apr 28 01:59:19 2015 -0500
Committer: Steve Blackmon <sb...@apache.org>
Committed: Tue Apr 28 01:59:19 2015 -0500
----------------------------------------------------------------------
.gitignore | 1 +
.../src/site/resources/ElasticsearchHdfs.dot | 17 -----------
.../site/resources/ElasticsearchHdfs.dot.png | Bin 23205 -> 0 bytes
.../ElasticsearchHdfsConfiguration.json | 10 -------
.../src/site/resources/HdfsElasticsearch.dot | 17 -----------
.../site/resources/HdfsElasticsearch.dot.png | Bin 23439 -> 0 bytes
.../HdfsElasticsearchConfiguration.json | 10 -------
.../src/site/resources/testBackup.json | 24 ----------------
.../src/site/resources/testRestore.json | 20 -------------
.../resources/ActivityChildObjectParent.json | 15 ----------
.../src/site/resources/ElasticsearchReindex.dot | 17 -----------
.../site/resources/ElasticsearchReindex.dot.png | Bin 23187 -> 0 bytes
.../ElasticsearchReindexConfiguration.json | 10 -------
.../src/site/resources/application.json | 26 -----------------
.../src/site/resources/testReindex.json | 26 -----------------
.../src/site/resources/testReindexChild.json | 26 -----------------
.../src/site/resources/testReindexParent.json | 26 -----------------
.../site/resources/MongoElasticsearchSync.dot | 18 ------------
.../resources/MongoElasticsearchSync.dot.png | Bin 27856 -> 0 bytes
.../MongoElasticsearchSyncConfiguration.json | 10 -------
.../src/site/resources/application.json | 17 -----------
.../src/site/resources/testSync.json | 18 ------------
.../src/site/resources/TwitterFollowGraph.dot | 21 --------------
.../site/resources/TwitterFollowGraph.dot.png | Bin 34724 -> 0 bytes
.../TwitterFollowGraphConfiguration.json | 13 ---------
.../resources/TwitterHistoryElasticsearch.dot | 21 --------------
.../TwitterHistoryElasticsearch.dot.png | Bin 26774 -> 0 bytes
.../src/site/resources/application.conf | 23 ---------------
...witterHistoryElasticsearchConfiguration.json | 13 ---------
.../TwitterUserstreamElasticsearch.dot | 28 -------------------
.../TwitterUserstreamElasticsearch.dot.png | Bin 64469 -> 0 bytes
.../src/site/resources/application.conf | 22 ---------------
.../twitter/TwitterUserstreamElasticsearch.json | 14 ----------
33 files changed, 1 insertion(+), 462 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/.gitignore
----------------------------------------------------------------------
diff --git a/.gitignore b/.gitignore
index 1b41e46..0600e2b 100644
--- a/.gitignore
+++ b/.gitignore
@@ -5,6 +5,7 @@ streams-master-pom/
target/
overlays/
+src/site/resources/
dependency-reduced-pom.xml
# IDE directories/files #
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfs.dot
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfs.dot b/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfs.dot
deleted file mode 100644
index c953522..0000000
--- a/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfs.dot
+++ /dev/null
@@ -1,17 +0,0 @@
-digraph g {
-
- //providers
- ElasticsearchPersistReader [label="ElasticsearchPersistReader",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistReader.java"];
-
- //persisters
- WebHdfsPersistWriter [label="WebHdfsPersistWriter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java"];
-
- //data
- source [label="es://{indexes}/{types}",shape=box];
- destination [label="hdfs://{index}/{type}",shape=box];
-
- //stream
- source -> ElasticsearchPersistReader
- ElasticsearchPersistReader -> WebHdfsPersistWriter [label="String"];
- WebHdfsPersistWriter -> destination
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfs.dot.png
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfs.dot.png b/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfs.dot.png
deleted file mode 100644
index fd5f3b5..0000000
Binary files a/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfs.dot.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfsConfiguration.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfsConfiguration.json b/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfsConfiguration.json
deleted file mode 100644
index 91324dd..0000000
--- a/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfsConfiguration.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{
- "$schema": "http://json-schema.org/draft-03/schema",
- "type": "object",
- "javaType" : "org.apache.streams.elasticsearch.example.ElasticsearchHdfsConfiguration",
- "javaInterfaces": ["java.io.Serializable"],
- "properties": {
- "source": { "javaType": "org.apache.streams.elasticsearch.ElasticsearchReaderConfiguration", "type": "object", "required": true },
- "destination": { "javaType": "org.apache.streams.hdfs.HdfsWriterConfiguration", "type": "object", "required": true }
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearch.dot
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearch.dot b/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearch.dot
deleted file mode 100644
index f9a0efa..0000000
--- a/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearch.dot
+++ /dev/null
@@ -1,17 +0,0 @@
-digraph g {
-
- //providers
- WebHdfsPersistReader [label="WebHdfsPersistReader",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistReader.java"];
-
- //persisters
- ElasticsearchPersistWriter [label="ElasticsearchPersistWriter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java"];
-
- //data
- source [label="hdfs://{indexes}/{types}",shape=box];
- destination [label="es://{index}/{type}",shape=box];
-
- //stream
- source -> WebHdfsPersistReader
- WebHdfsPersistReader -> ElasticsearchPersistWriter [label="String"];
- ElasticsearchPersistWriter -> destination
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearch.dot.png
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearch.dot.png b/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearch.dot.png
deleted file mode 100644
index d44f8db..0000000
Binary files a/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearch.dot.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearchConfiguration.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearchConfiguration.json b/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearchConfiguration.json
deleted file mode 100644
index c8072ba..0000000
--- a/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearchConfiguration.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{
- "$schema": "http://json-schema.org/draft-03/schema",
- "type": "object",
- "javaType" : "org.apache.streams.elasticsearch.example.HdfsElasticsearchConfiguration",
- "javaInterfaces": ["java.io.Serializable"],
- "properties": {
- "source": { "javaType": "org.apache.streams.hdfs.HdfsReaderConfiguration", "type": "object", "required": true },
- "destination": { "javaType": "org.apache.streams.elasticsearch.ElasticsearchWriterConfiguration", "type": "object", "required": true }
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/elasticsearch-hdfs/src/site/resources/testBackup.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/resources/testBackup.json b/local/elasticsearch-hdfs/src/site/resources/testBackup.json
deleted file mode 100644
index 2002cb8..0000000
--- a/local/elasticsearch-hdfs/src/site/resources/testBackup.json
+++ /dev/null
@@ -1,24 +0,0 @@
-{
- "source": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "indexes": [
- "source"
- ],
- "types": [
- "activity"
- ]
- },
- "destination": {
- "scheme": "file",
- "host": "localhost",
- "user": "cloudera",
- "path": "target",
- "writerPath": "test",
- "writerFilePrefix": "activities"
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/elasticsearch-hdfs/src/site/resources/testRestore.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/resources/testRestore.json b/local/elasticsearch-hdfs/src/site/resources/testRestore.json
deleted file mode 100644
index 63b42c5..0000000
--- a/local/elasticsearch-hdfs/src/site/resources/testRestore.json
+++ /dev/null
@@ -1,20 +0,0 @@
-{
- "source": {
- "scheme": "file",
- "host": "localhost",
- "user": "cloudera",
- "path": "target",
- "readerPath": "test"
- },
- "destination": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "index": "destination",
- "type": "activity",
- "forceUseConfig": true
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/elasticsearch-reindex/src/site/resources/ActivityChildObjectParent.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/resources/ActivityChildObjectParent.json b/local/elasticsearch-reindex/src/site/resources/ActivityChildObjectParent.json
deleted file mode 100644
index 963fbe7..0000000
--- a/local/elasticsearch-reindex/src/site/resources/ActivityChildObjectParent.json
+++ /dev/null
@@ -1,15 +0,0 @@
-{
- "template": "*",
- "order": 100,
- "mappings": {
- "object": {
- "dynamic": true
- },
- "activity": {
- "_parent": {
- "type": "object"
- },
- "dynamic": true
- }
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindex.dot
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindex.dot b/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindex.dot
deleted file mode 100644
index 52456a9..0000000
--- a/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindex.dot
+++ /dev/null
@@ -1,17 +0,0 @@
-digraph g {
-
- //providers
- ElasticsearchPersistReader [label="ElasticsearchPersistReader",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistReader.java"];
-
- //persisters
- ElasticsearchPersistWriter [label="ElasticsearchPersistWriter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java"];
-
- //data
- source [label="es://{indexes}/{types}",shape=box];
- destination [label="es://{index}/{type}",shape=box];
-
- //stream
- source -> ElasticsearchPersistReader
- ElasticsearchPersistReader -> ElasticsearchPersistWriter [label="String"];
- ElasticsearchPersistWriter -> destination
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindex.dot.png
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindex.dot.png b/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindex.dot.png
deleted file mode 100644
index b6541bb..0000000
Binary files a/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindex.dot.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindexConfiguration.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindexConfiguration.json b/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindexConfiguration.json
deleted file mode 100644
index ffdc4d8..0000000
--- a/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindexConfiguration.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{
- "$schema": "http://json-schema.org/draft-03/schema",
- "type": "object",
- "javaType" : "org.apache.streams.elasticsearch.example.ElasticsearchReindexConfiguration",
- "javaInterfaces": ["java.io.Serializable"],
- "properties": {
- "source": { "javaType": "org.apache.streams.elasticsearch.ElasticsearchReaderConfiguration", "type": "object", "required": true },
- "destination": { "javaType": "org.apache.streams.elasticsearch.ElasticsearchWriterConfiguration", "type": "object", "required": true }
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/elasticsearch-reindex/src/site/resources/application.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/resources/application.json b/local/elasticsearch-reindex/src/site/resources/application.json
deleted file mode 100644
index 567b19d..0000000
--- a/local/elasticsearch-reindex/src/site/resources/application.json
+++ /dev/null
@@ -1,26 +0,0 @@
-{
- "source": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "indexes": [
- "activity"
- ],
- "types": [
- "activity"
- ],
- "forceUseConfig": true
- },
- "destination": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "index": "activity2",
- "type": "activity",
- "forceUseConfig": true
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/elasticsearch-reindex/src/site/resources/testReindex.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/resources/testReindex.json b/local/elasticsearch-reindex/src/site/resources/testReindex.json
deleted file mode 100644
index 0cc5aa0..0000000
--- a/local/elasticsearch-reindex/src/site/resources/testReindex.json
+++ /dev/null
@@ -1,26 +0,0 @@
-{
- "source": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "indexes": [
- "source"
- ],
- "types": [
- "activity"
- ]
- },
- "destination": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "index": "destination",
- "type": "activity",
- "forceUseConfig": true
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/elasticsearch-reindex/src/site/resources/testReindexChild.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/resources/testReindexChild.json b/local/elasticsearch-reindex/src/site/resources/testReindexChild.json
deleted file mode 100644
index 0cc5aa0..0000000
--- a/local/elasticsearch-reindex/src/site/resources/testReindexChild.json
+++ /dev/null
@@ -1,26 +0,0 @@
-{
- "source": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "indexes": [
- "source"
- ],
- "types": [
- "activity"
- ]
- },
- "destination": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "index": "destination",
- "type": "activity",
- "forceUseConfig": true
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/elasticsearch-reindex/src/site/resources/testReindexParent.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/resources/testReindexParent.json b/local/elasticsearch-reindex/src/site/resources/testReindexParent.json
deleted file mode 100644
index c601cea..0000000
--- a/local/elasticsearch-reindex/src/site/resources/testReindexParent.json
+++ /dev/null
@@ -1,26 +0,0 @@
-{
- "source": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "indexes": [
- "source"
- ],
- "types": [
- "object"
- ]
- },
- "destination": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "index": "destination",
- "type": "object",
- "forceUseConfig": true
- }
-
-}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSync.dot
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSync.dot b/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSync.dot
deleted file mode 100644
index e3babf5..0000000
--- a/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSync.dot
+++ /dev/null
@@ -1,18 +0,0 @@
-digraph g {
-
- //providers
- MongoPersistReader [label="MongoPersistReader",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-mongo/src/main/java/org/apache/streams/mongo/MongoPersistReader.java"];
-
- //persisters
- ElasticsearchPersistWriter [label="ElasticsearchPersistWriter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java"];
-
- //data
- source [label="mongdb://{db}/{collection}",shape=box];
- destination [label="es://{index}/{type}",shape=box];
-
- //stream
- source -> MongoPersistReader [label="ObjectNode"];
- MongoPersistReader -> ElasticsearchPersistWriter [label="ObjectNode"];
- ElasticsearchPersistWriter -> destination [label="ObjectNode"];
-
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSync.dot.png
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSync.dot.png b/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSync.dot.png
deleted file mode 100644
index b898bfc..0000000
Binary files a/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSync.dot.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSyncConfiguration.json
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSyncConfiguration.json b/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSyncConfiguration.json
deleted file mode 100644
index a592699..0000000
--- a/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSyncConfiguration.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{
- "$schema": "http://json-schema.org/draft-03/schema",
- "type": "object",
- "javaType" : "org.apache.streams.example.elasticsearch.MongoElasticsearchSyncConfiguration",
- "javaInterfaces": ["java.io.Serializable"],
- "properties": {
- "source": { "javaType": "org.apache.streams.mongo.MongoConfiguration", "type": "object", "required": true },
- "destination": { "javaType": "org.apache.streams.elasticsearch.ElasticsearchWriterConfiguration", "type": "object", "required": true }
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/mongo-elasticsearch-sync/src/site/resources/application.json
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/site/resources/application.json b/local/mongo-elasticsearch-sync/src/site/resources/application.json
deleted file mode 100644
index facb336..0000000
--- a/local/mongo-elasticsearch-sync/src/site/resources/application.json
+++ /dev/null
@@ -1,17 +0,0 @@
-{
- "source": {
- "host": "localhost",
- "port": 27017,
- "db": "streams",
- "collection": "activities"
- },
- "destination": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "index": "destination",
- "type": "activity"
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/mongo-elasticsearch-sync/src/site/resources/testSync.json
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/site/resources/testSync.json b/local/mongo-elasticsearch-sync/src/site/resources/testSync.json
deleted file mode 100644
index b678c21..0000000
--- a/local/mongo-elasticsearch-sync/src/site/resources/testSync.json
+++ /dev/null
@@ -1,18 +0,0 @@
-{
- "source": {
- "host": "localhost",
- "port": 37017,
- "db": "local",
- "collection": "activities"
- },
- "destination": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "index": "destination",
- "type": "activity",
- "forceUseConfig": true
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/twitter-follow-graph/src/site/resources/TwitterFollowGraph.dot
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/src/site/resources/TwitterFollowGraph.dot b/local/twitter-follow-graph/src/site/resources/TwitterFollowGraph.dot
deleted file mode 100644
index c14a2ab..0000000
--- a/local/twitter-follow-graph/src/site/resources/TwitterFollowGraph.dot
+++ /dev/null
@@ -1,21 +0,0 @@
-digraph g {
-
- //providers
- TwitterFollowingProvider [label="TwitterFollowingProvider",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-twitter/src/main/java/org/apache/streams/twitter/provider/TwitterFollowingProvider.java"];
-
- //processors
- TypeConverterProcessor [label="TypeConverterProcessor",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-converters/src/main/java/org/apache/streams/converters/TypeConverterProcessor.java"];
- ActivityConverterProcessor [label="ActivityConverterProcessor",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-converters/src/main/java/org/apache/streams/converters/ActivityConverterProcessor.java"];
-
- //persisters
- GraphPersistWriter [label="GraphPersistWriter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-graph/src/main/java/org/apache/streams/graph/GraphPersistWriter.java"];
-
- //data
- destination [label="http://{host}:{port}/db/data",shape=box];
-
- //stream
- TwitterFollowingProvider -> TypeConverterProcessor [label="Follow",URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-twitter/src/main/jsonschema/com/twitter/Follow.java"];
- TypeConverterProcessor -> ActivityConverterProcessor [label="String"];
- ActivityConverterProcessor -> GraphPersistWriter [label="Activity",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json"];
- GraphPersistWriter -> destination
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/twitter-follow-graph/src/site/resources/TwitterFollowGraph.dot.png
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/src/site/resources/TwitterFollowGraph.dot.png b/local/twitter-follow-graph/src/site/resources/TwitterFollowGraph.dot.png
deleted file mode 100644
index 10dc842..0000000
Binary files a/local/twitter-follow-graph/src/site/resources/TwitterFollowGraph.dot.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/twitter-follow-graph/src/site/resources/TwitterFollowGraphConfiguration.json
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/src/site/resources/TwitterFollowGraphConfiguration.json b/local/twitter-follow-graph/src/site/resources/TwitterFollowGraphConfiguration.json
deleted file mode 100644
index c2ccc80..0000000
--- a/local/twitter-follow-graph/src/site/resources/TwitterFollowGraphConfiguration.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "$schema": "http://json-schema.org/draft-03/schema",
- "$license": [
- "http://www.apache.org/licenses/LICENSE-2.0"
- ],
- "type": "object",
- "javaType" : "org.apache.streams.example.graph.TwitterFollowingGraphConfiguration",
- "javaInterfaces": ["java.io.Serializable"],
- "properties": {
- "twitter": { "javaType": "org.apache.streams.twitter.TwitterUserInformationConfiguration", "type": "object", "required": true },
- "graph": { "javaType": "org.apache.streams.graph.GraphWriterConfiguration", "type": "object", "required": true }
- }
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/twitter-history-elasticsearch/src/site/resources/TwitterHistoryElasticsearch.dot
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/src/site/resources/TwitterHistoryElasticsearch.dot b/local/twitter-history-elasticsearch/src/site/resources/TwitterHistoryElasticsearch.dot
deleted file mode 100644
index 525c61d..0000000
--- a/local/twitter-history-elasticsearch/src/site/resources/TwitterHistoryElasticsearch.dot
+++ /dev/null
@@ -1,21 +0,0 @@
-digraph g {
-
- //providers
- TwitterTimelineProvider [label="TwitterTimelineProvider",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-twitter/src/main/java/org/apache/streams/twitter/provider/TwitterTimelineProvider.java"];
-
- //processors
- ActivityConverterProcessor [label="ActivityConverterProcessor",shape=box,URL="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-converters/src/main/java/org/apache/streams/converter/ActivityConverterProcessor.java"];
-
- //persisters
- ElasticsearchPersistWriter [label="ElasticsearchPersistWriter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java"];
-
- //data
- es [label="es://{index}/{type}",shape=box];
-
- //stream
- TwitterTimelineProvider -> ActivityConverterProcessor [label="ObjectNode"];
- ActivityConverterProcessor -> ElasticsearchPersistWriter [label="Activity",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json"];
-
- ElasticsearchPersistWriter -> es [label="Activity",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json"];
-
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/twitter-history-elasticsearch/src/site/resources/TwitterHistoryElasticsearch.dot.png
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/src/site/resources/TwitterHistoryElasticsearch.dot.png b/local/twitter-history-elasticsearch/src/site/resources/TwitterHistoryElasticsearch.dot.png
deleted file mode 100644
index 9be8aaf..0000000
Binary files a/local/twitter-history-elasticsearch/src/site/resources/TwitterHistoryElasticsearch.dot.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/twitter-history-elasticsearch/src/site/resources/application.conf
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/src/site/resources/application.conf b/local/twitter-history-elasticsearch/src/site/resources/application.conf
deleted file mode 100644
index c74b54b..0000000
--- a/local/twitter-history-elasticsearch/src/site/resources/application.conf
+++ /dev/null
@@ -1,23 +0,0 @@
-twitter {
- host = "api.twitter.com"
- endpoint = "statuses/user_timeline"
- oauth {
- consumerKey = ""
- consumerSecret = ""
- accessToken = ""
- accessTokenSecret = ""
- }
- info = [
- "42232950"
- "211620426"
- ]
-}
-elasticsearch {
- hosts = [
- localhost
- ]
- port = 9300
- clusterName = elasticsearch
- index = twitterhistory_activity
- type = activity
-}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/twitter-history-elasticsearch/src/site/resources/org/apache/streams/example/twitter/TwitterHistoryElasticsearchConfiguration.json
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/src/site/resources/org/apache/streams/example/twitter/TwitterHistoryElasticsearchConfiguration.json b/local/twitter-history-elasticsearch/src/site/resources/org/apache/streams/example/twitter/TwitterHistoryElasticsearchConfiguration.json
deleted file mode 100644
index ea9b165..0000000
--- a/local/twitter-history-elasticsearch/src/site/resources/org/apache/streams/example/twitter/TwitterHistoryElasticsearchConfiguration.json
+++ /dev/null
@@ -1,13 +0,0 @@
-{
- "$schema": "http://json-schema.org/draft-03/schema",
- "$license": [
- "http://www.apache.org/licenses/LICENSE-2.0"
- ],
- "type": "object",
- "javaType" : "org.apache.streams.example.twitter.TwitterHistoryElasticsearchConfiguration",
- "javaInterfaces": ["java.io.Serializable"],
- "properties": {
- "twitter": { "javaType": "org.apache.streams.twitter.TwitterUserInformationConfiguration", "type": "object", "required": true },
- "elasticsearch": { "javaType": "org.apache.streams.elasticsearch.ElasticsearchWriterConfiguration", "type": "object", "required": true }
- }
-}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/twitter-userstream-elasticsearch/src/site/resources/TwitterUserstreamElasticsearch.dot
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/site/resources/TwitterUserstreamElasticsearch.dot b/local/twitter-userstream-elasticsearch/src/site/resources/TwitterUserstreamElasticsearch.dot
deleted file mode 100644
index c876176..0000000
--- a/local/twitter-userstream-elasticsearch/src/site/resources/TwitterUserstreamElasticsearch.dot
+++ /dev/null
@@ -1,28 +0,0 @@
-digraph g {
-
- //providers
- TwitterStreamProvider [label="TwitterStreamProvider",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-twitter/src/main/java/org/apache/streams/twitter/provider/TwitterStreamProvider.java"];
-
- //processors
- ActivityConverterProcessor [label="ActivityConverterProcessor",shape=box,URL="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-converters/src/main/java/org/apache/streams/converter/ActivityConverterProcessor.java"];
- DeleteOnlyProcessor [label="VerbDefinitionKeepFilter (verb:delete)",shape=box,URL="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-filters/src/main/java/org/apache/streams/filters/VerbDefinitionKeepFilter.java"];
- NoDeletesProcessor [label="VerbDefinitionDropFilter (verb:delete)",shape=box,URL="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-filters/src/main/java/org/apache/streams/filters/VerbDefinitionDropFilter.java"];
- SetDeleteIdProcessor [label="SetDeleteIdProcessor (verb:post)",shape=box,URL="https://github.com/apache/incubator-streams-examples/blob/master/local/twitter-userstream-elasticsearch/src/main/java/org/apache/streams/twitter/example/TwitterUserstreamElasticsearch.java"];
-
- //persisters
- ElasticsearchPersistWriter [label="ElasticsearchPersistWriter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java"];
- ElasticsearchPersistDeleter [label="ElasticsearchPersistDeleter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistDeleter.java"];
-
- //data
- es [label="es://{index}/{type}",shape=box];
-
- //stream
- TwitterStreamProvider -> ActivityConverterProcessor [label="ObjectNode"];
- ActivityConverterProcessor -> DeleteOnlyProcessor [label="Activity",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json"];
- ActivityConverterProcessor -> NoDeletesProcessor [label="Activity",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json"];
- DeleteOnlyProcessor -> SetDeleteIdProcessor [label="Activity",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json"];
- NoDeletesProcessor -> ElasticsearchPersistWriter [label="Activity",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json"];
- ElasticsearchPersistWriter -> es [label="Activity",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json"];
- SetDeleteIdProcessor -> ElasticsearchPersistDeleter [label="Delete",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/verbs/delete.json"];
- ElasticsearchPersistDeleter -> es [label="Delete",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/delete.json"];
-}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/twitter-userstream-elasticsearch/src/site/resources/TwitterUserstreamElasticsearch.dot.png
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/site/resources/TwitterUserstreamElasticsearch.dot.png b/local/twitter-userstream-elasticsearch/src/site/resources/TwitterUserstreamElasticsearch.dot.png
deleted file mode 100644
index 6e8713f..0000000
Binary files a/local/twitter-userstream-elasticsearch/src/site/resources/TwitterUserstreamElasticsearch.dot.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/twitter-userstream-elasticsearch/src/site/resources/application.conf
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/site/resources/application.conf b/local/twitter-userstream-elasticsearch/src/site/resources/application.conf
deleted file mode 100644
index 50d48b5..0000000
--- a/local/twitter-userstream-elasticsearch/src/site/resources/application.conf
+++ /dev/null
@@ -1,22 +0,0 @@
-twitter {
- endpoint = "userstream"
- oauth {
- consumerKey = ""
- consumerSecret = ""
- accessToken = ""
- accessTokenSecret = ""
- }
- follow = [
-           
-    ]
-}
-elasticsearch {
- hosts = [
- localhost
- ]
- port = 9300
- clusterName = elasticsearch
- index = userstream_activity
- type = activity
- batchSize = 1
-}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/44b24d50/local/twitter-userstream-elasticsearch/src/site/resources/org/apache/streams/example/twitter/TwitterUserstreamElasticsearch.json
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/site/resources/org/apache/streams/example/twitter/TwitterUserstreamElasticsearch.json b/local/twitter-userstream-elasticsearch/src/site/resources/org/apache/streams/example/twitter/TwitterUserstreamElasticsearch.json
deleted file mode 100644
index d2167a8..0000000
--- a/local/twitter-userstream-elasticsearch/src/site/resources/org/apache/streams/example/twitter/TwitterUserstreamElasticsearch.json
+++ /dev/null
@@ -1,14 +0,0 @@
-{
- "$schema": "http://json-schema.org/draft-03/schema",
- "$license": [
- "http://www.openwebfoundation.org/legal/the-owf-1-0-agreements/owfa-1-0",
- "http://www.apache.org/licenses/LICENSE-2.0"
- ],
- "type": "object",
- "javaType" : "org.apache.streams.example.twitter.TwitterUserstreamElasticsearchConfiguration",
- "javaInterfaces": ["java.io.Serializable"],
- "properties": {
- "twitter": { "javaType": "org.apache.streams.twitter.TwitterStreamConfiguration", "type": "object", "required": true },
- "elasticsearch": { "javaType": "org.apache.streams.elasticsearch.ElasticsearchWriterConfiguration", "type": "object", "required": true }
- }
-}
\ No newline at end of file
[11/12] incubator-streams-examples git commit: apply release profile
skip shade during release
Posted by sb...@apache.org.
apply release profile
skip shade during release
Project: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/commit/9e9455fe
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/tree/9e9455fe
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/diff/9e9455fe
Branch: refs/heads/0.2-incubating-rc1
Commit: 9e9455fef28171609c455bab4cb1513bdb79e0e0
Parents: 0b9ebd6
Author: Steve Blackmon <sb...@apache.org>
Authored: Sat May 16 13:33:44 2015 -0500
Committer: Steve Blackmon <sb...@apache.org>
Committed: Sat May 16 13:43:16 2015 -0500
----------------------------------------------------------------------
pom.xml | 193 +++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 193 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/9e9455fe/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 976d880..25199f0 100644
--- a/pom.xml
+++ b/pom.xml
@@ -505,6 +505,199 @@
<profiles>
<profile>
+ <id>apache-release</id>
+ <properties>
+ <skipTests>true</skipTests>
+ <maven.test.skip>false</maven.test.skip>
+ <maven.test.skip.exec>true</maven.test.skip.exec>
+ </properties>
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-source-plugin</artifactId>
+ <version>2.4</version>
+ <configuration>
+ <skipSource>true</skipSource>
+ </configuration>
+ <executions>
+ <execution>
+ <id>attach-sources</id>
+ <goals>
+ <goal>jar-no-fork</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-javadoc-plugin</artifactId>
+ <configuration>
+ <skip>true</skip>
+ </configuration>
+ <executions>
+ <execution>
+ <id>attach-javadocs</id>
+ <goals>
+ <goal>aggregate</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-jar-plugin</artifactId>
+ <configuration>
+ <skip>false</skip>
+ </configuration>
+ <executions>
+ <execution>
+ <id>test-jar</id>
+ <goals>
+ <goal>test-jar</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <artifactId>maven-assembly-plugin</artifactId>
+ <dependencies>
+ <dependency>
+ <groupId>org.apache.apache.resources</groupId>
+ <artifactId>apache-source-release-assembly-descriptor</artifactId>
+ <version>1.0.5</version>
+ </dependency>
+ </dependencies>
+ <executions>
+ <execution>
+ <id>source-release-assembly</id>
+ <phase>package</phase>
+ <goals>
+ <goal>single</goal>
+ </goals>
+ <configuration>
+ <runOnlyAtExecutionRoot>true</runOnlyAtExecutionRoot>
+ <descriptorRefs>
+ <descriptorRef>source-release</descriptorRef>
+ </descriptorRefs>
+ <tarLongFileMode>gnu</tarLongFileMode>
+ </configuration>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <artifactId>maven-release-plugin</artifactId>
+ <configuration>
+ <releaseProfiles>apache-release</releaseProfiles>
+ <preparationGoals>clean install</preparationGoals>
+ </configuration>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.rat</groupId>
+ <artifactId>apache-rat-plugin</artifactId>
+ <executions>
+ <execution>
+ <phase>verify</phase>
+ <goals>
+ <goal>check</goal>
+ </goals>
+ </execution>
+ </executions>
+ <configuration>
+ <excludes>
+ <exclude>.git</exclude>
+ <exclude>.gitignore</exclude>
+ <exclude>.git/**</exclude>
+ <exclude>.idea/**</exclude>
+ <exclude>**/DEPENDENCIES</exclude>
+ <exclude>**/LICENSE</exclude>
+ <exclude>**/MANIFEST.MF</exclude>
+ <exclude>**/NOTICE</exclude>
+ <exclude>**/README.*</exclude>
+ <exclude>**/target/**</exclude>
+ <exclude>**/overlays/**</exclude>
+ <exclude>**/src/main/resources/**</exclude>
+ <exclude>**/src/test/resources/**</exclude>
+ <exclude>**/.gitignore</exclude>
+ <exclude>**/*.properties</exclude>
+ <exclude>**/*.iml</exclude>
+ <exclude>**/*.ini</exclude>
+ <exclude>**/*.jar</exclude>
+ <exclude>dependency-reduced-pom.xml</exclude>
+ <exclude>rat.txt</exclude>
+ </excludes>
+ </configuration>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-shade-plugin</artifactId>
+ <executions>
+ <execution>
+ <phase>none</phase>
+ </execution>
+ </executions>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-surefire-plugin</artifactId>
+ <configuration>
+ <skipTests>false</skipTests>
+ <skipExec>true</skipExec>
+ </configuration>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-gpg-plugin</artifactId>
+ <executions>
+ <execution>
+ <id>sign-artifacts</id>
+ <phase>verify</phase>
+ <goals>
+ <goal>sign</goal>
+ </goals>
+ </execution>
+ </executions>
+ </plugin>
+ </plugins>
+ </build>
+ <reporting>
+ <plugins>
+ <plugin>
+ <artifactId>maven-project-info-reports-plugin</artifactId>
+ <configuration>
+ <dependencyLocationsEnabled>false</dependencyLocationsEnabled>
+ </configuration>
+ </plugin>
+ <plugin>
+ <groupId>org.apache.maven.plugins</groupId>
+ <artifactId>maven-javadoc-plugin</artifactId>
+ <version>${javadoc.plugin.version}</version>
+ <configuration>
+ <additionalparam>-Xdoclint:none</additionalparam>
+ <aggregate>true</aggregate>
+ <failOnError>false</failOnError>
+ <minmemory>128m</minmemory>
+ <maxmemory>1g</maxmemory>
+ </configuration>
+ <reportSets>
+ <reportSet>
+ <id>aggregate</id>
+ <reports>
+ <report>javadoc-no-fork</report>
+ <report>test-javadoc-no-fork</report>
+ <report>aggregate</report>
+ </reports>
+ </reportSet>
+ </reportSets>
+ </plugin>
+ <plugin>
+ <artifactId>maven-site-plugin</artifactId>
+ <version>${site.plugin.version}</version>
+ </plugin>
+ </plugins>
+ </reporting>
+ </profile>
+ <profile>
<id>docker</id>
<build>
<plugins>
[08/12] incubator-streams-examples git commit: switch diagrams from
png to svg
Posted by sb...@apache.org.
switch diagrams from png to svg
Project: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/commit/113d6717
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/tree/113d6717
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/diff/113d6717
Branch: refs/heads/0.2-incubating-rc1
Commit: 113d67174f49bb79e912aae0b3377969e7ce89de
Parents: 44b24d5
Author: Steve Blackmon <sb...@apache.org>
Authored: Sun May 3 13:16:53 2015 -0500
Committer: Steve Blackmon <sb...@apache.org>
Committed: Sun May 3 13:16:53 2015 -0500
----------------------------------------------------------------------
.../src/main/resources/ElasticsearchHdfs.dot.png | Bin 23205 -> 0 bytes
.../src/main/resources/HdfsElasticsearch.dot.png | Bin 23439 -> 0 bytes
.../src/site/markdown/ElasticsearchHdfs.md | 2 +-
.../src/site/markdown/HdfsElasticsearch.md | 2 +-
.../main/resources/ElasticsearchReindex.dot.png | Bin 23187 -> 0 bytes
.../src/site/markdown/index.md | 2 +-
.../main/resources/MongoElasticsearchSync.dot.png | Bin 27856 -> 0 bytes
.../src/site/markdown/index.md | 2 +-
.../src/main/resources/TwitterFollowGraph.dot.png | Bin 34724 -> 0 bytes
.../src/site/markdown/index.md | 2 +-
.../resources/TwitterHistoryElasticsearch.dot.png | Bin 26774 -> 0 bytes
.../src/site/markdown/index.md | 2 +-
.../TwitterUserstreamElasticsearch.dot.png | Bin 64469 -> 0 bytes
.../src/site/markdown/index.md | 7 +++++--
14 files changed, 11 insertions(+), 8 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/113d6717/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.png
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.png b/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.png
deleted file mode 100644
index fd5f3b5..0000000
Binary files a/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/113d6717/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.png
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.png b/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.png
deleted file mode 100644
index d44f8db..0000000
Binary files a/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/113d6717/local/elasticsearch-hdfs/src/site/markdown/ElasticsearchHdfs.md
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/markdown/ElasticsearchHdfs.md b/local/elasticsearch-hdfs/src/site/markdown/ElasticsearchHdfs.md
index 219516a..a080b2c 100644
--- a/local/elasticsearch-hdfs/src/site/markdown/ElasticsearchHdfs.md
+++ b/local/elasticsearch-hdfs/src/site/markdown/ElasticsearchHdfs.md
@@ -18,7 +18,7 @@ Specification:
Diagram:
-----------------
-
+<a href="ElasticsearchHdfs.dot.svg" target="_self">ElasticsearchHdfs.dot.svg</a>
Example Configuration:
----------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/113d6717/local/elasticsearch-hdfs/src/site/markdown/HdfsElasticsearch.md
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/markdown/HdfsElasticsearch.md b/local/elasticsearch-hdfs/src/site/markdown/HdfsElasticsearch.md
index db6b862..2405aea 100644
--- a/local/elasticsearch-hdfs/src/site/markdown/HdfsElasticsearch.md
+++ b/local/elasticsearch-hdfs/src/site/markdown/HdfsElasticsearch.md
@@ -18,7 +18,7 @@ Specification:
Diagram:
-----------------
-
+<a href="HdfsElasticsearch.dot.svg" target="_self">HdfsElasticsearch.dot.svg</a>
Example Configuration:
----------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/113d6717/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.png
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.png b/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.png
deleted file mode 100644
index b6541bb..0000000
Binary files a/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/113d6717/local/elasticsearch-reindex/src/site/markdown/index.md
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/markdown/index.md b/local/elasticsearch-reindex/src/site/markdown/index.md
index df20698..453dea5 100644
--- a/local/elasticsearch-reindex/src/site/markdown/index.md
+++ b/local/elasticsearch-reindex/src/site/markdown/index.md
@@ -23,7 +23,7 @@ Specification:
Diagram:
-----------------
-
+<a href="ElasticsearchReindex.dot.svg" target="_self">ElasticsearchReindex.dot.svg</a>
Example Configuration:
----------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/113d6717/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.png
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.png b/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.png
deleted file mode 100644
index b898bfc..0000000
Binary files a/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/113d6717/local/mongo-elasticsearch-sync/src/site/markdown/index.md
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/site/markdown/index.md b/local/mongo-elasticsearch-sync/src/site/markdown/index.md
index c4f0b9e..cce6d80 100644
--- a/local/mongo-elasticsearch-sync/src/site/markdown/index.md
+++ b/local/mongo-elasticsearch-sync/src/site/markdown/index.md
@@ -22,7 +22,7 @@ Specification:
Diagram:
-----------------
-
+<a href="MongoElasticsearchSync.dot.svg" target="_self">MongoElasticsearchSync.dot.svg</a>
Example Configuration:
----------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/113d6717/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.png
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.png b/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.png
deleted file mode 100644
index 10dc842..0000000
Binary files a/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/113d6717/local/twitter-follow-graph/src/site/markdown/index.md
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/src/site/markdown/index.md b/local/twitter-follow-graph/src/site/markdown/index.md
index a813f19..e4a865d 100644
--- a/local/twitter-follow-graph/src/site/markdown/index.md
+++ b/local/twitter-follow-graph/src/site/markdown/index.md
@@ -22,7 +22,7 @@ Specification:
Diagram:
-----------------
-
+<a href="TwitterFollowGraph.dot.svg" target="_self">TwitterFollowGraph.dot.svg</a>
Example Configuration:
----------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/113d6717/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.png
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.png b/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.png
deleted file mode 100644
index 9be8aaf..0000000
Binary files a/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/113d6717/local/twitter-history-elasticsearch/src/site/markdown/index.md
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/src/site/markdown/index.md b/local/twitter-history-elasticsearch/src/site/markdown/index.md
index 4afcf4e..089daa8 100644
--- a/local/twitter-history-elasticsearch/src/site/markdown/index.md
+++ b/local/twitter-history-elasticsearch/src/site/markdown/index.md
@@ -24,7 +24,7 @@ Specification:
Diagram:
-----------------
-
+<a href="TwitterHistoryElasticsearch.dot.svg" target="_self">TwitterHistoryElasticsearch.dot.svg</a>
Example Configuration:
----------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/113d6717/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.png
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.png b/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.png
deleted file mode 100644
index 6e8713f..0000000
Binary files a/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/113d6717/local/twitter-userstream-elasticsearch/src/site/markdown/index.md
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/site/markdown/index.md b/local/twitter-userstream-elasticsearch/src/site/markdown/index.md
index 1ecf179..c87a8ae 100644
--- a/local/twitter-userstream-elasticsearch/src/site/markdown/index.md
+++ b/local/twitter-userstream-elasticsearch/src/site/markdown/index.md
@@ -22,7 +22,7 @@ Specification:
Diagram:
-----------------
-
+<a href="TwitterUserstreamElasticsearch.dot.svg" target="_self">TwitterUserstreamElasticsearch.dot.svg</a>
Example Configuration:
----------------------
@@ -47,7 +47,10 @@ Example Configuration:
batchSize = 1
}
-The consumerKey and consumerSecret are set for our streams-example application
+The consumerKey and consumerSecret are assigned when creating a twitter application:
+
+
+
The accessToken and accessTokenSecret can be obtained by navigating to:
https://api.twitter.com/oauth/authenticate?oauth_token=UIJ0AUxCJatpKDUyFt0OTSEP4asZgqxRwUCT0AMSwc&oauth_callback=http%3A%2F%2Foauth.streamstutorial.w2odata.com%3A8080%2Fsocialauthdemo%2FsocialAuthSuccessAction.do
[02/12] incubator-streams-examples git commit: all files needed for
decent maven site
Posted by sb...@apache.org.
all files needed for decent maven site
Project: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/commit/107852b2
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/tree/107852b2
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/diff/107852b2
Branch: refs/heads/0.2-incubating-rc1
Commit: 107852b258d6a6d31ba9e9447105a1a2f88f0aed
Parents: a1836d0
Author: Steve Blackmon <sb...@apache.org>
Authored: Mon Apr 27 22:25:14 2015 -0500
Committer: Steve Blackmon <sb...@apache.org>
Committed: Mon Apr 27 22:25:14 2015 -0500
----------------------------------------------------------------------
local/elasticsearch-hdfs/ElasticsearchHdfs.md | 47 ----
local/elasticsearch-hdfs/HdfsElasticsearch.md | 50 ----
local/elasticsearch-hdfs/README.md | 4 +-
local/elasticsearch-hdfs/pom.xml | 19 +-
.../main/resources/ElasticsearchHdfs.dot.png | Bin 0 -> 23205 bytes
.../main/resources/HdfsElasticsearch.dot.png | Bin 0 -> 23439 bytes
.../src/site/markdown/ElasticsearchHdfs.md | 47 ++++
.../src/site/markdown/HdfsElasticsearch.md | 50 ++++
.../src/site/markdown/index.md | 35 +++
.../src/site/resources/ElasticsearchHdfs.dot | 17 ++
.../site/resources/ElasticsearchHdfs.dot.png | Bin 0 -> 23205 bytes
.../ElasticsearchHdfsConfiguration.json | 10 +
.../src/site/resources/HdfsElasticsearch.dot | 17 ++
.../site/resources/HdfsElasticsearch.dot.png | Bin 0 -> 23439 bytes
.../HdfsElasticsearchConfiguration.json | 10 +
.../src/site/resources/testBackup.json | 24 ++
.../src/site/resources/testRestore.json | 20 ++
.../ElasticsearchReindex.png | Bin 8913 -> 0 bytes
local/elasticsearch-reindex/README.md | 4 +-
local/elasticsearch-reindex/pom.xml | 18 +-
.../main/resources/ElasticsearchReindex.dot.png | Bin 0 -> 23187 bytes
.../src/site/markdown/index.md | 79 +++++++
.../resources/ActivityChildObjectParent.json | 15 ++
.../src/site/resources/ElasticsearchReindex.dot | 17 ++
.../site/resources/ElasticsearchReindex.dot.png | Bin 0 -> 23187 bytes
.../ElasticsearchReindexConfiguration.json | 10 +
.../src/site/resources/application.json | 26 ++
.../src/site/resources/testReindex.json | 26 ++
.../src/site/resources/testReindexChild.json | 26 ++
.../src/site/resources/testReindexParent.json | 26 ++
.../MongoElasticsearchSync.png | Bin 11502 -> 0 bytes
local/mongo-elasticsearch-sync/README.md | 4 +-
local/mongo-elasticsearch-sync/pom.xml | 3 +
.../resources/MongoElasticsearchSync.dot.png | Bin 0 -> 27856 bytes
.../src/site/markdown/index.md | 68 ++++++
.../site/resources/MongoElasticsearchSync.dot | 18 ++
.../resources/MongoElasticsearchSync.dot.png | Bin 0 -> 27856 bytes
.../MongoElasticsearchSyncConfiguration.json | 10 +
.../src/site/resources/application.json | 17 ++
.../src/site/resources/testSync.json | 18 ++
local/twitter-follow-graph/README.md | 2 +-
.../twitter-follow-graph/TwitterFollowGraph.png | Bin 35826 -> 0 bytes
local/twitter-follow-graph/pom.xml | 21 +-
.../main/resources/TwitterFollowGraph.dot.png | Bin 0 -> 34724 bytes
.../src/site/markdown/index.md | 97 ++++++++
.../src/site/resources/TwitterFollowGraph.dot | 21 ++
.../site/resources/TwitterFollowGraph.dot.png | Bin 0 -> 34724 bytes
.../TwitterFollowGraphConfiguration.json | 13 +
local/twitter-history-elasticsearch/README.md | 2 +-
.../TwitterHistoryElasticsearch.png | Bin 27497 -> 0 bytes
local/twitter-history-elasticsearch/pom.xml | 14 +-
.../TwitterHistoryElasticsearch.dot.png | Bin 0 -> 26774 bytes
.../src/site/markdown/index.md | 78 ++++++
.../resources/TwitterHistoryElasticsearch.dot | 21 ++
.../TwitterHistoryElasticsearch.dot.png | Bin 0 -> 26774 bytes
.../src/site/resources/application.conf | 23 ++
...witterHistoryElasticsearchConfiguration.json | 13 +
.../twitter-userstream-elasticsearch/README.md | 4 +-
.../TwitterUserstreamElasticsearch.png | Bin 65713 -> 0 bytes
local/twitter-userstream-elasticsearch/pom.xml | 12 +-
.../TwitterUserstreamElasticsearch.dot.png | Bin 0 -> 64469 bytes
.../src/site/markdown/index.md | 73 ++++++
.../TwitterUserstreamElasticsearch.dot | 28 +++
.../TwitterUserstreamElasticsearch.dot.png | Bin 0 -> 64469 bytes
.../src/site/resources/application.conf | 22 ++
.../twitter/TwitterUserstreamElasticsearch.json | 14 ++
pom.xml | 235 ++++++++++++++++++-
src/site/site.xml | 29 +++
68 files changed, 1293 insertions(+), 164 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/ElasticsearchHdfs.md
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/ElasticsearchHdfs.md b/local/elasticsearch-hdfs/ElasticsearchHdfs.md
deleted file mode 100644
index b42d1a8..0000000
--- a/local/elasticsearch-hdfs/ElasticsearchHdfs.md
+++ /dev/null
@@ -1,47 +0,0 @@
-Apache Streams (incubating)
-Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
---------------------------------------------------------------------------------
-
-elasticsearch-hdfs
-==============================
-
-Description:
------------------
-
-Copies documents from elasticsearch to hdfs.
-
-Specification:
------------------
-
-[ElasticsearchHdfs.dot](src/main/resources/ElasticsearchHdfs.dot "ElasticsearchHdfs.dot" )
-
-Diagram:
------------------
-
-
-
-Example Configuration:
-----------------------
-
- {
- "source": {
- "host": "localhost",
- "port": 27017,
- "db": "streams",
- "collection": "activities"
- },
- "destination": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "index": "destination",
- "type": "activity"
- }
- }
-
-Run:
---------
-
-`docker run elasticsearch-hdfs:0.2-incubating-SNAPSHOT-PP.jar java -cp stash-migrate-0.2-incubating-SNAPSHOT.jar -Dconfig.file=http://<location_of_config_file>.json org.apache.streams.elasticsearch.example.HdfsElasticsearch`
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/HdfsElasticsearch.md
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/HdfsElasticsearch.md b/local/elasticsearch-hdfs/HdfsElasticsearch.md
deleted file mode 100644
index c4ca261..0000000
--- a/local/elasticsearch-hdfs/HdfsElasticsearch.md
+++ /dev/null
@@ -1,50 +0,0 @@
-Apache Streams (incubating)
-Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
---------------------------------------------------------------------------------
-
-hdfs-elasticsearch
-==============================
-
-Description:
------------------
-
-Copies documents from hdfs to elasticsearch.
-
-Specification:
------------------
-
-[HdfsElasticsearch.dot](src/main/resources/HdfsElasticsearch.dot "HdfsElasticsearch.dot" )
-
-Diagram:
------------------
-
-
-
-Example Configuration:
-----------------------
-
- {
- "source": {
- "scheme": "file",
- "host": "localhost",
- "user": "cloudera",
- "path": "/tmp",
- "writerPath": "activity"
- },
- "destination": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "index": "activity2",
- "type": "activity",
- "forceUseConfig": true
- }
- }
-
-
-Run:
---------
-
-`docker run elasticsearch-hdfs:0.2-incubating-SNAPSHOT.jar java -cp elasticsearch-hdfs-0.2-incubating-SNAPSHOT.jar -Dconfig.file=file://<location_of_config_file>.json org.apache.streams.elasticsearch.example.HdfsElasticsearch`
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/README.md
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/README.md b/local/elasticsearch-hdfs/README.md
index 349046d..b3e2e3f 100644
--- a/local/elasticsearch-hdfs/README.md
+++ b/local/elasticsearch-hdfs/README.md
@@ -16,9 +16,9 @@ Copies documents between elasticsearch and file system using the hdfs persist mo
Streams:
--------
-[ElasticsearchHdfs](ElasticsearchHdfs.md "ElasticsearchHdfs" )
+[ElasticsearchHdfs](src/site/markdown/ElasticsearchHdfs.md "ElasticsearchHdfs" )
-[HdfsElasticsearch](HdfsElasticsearch.md "HdfsElasticsearch" )
+[HdfsElasticsearch](src/site/markdown/HdfsElasticsearch.md "HdfsElasticsearch" )
Build:
---------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/pom.xml
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/pom.xml b/local/elasticsearch-hdfs/pom.xml
index 8819319..3d07371 100644
--- a/local/elasticsearch-hdfs/pom.xml
+++ b/local/elasticsearch-hdfs/pom.xml
@@ -29,7 +29,9 @@
<modelVersion>4.0.0</modelVersion>
<artifactId>elasticsearch-hdfs</artifactId>
- <version>0.2-incubating-SNAPSHOT</version>
+ <name>elasticsearch-hdfs</name>
+
+ <description>Copies documents between elasticsearch and file system using the hdfs persist module.</description>
<properties>
<elasticsearch.version>1.1.0</elasticsearch.version>
@@ -71,45 +73,38 @@
<scope>test</scope>
</dependency>
<dependency>
- <groupId>org.apache.streams</groupId>
- <artifactId>streams-core</artifactId>
- <version>${project.version}</version>
- </dependency>
- <dependency>
<groupId>com.typesafe</groupId>
<artifactId>config</artifactId>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
+ <artifactId>streams-core</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.streams</groupId>
<artifactId>streams-config</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-util</artifactId>
- <version>${project.version}</version>
<type>test-jar</type>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-pojo</artifactId>
- <version>${project.version}</version>
<type>test-jar</type>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-runtime-local</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-persist-elasticsearch</artifactId>
- <version>0.2-incubating-SNAPSHOT</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-persist-hdfs</artifactId>
- <version>0.2-incubating-SNAPSHOT</version>
<exclusions>
<exclusion>
<groupId>org.slf4j</groupId>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.png
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.png b/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.png
new file mode 100644
index 0000000..fd5f3b5
Binary files /dev/null and b/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.png differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.png
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.png b/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.png
new file mode 100644
index 0000000..d44f8db
Binary files /dev/null and b/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.png differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/src/site/markdown/ElasticsearchHdfs.md
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/markdown/ElasticsearchHdfs.md b/local/elasticsearch-hdfs/src/site/markdown/ElasticsearchHdfs.md
new file mode 100644
index 0000000..219516a
--- /dev/null
+++ b/local/elasticsearch-hdfs/src/site/markdown/ElasticsearchHdfs.md
@@ -0,0 +1,47 @@
+Apache Streams (incubating)
+Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+--------------------------------------------------------------------------------
+
+elasticsearch-hdfs
+==============================
+
+Description:
+-----------------
+
+Copies documents from elasticsearch to hdfs.
+
+Specification:
+-----------------
+
+[ElasticsearchHdfs.dot](ElasticsearchHdfs.dot "ElasticsearchHdfs.dot" )
+
+Diagram:
+-----------------
+
+
+
+Example Configuration:
+----------------------
+
+ {
+ "source": {
+ "host": "localhost",
+ "port": 27017,
+ "db": "streams",
+ "collection": "activities"
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "destination",
+ "type": "activity"
+ }
+ }
+
+Run:
+--------
+
+`docker run elasticsearch-hdfs:0.2-incubating-SNAPSHOT-PP.jar java -cp stash-migrate-0.2-incubating-SNAPSHOT.jar -Dconfig.file=http://<location_of_config_file>.json org.apache.streams.elasticsearch.example.HdfsElasticsearch`
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/src/site/markdown/HdfsElasticsearch.md
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/markdown/HdfsElasticsearch.md b/local/elasticsearch-hdfs/src/site/markdown/HdfsElasticsearch.md
new file mode 100644
index 0000000..db6b862
--- /dev/null
+++ b/local/elasticsearch-hdfs/src/site/markdown/HdfsElasticsearch.md
@@ -0,0 +1,50 @@
+Apache Streams (incubating)
+Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+--------------------------------------------------------------------------------
+
+hdfs-elasticsearch
+==============================
+
+Description:
+-----------------
+
+Copies documents from hdfs to elasticsearch.
+
+Specification:
+-----------------
+
+[HdfsElasticsearch.dot](HdfsElasticsearch.dot "HdfsElasticsearch.dot" )
+
+Diagram:
+-----------------
+
+
+
+Example Configuration:
+----------------------
+
+ {
+ "source": {
+ "scheme": "file",
+ "host": "localhost",
+ "user": "cloudera",
+ "path": "/tmp",
+ "writerPath": "activity"
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "activity2",
+ "type": "activity",
+ "forceUseConfig": true
+ }
+ }
+
+
+Run:
+--------
+
+`docker run elasticsearch-hdfs:0.2-incubating-SNAPSHOT.jar java -cp elasticsearch-hdfs-0.2-incubating-SNAPSHOT.jar -Dconfig.file=file://<location_of_config_file>.json org.apache.streams.elasticsearch.example.HdfsElasticsearch`
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/src/site/markdown/index.md
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/markdown/index.md b/local/elasticsearch-hdfs/src/site/markdown/index.md
new file mode 100644
index 0000000..cfd5a30
--- /dev/null
+++ b/local/elasticsearch-hdfs/src/site/markdown/index.md
@@ -0,0 +1,35 @@
+Apache Streams (incubating)
+Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+--------------------------------------------------------------------------------
+
+elasticsearch-hdfs
+==============================
+
+Requirements:
+-------------
+ - A running ElasticSearch 1.0.0+ instance
+
+Description:
+------------
+Copies documents between elasticsearch and file system using the hdfs persist module.
+
+Streams:
+--------
+
+<a href="HdfsElasticsearch.html" target="_self">HdfsElasticsearch</a>
+
+<a href="ElasticsearchHdfs.html" target="_self">ElasticsearchHdfs</a>
+
+Build:
+---------
+
+`mvn clean package`
+
+Note that an alternative version of hdfs is packaged, by excluding org.apache.hadoop.hadoop-hdfs when
+importing org.apache.streams.streams-persist-hdfs, and specifically depending on a different preferred version.
+
+Deploy:
+--------
+
+`mvn -Pdocker clean package docker:build`
+
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfs.dot
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfs.dot b/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfs.dot
new file mode 100644
index 0000000..c953522
--- /dev/null
+++ b/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfs.dot
@@ -0,0 +1,17 @@
+digraph g {
+
+ //providers
+ ElasticsearchPersistReader [label="ElasticsearchPersistReader",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistReader.java"];
+
+ //persisters
+ WebHdfsPersistWriter [label="WebHdfsPersistWriter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java"];
+
+ //data
+ source [label="es://{indexes}/{types}",shape=box];
+ destination [label="hdfs://{index}/{type}",shape=box];
+
+ //stream
+ source -> ElasticsearchPersistReader
+ ElasticsearchPersistReader -> WebHdfsPersistWriter [label="String"];
+ WebHdfsPersistWriter -> destination
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfs.dot.png
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfs.dot.png b/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfs.dot.png
new file mode 100644
index 0000000..fd5f3b5
Binary files /dev/null and b/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfs.dot.png differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfsConfiguration.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfsConfiguration.json b/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfsConfiguration.json
new file mode 100644
index 0000000..91324dd
--- /dev/null
+++ b/local/elasticsearch-hdfs/src/site/resources/ElasticsearchHdfsConfiguration.json
@@ -0,0 +1,10 @@
+{
+ "$schema": "http://json-schema.org/draft-03/schema",
+ "type": "object",
+ "javaType" : "org.apache.streams.elasticsearch.example.ElasticsearchHdfsConfiguration",
+ "javaInterfaces": ["java.io.Serializable"],
+ "properties": {
+ "source": { "javaType": "org.apache.streams.elasticsearch.ElasticsearchReaderConfiguration", "type": "object", "required": true },
+ "destination": { "javaType": "org.apache.streams.hdfs.HdfsWriterConfiguration", "type": "object", "required": true }
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearch.dot
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearch.dot b/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearch.dot
new file mode 100644
index 0000000..f9a0efa
--- /dev/null
+++ b/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearch.dot
@@ -0,0 +1,17 @@
+digraph g {
+
+ //providers
+ WebHdfsPersistReader [label="WebHdfsPersistReader",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistReader.java"];
+
+ //persisters
+ ElasticsearchPersistWriter [label="ElasticsearchPersistWriter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java"];
+
+ //data
+ source [label="hdfs://{indexes}/{types}",shape=box];
+ destination [label="es://{index}/{type}",shape=box];
+
+ //stream
+ source -> WebHdfsPersistReader
+ WebHdfsPersistReader -> ElasticsearchPersistWriter [label="String"];
+ ElasticsearchPersistWriter -> destination
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearch.dot.png
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearch.dot.png b/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearch.dot.png
new file mode 100644
index 0000000..d44f8db
Binary files /dev/null and b/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearch.dot.png differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearchConfiguration.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearchConfiguration.json b/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearchConfiguration.json
new file mode 100644
index 0000000..c8072ba
--- /dev/null
+++ b/local/elasticsearch-hdfs/src/site/resources/HdfsElasticsearchConfiguration.json
@@ -0,0 +1,10 @@
+{
+ "$schema": "http://json-schema.org/draft-03/schema",
+ "type": "object",
+ "javaType" : "org.apache.streams.elasticsearch.example.HdfsElasticsearchConfiguration",
+ "javaInterfaces": ["java.io.Serializable"],
+ "properties": {
+ "source": { "javaType": "org.apache.streams.hdfs.HdfsReaderConfiguration", "type": "object", "required": true },
+ "destination": { "javaType": "org.apache.streams.elasticsearch.ElasticsearchWriterConfiguration", "type": "object", "required": true }
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/src/site/resources/testBackup.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/resources/testBackup.json b/local/elasticsearch-hdfs/src/site/resources/testBackup.json
new file mode 100644
index 0000000..2002cb8
--- /dev/null
+++ b/local/elasticsearch-hdfs/src/site/resources/testBackup.json
@@ -0,0 +1,24 @@
+{
+ "source": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "indexes": [
+ "source"
+ ],
+ "types": [
+ "activity"
+ ]
+ },
+ "destination": {
+ "scheme": "file",
+ "host": "localhost",
+ "user": "cloudera",
+ "path": "target",
+ "writerPath": "test",
+ "writerFilePrefix": "activities"
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-hdfs/src/site/resources/testRestore.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/site/resources/testRestore.json b/local/elasticsearch-hdfs/src/site/resources/testRestore.json
new file mode 100644
index 0000000..63b42c5
--- /dev/null
+++ b/local/elasticsearch-hdfs/src/site/resources/testRestore.json
@@ -0,0 +1,20 @@
+{
+ "source": {
+ "scheme": "file",
+ "host": "localhost",
+ "user": "cloudera",
+ "path": "target",
+ "readerPath": "test"
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "destination",
+ "type": "activity",
+ "forceUseConfig": true
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-reindex/ElasticsearchReindex.png
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/ElasticsearchReindex.png b/local/elasticsearch-reindex/ElasticsearchReindex.png
deleted file mode 100644
index 9e59093..0000000
Binary files a/local/elasticsearch-reindex/ElasticsearchReindex.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-reindex/README.md
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/README.md b/local/elasticsearch-reindex/README.md
index 5fbace2..71e8c28 100644
--- a/local/elasticsearch-reindex/README.md
+++ b/local/elasticsearch-reindex/README.md
@@ -13,7 +13,7 @@ Requirements:
Description:
------------
-Copies documents into a different index
+Copies documents between indexes.
Specification:
-----------------
@@ -23,7 +23,7 @@ Specification:
Diagram:
-----------------
-
+
Example Configuration:
----------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-reindex/pom.xml
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/pom.xml b/local/elasticsearch-reindex/pom.xml
index a75fa2a..59e968b 100644
--- a/local/elasticsearch-reindex/pom.xml
+++ b/local/elasticsearch-reindex/pom.xml
@@ -29,7 +29,9 @@
<modelVersion>4.0.0</modelVersion>
<artifactId>elasticsearch-reindex</artifactId>
- <version>0.2-incubating-SNAPSHOT</version>
+ <name>elasticsearch-reindex</name>
+
+ <description>Copies documents between indexes.</description>
<properties>
<elasticsearch.version>1.1.0</elasticsearch.version>
@@ -63,40 +65,34 @@
<scope>test</scope>
</dependency>
<dependency>
- <groupId>org.apache.streams</groupId>
- <artifactId>streams-core</artifactId>
- <version>${project.version}</version>
- </dependency>
- <dependency>
<groupId>com.typesafe</groupId>
<artifactId>config</artifactId>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
+ <artifactId>streams-core</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.streams</groupId>
<artifactId>streams-config</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-util</artifactId>
- <version>${project.version}</version>
<type>test-jar</type>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-pojo</artifactId>
- <version>${project.version}</version>
<type>test-jar</type>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-runtime-local</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-persist-elasticsearch</artifactId>
- <version>0.2-incubating-SNAPSHOT</version>
</dependency>
<dependency>
<groupId>org.slf4j</groupId>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.png
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.png b/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.png
new file mode 100644
index 0000000..b6541bb
Binary files /dev/null and b/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.png differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-reindex/src/site/markdown/index.md
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/markdown/index.md b/local/elasticsearch-reindex/src/site/markdown/index.md
new file mode 100644
index 0000000..df20698
--- /dev/null
+++ b/local/elasticsearch-reindex/src/site/markdown/index.md
@@ -0,0 +1,79 @@
+Apache Streams (incubating)
+Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+--------------------------------------------------------------------------------
+
+elasticsearch-reindex
+==============================
+
+Requirements:
+-------------
+ - A running ElasticSearch 1.0.0+ cluster
+ - Transport client access to cluster
+ - elasticsearch.version and lucene.version set to match cluster
+
+Description:
+------------
+Copies documents into a different index
+
+Specification:
+-----------------
+
+[ElasticsearchReindex.dot](src/main/resources/ElasticsearchReindex.dot "ElasticsearchReindex.dot" )
+
+Diagram:
+-----------------
+
+
+
+Example Configuration:
+----------------------
+
+ {
+ "source": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "indexes": [
+ "activity"
+ ],
+ "types": [
+ "activity"
+ ],
+ "forceUseConfig": true
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "activity2",
+ "type": "activity",
+ "forceUseConfig": true
+ }
+ }
+
+Populate source and destination in configuration with cluster / index / type details.
+
+Build:
+---------
+
+`mvn clean package verify`
+
+Run:
+--------
+
+`java -cp target/elasticsearch-reindex-0.1-SNAPSHOT.jar -Dconfig.file=src/main/resources/application.json org.apache.streams.example.elasticsearch.ElasticsearchReindex`
+
+Deploy:
+--------
+`mvn -Pdocker clean package docker:build`
+
+`docker tag elasticsearch-reindex:0.2-incubating-SNAPSHOT <dockerregistry>:elasticsearch-reindex:0.2-incubating-SNAPSHOT`
+
+`docker push <dockerregistry>:elasticsearch-reindex:0.2-incubating-SNAPSHOT`
+
+`docker run <dockerregistry>:elasticsearch-reindex:0.2-incubating-SNAPSHOT.jar java -cp elasticsearch-reindex-0.2-incubating-SNAPSHOT.jar -Dconfig.file=http://<location_of_config_file>.json org.apache.streams.example.elasticsearch.ElasticsearchReindex`
+
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-reindex/src/site/resources/ActivityChildObjectParent.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/resources/ActivityChildObjectParent.json b/local/elasticsearch-reindex/src/site/resources/ActivityChildObjectParent.json
new file mode 100644
index 0000000..963fbe7
--- /dev/null
+++ b/local/elasticsearch-reindex/src/site/resources/ActivityChildObjectParent.json
@@ -0,0 +1,15 @@
+{
+ "template": "*",
+ "order": 100,
+ "mappings": {
+ "object": {
+ "dynamic": true
+ },
+ "activity": {
+ "_parent": {
+ "type": "object"
+ },
+ "dynamic": true
+ }
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindex.dot
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindex.dot b/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindex.dot
new file mode 100644
index 0000000..52456a9
--- /dev/null
+++ b/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindex.dot
@@ -0,0 +1,17 @@
+digraph g {
+
+ //providers
+ ElasticsearchPersistReader [label="ElasticsearchPersistReader",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistReader.java"];
+
+ //persisters
+ ElasticsearchPersistWriter [label="ElasticsearchPersistWriter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java"];
+
+ //data
+ source [label="es://{indexes}/{types}",shape=box];
+ destination [label="es://{index}/{type}",shape=box];
+
+ //stream
+ source -> ElasticsearchPersistReader
+ ElasticsearchPersistReader -> ElasticsearchPersistWriter [label="String"];
+ ElasticsearchPersistWriter -> destination
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindex.dot.png
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindex.dot.png b/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindex.dot.png
new file mode 100644
index 0000000..b6541bb
Binary files /dev/null and b/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindex.dot.png differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindexConfiguration.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindexConfiguration.json b/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindexConfiguration.json
new file mode 100644
index 0000000..ffdc4d8
--- /dev/null
+++ b/local/elasticsearch-reindex/src/site/resources/ElasticsearchReindexConfiguration.json
@@ -0,0 +1,10 @@
+{
+ "$schema": "http://json-schema.org/draft-03/schema",
+ "type": "object",
+ "javaType" : "org.apache.streams.elasticsearch.example.ElasticsearchReindexConfiguration",
+ "javaInterfaces": ["java.io.Serializable"],
+ "properties": {
+ "source": { "javaType": "org.apache.streams.elasticsearch.ElasticsearchReaderConfiguration", "type": "object", "required": true },
+ "destination": { "javaType": "org.apache.streams.elasticsearch.ElasticsearchWriterConfiguration", "type": "object", "required": true }
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-reindex/src/site/resources/application.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/resources/application.json b/local/elasticsearch-reindex/src/site/resources/application.json
new file mode 100644
index 0000000..567b19d
--- /dev/null
+++ b/local/elasticsearch-reindex/src/site/resources/application.json
@@ -0,0 +1,26 @@
+{
+ "source": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "indexes": [
+ "activity"
+ ],
+ "types": [
+ "activity"
+ ],
+ "forceUseConfig": true
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "activity2",
+ "type": "activity",
+ "forceUseConfig": true
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-reindex/src/site/resources/testReindex.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/resources/testReindex.json b/local/elasticsearch-reindex/src/site/resources/testReindex.json
new file mode 100644
index 0000000..0cc5aa0
--- /dev/null
+++ b/local/elasticsearch-reindex/src/site/resources/testReindex.json
@@ -0,0 +1,26 @@
+{
+ "source": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "indexes": [
+ "source"
+ ],
+ "types": [
+ "activity"
+ ]
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "destination",
+ "type": "activity",
+ "forceUseConfig": true
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-reindex/src/site/resources/testReindexChild.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/resources/testReindexChild.json b/local/elasticsearch-reindex/src/site/resources/testReindexChild.json
new file mode 100644
index 0000000..0cc5aa0
--- /dev/null
+++ b/local/elasticsearch-reindex/src/site/resources/testReindexChild.json
@@ -0,0 +1,26 @@
+{
+ "source": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "indexes": [
+ "source"
+ ],
+ "types": [
+ "activity"
+ ]
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "destination",
+ "type": "activity",
+ "forceUseConfig": true
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/elasticsearch-reindex/src/site/resources/testReindexParent.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/site/resources/testReindexParent.json b/local/elasticsearch-reindex/src/site/resources/testReindexParent.json
new file mode 100644
index 0000000..c601cea
--- /dev/null
+++ b/local/elasticsearch-reindex/src/site/resources/testReindexParent.json
@@ -0,0 +1,26 @@
+{
+ "source": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "indexes": [
+ "source"
+ ],
+ "types": [
+ "object"
+ ]
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "destination",
+ "type": "object",
+ "forceUseConfig": true
+ }
+
+}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/mongo-elasticsearch-sync/MongoElasticsearchSync.png
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/MongoElasticsearchSync.png b/local/mongo-elasticsearch-sync/MongoElasticsearchSync.png
deleted file mode 100644
index a8fc4d7..0000000
Binary files a/local/mongo-elasticsearch-sync/MongoElasticsearchSync.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/mongo-elasticsearch-sync/README.md
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/README.md b/local/mongo-elasticsearch-sync/README.md
index 72b11db..ddfb84b 100644
--- a/local/mongo-elasticsearch-sync/README.md
+++ b/local/mongo-elasticsearch-sync/README.md
@@ -12,7 +12,7 @@ Requirements:
Description:
------------
-Copies documents from mongodb to elasticsearch
+Copies documents from mongodb to elasticsearch.
Specification:
-----------------
@@ -22,7 +22,7 @@ Specification:
Diagram:
-----------------
-
+
Example Configuration:
----------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/mongo-elasticsearch-sync/pom.xml
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/pom.xml b/local/mongo-elasticsearch-sync/pom.xml
index 4d271e0..411bd9b 100644
--- a/local/mongo-elasticsearch-sync/pom.xml
+++ b/local/mongo-elasticsearch-sync/pom.xml
@@ -29,6 +29,9 @@
<modelVersion>4.0.0</modelVersion>
<artifactId>mongo-elasticsearch-sync</artifactId>
+ <name>mongo-elasticsearch-sync</name>
+
+ <description>Copies documents from mongodb to elasticsearch.</description>
<properties>
<elasticsearch.version>1.1.0</elasticsearch.version>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.png
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.png b/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.png
new file mode 100644
index 0000000..b898bfc
Binary files /dev/null and b/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.png differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/mongo-elasticsearch-sync/src/site/markdown/index.md
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/site/markdown/index.md b/local/mongo-elasticsearch-sync/src/site/markdown/index.md
new file mode 100644
index 0000000..c4f0b9e
--- /dev/null
+++ b/local/mongo-elasticsearch-sync/src/site/markdown/index.md
@@ -0,0 +1,68 @@
+Apache Streams (incubating)
+Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+--------------------------------------------------------------------------------
+
+mongo-elasticsearch-sync
+==============================
+
+Requirements:
+-------------
+ - A running MongoDB 2.4+ instance
+ - A running ElasticSearch 1.0.0+ instance
+
+Description:
+------------
+Copies documents from mongodb to elasticsearch
+
+Specification:
+-----------------
+
+[MongoElasticsearchSync.dot](MongoElasticsearchSync.dot "MongoElasticsearchSync.dot" )
+
+Diagram:
+-----------------
+
+
+
+Example Configuration:
+----------------------
+
+ {
+ "source": {
+ "host": "localhost",
+ "port": 27017,
+ "db": "streams",
+ "collection": "activities"
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "destination",
+ "type": "activity"
+ }
+ }
+
+Build:
+---------
+
+`mvn clean package verify`
+
+Run:
+--------
+
+`java -cp target/mongo-elasticsearch-sync-0.1-SNAPSHOT.jar -Dconfig.file=src/main/resources/application.json org.apache.streams.example.elasticsearch.MongoElasticsearchSync`
+
+Deploy:
+--------
+
+`mvn -Pdocker clean package docker:build`
+
+`docker tag mongo-elasticsearch-sync:0.2-incubating-SNAPSHOT <dockerregistry>:mongo-elasticsearch-sync:0.2-incubating-SNAPSHOT`
+
+`docker push <dockerregistry>:mongo-elasticsearch-sync:0.2-incubating-SNAPSHOT`
+
+`docker run <dockerregistry>:mongo-elasticsearch-sync:0.2-incubating-SNAPSHOT java -cp mongo-elasticsearch-sync-0.2-incubating-SNAPSHOT.jar -Dconfig.file=http://<location_of_config_file>.json org.apache.streams.example.elasticsearch.MongoElasticsearchSync`
+
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSync.dot
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSync.dot b/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSync.dot
new file mode 100644
index 0000000..e3babf5
--- /dev/null
+++ b/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSync.dot
@@ -0,0 +1,18 @@
+digraph g {
+
+ //providers
+ MongoPersistReader [label="MongoPersistReader",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-mongo/src/main/java/org/apache/streams/mongo/MongoPersistReader.java"];
+
+ //persisters
+ ElasticsearchPersistWriter [label="ElasticsearchPersistWriter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java"];
+
+ //data
+ source [label="mongdb://{db}/{collection}",shape=box];
+ destination [label="es://{index}/{type}",shape=box];
+
+ //stream
+ source -> MongoPersistReader [label="ObjectNode"];
+ MongoPersistReader -> ElasticsearchPersistWriter [label="ObjectNode"];
+ ElasticsearchPersistWriter -> destination [label="ObjectNode"];
+
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSync.dot.png
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSync.dot.png b/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSync.dot.png
new file mode 100644
index 0000000..b898bfc
Binary files /dev/null and b/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSync.dot.png differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSyncConfiguration.json
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSyncConfiguration.json b/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSyncConfiguration.json
new file mode 100644
index 0000000..a592699
--- /dev/null
+++ b/local/mongo-elasticsearch-sync/src/site/resources/MongoElasticsearchSyncConfiguration.json
@@ -0,0 +1,10 @@
+{
+ "$schema": "http://json-schema.org/draft-03/schema",
+ "type": "object",
+ "javaType" : "org.apache.streams.example.elasticsearch.MongoElasticsearchSyncConfiguration",
+ "javaInterfaces": ["java.io.Serializable"],
+ "properties": {
+ "source": { "javaType": "org.apache.streams.mongo.MongoConfiguration", "type": "object", "required": true },
+ "destination": { "javaType": "org.apache.streams.elasticsearch.ElasticsearchWriterConfiguration", "type": "object", "required": true }
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/mongo-elasticsearch-sync/src/site/resources/application.json
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/site/resources/application.json b/local/mongo-elasticsearch-sync/src/site/resources/application.json
new file mode 100644
index 0000000..facb336
--- /dev/null
+++ b/local/mongo-elasticsearch-sync/src/site/resources/application.json
@@ -0,0 +1,17 @@
+{
+ "source": {
+ "host": "localhost",
+ "port": 27017,
+ "db": "streams",
+ "collection": "activities"
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "destination",
+ "type": "activity"
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/mongo-elasticsearch-sync/src/site/resources/testSync.json
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/site/resources/testSync.json b/local/mongo-elasticsearch-sync/src/site/resources/testSync.json
new file mode 100644
index 0000000..b678c21
--- /dev/null
+++ b/local/mongo-elasticsearch-sync/src/site/resources/testSync.json
@@ -0,0 +1,18 @@
+{
+ "source": {
+ "host": "localhost",
+ "port": 37017,
+ "db": "local",
+ "collection": "activities"
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "destination",
+ "type": "activity",
+ "forceUseConfig": true
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-follow-graph/README.md
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/README.md b/local/twitter-follow-graph/README.md
index 5921df8..e7e3bce 100644
--- a/local/twitter-follow-graph/README.md
+++ b/local/twitter-follow-graph/README.md
@@ -22,7 +22,7 @@ Specification:
Diagram:
-----------------
-
+
Example Configuration:
----------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-follow-graph/TwitterFollowGraph.png
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/TwitterFollowGraph.png b/local/twitter-follow-graph/TwitterFollowGraph.png
deleted file mode 100644
index b84db6c..0000000
Binary files a/local/twitter-follow-graph/TwitterFollowGraph.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-follow-graph/pom.xml
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/pom.xml b/local/twitter-follow-graph/pom.xml
index 5324462..db827e2 100644
--- a/local/twitter-follow-graph/pom.xml
+++ b/local/twitter-follow-graph/pom.xml
@@ -23,37 +23,38 @@
<parent>
<groupId>org.apache.streams</groupId>
<artifactId>streams-examples-local</artifactId>
- <version>0.2-incubating-SNAPSHOT</version>
+ <version>0.3-incubating-SNAPSHOT</version>
<relativePath>..</relativePath>
</parent>
<modelVersion>4.0.0</modelVersion>
<artifactId>twitter-follow-graph</artifactId>
+ <name>twitter-follow-graph</name>
+
+ <description>
+ Collects friend or follower connections for a set of twitter users to build a graph database in neo4j.
+ </description>
<dependencies>
<dependency>
- <groupId>org.apache.streams</groupId>
- <artifactId>streams-core</artifactId>
- <version>${project.version}</version>
- </dependency>
- <dependency>
<groupId>com.typesafe</groupId>
<artifactId>config</artifactId>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
+ <artifactId>streams-core</artifactId>
+ </dependency>
+ <dependency>
+ <groupId>org.apache.streams</groupId>
<artifactId>streams-config</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-runtime-local</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-provider-twitter</artifactId>
- <version>${project.version}</version>
<exclusions>
<exclusion>
<groupId>commons-logging</groupId>
@@ -64,12 +65,10 @@
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-persist-graph</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-pojo</artifactId>
- <version>${project.version}</version>
<type>test-jar</type>
</dependency>
<dependency>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.png
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.png b/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.png
new file mode 100644
index 0000000..10dc842
Binary files /dev/null and b/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.png differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-follow-graph/src/site/markdown/index.md
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/src/site/markdown/index.md b/local/twitter-follow-graph/src/site/markdown/index.md
new file mode 100644
index 0000000..a813f19
--- /dev/null
+++ b/local/twitter-follow-graph/src/site/markdown/index.md
@@ -0,0 +1,97 @@
+Apache Streams (incubating)
+Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+--------------------------------------------------------------------------------
+
+twitter-follow-graph
+==============================
+
+Requirements:
+-------------
+ - Authorized Twitter API credentials
+ - A running Neo4J 1.9.0+ instance
+
+Description:
+------------
+Collects friend or follower connections for a set of twitter users to build a graph database in neo4j.
+
+Specification:
+-----------------
+
+[TwitterFollowGraph.dot](TwitterFollowGraph.dot "TwitterFollowGraph.dot" )
+
+Diagram:
+-----------------
+
+
+
+Example Configuration:
+----------------------
+
+ {
+ "twitter": {
+ "endpoint": "friends",
+ "oauth": {
+ "consumerSecret": "",
+ "consumerKey": "",
+ "accessToken": "",
+ "accessTokenSecret": ""
+ },
+ "info": [
+ 42232950
+ ]
+ },
+ "graph": {
+ "vertices": {
+ "objects": [
+ "actor",
+ "object"
+ ],
+ "verbs": [
+ "follow"
+ ],
+ "objectTypes": [
+ "page"
+ ]
+ },
+ "edges": {
+ "objects": [
+ "actor",
+ "object"
+ ],
+ "verbs": [
+ "follow"
+ ],
+ "objectTypes": [
+ "page"
+ ]
+ },
+ "protocol": "http",
+ "hostname": "localhost",
+ "port": 7474,
+ "requestMethod": "GET",
+ "content-type": "application/json",
+ "type": "neo4j",
+ "graph": "data"
+ }
+ }
+
+Build:
+---------
+
+`mvn clean package verify`
+
+Run:
+--------
+
+`java -cp target/twitter-follow-graph-0.2-incubating-SNAPSHOT.jar -Dconfig.file=src/main/resources/application.json org.apache.streams.example.graph.TwitterFollowGraph`
+
+Deploy:
+--------
+`mvn -Pdocker clean package docker:build`
+
+`docker tag twitter-follow-graph:0.2-incubating-SNAPSHOT <dockerregistry>:twitter-follow-graph:0.2-incubating-SNAPSHOT`
+
+`docker push <dockerregistry>:twitter-follow-graph:0.2-incubating-SNAPSHOT`
+
+`docker run <dockerregistry>:twitter-follow-graph:0.2-incubating-SNAPSHOT java -cp twitter-follow-graph-0.2-incubating-SNAPSHOT.jar -Dconfig.file=http://<location_of_config_file>.json org.apache.streams.example.graph.TwitterFollowGraph`
+
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-follow-graph/src/site/resources/TwitterFollowGraph.dot
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/src/site/resources/TwitterFollowGraph.dot b/local/twitter-follow-graph/src/site/resources/TwitterFollowGraph.dot
new file mode 100644
index 0000000..c14a2ab
--- /dev/null
+++ b/local/twitter-follow-graph/src/site/resources/TwitterFollowGraph.dot
@@ -0,0 +1,21 @@
+digraph g {
+
+ //providers
+ TwitterFollowingProvider [label="TwitterFollowingProvider",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-twitter/src/main/java/org/apache/streams/twitter/provider/TwitterFollowingProvider.java"];
+
+ //processors
+ TypeConverterProcessor [label="TypeConverterProcessor",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-converters/src/main/java/org/apache/streams/converters/TypeConverterProcessor.java"];
+ ActivityConverterProcessor [label="ActivityConverterProcessor",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-converters/src/main/java/org/apache/streams/converters/ActivityConverterProcessor.java"];
+
+ //persisters
+ GraphPersistWriter [label="GraphPersistWriter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-graph/src/main/java/org/apache/streams/graph/GraphPersistWriter.java"];
+
+ //data
+ destination [label="http://{host}:{port}/db/data",shape=box];
+
+ //stream
+ TwitterFollowingProvider -> TypeConverterProcessor [label="Follow",URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-twitter/src/main/jsonschema/com/twitter/Follow.java"];
+ TypeConverterProcessor -> ActivityConverterProcessor [label="String"];
+ ActivityConverterProcessor -> GraphPersistWriter [label="Activity",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json"];
+ GraphPersistWriter -> destination
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-follow-graph/src/site/resources/TwitterFollowGraph.dot.png
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/src/site/resources/TwitterFollowGraph.dot.png b/local/twitter-follow-graph/src/site/resources/TwitterFollowGraph.dot.png
new file mode 100644
index 0000000..10dc842
Binary files /dev/null and b/local/twitter-follow-graph/src/site/resources/TwitterFollowGraph.dot.png differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-follow-graph/src/site/resources/TwitterFollowGraphConfiguration.json
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/src/site/resources/TwitterFollowGraphConfiguration.json b/local/twitter-follow-graph/src/site/resources/TwitterFollowGraphConfiguration.json
new file mode 100644
index 0000000..c2ccc80
--- /dev/null
+++ b/local/twitter-follow-graph/src/site/resources/TwitterFollowGraphConfiguration.json
@@ -0,0 +1,13 @@
+{
+ "$schema": "http://json-schema.org/draft-03/schema",
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
+ "type": "object",
+ "javaType" : "org.apache.streams.example.graph.TwitterFollowingGraphConfiguration",
+ "javaInterfaces": ["java.io.Serializable"],
+ "properties": {
+ "twitter": { "javaType": "org.apache.streams.twitter.TwitterUserInformationConfiguration", "type": "object", "required": true },
+ "graph": { "javaType": "org.apache.streams.graph.GraphWriterConfiguration", "type": "object", "required": true }
+ }
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-history-elasticsearch/README.md
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/README.md b/local/twitter-history-elasticsearch/README.md
index 0ccce34..7e64a84 100644
--- a/local/twitter-history-elasticsearch/README.md
+++ b/local/twitter-history-elasticsearch/README.md
@@ -24,7 +24,7 @@ Specification:
Diagram:
-----------------
-
+
Example Configuration:
----------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-history-elasticsearch/TwitterHistoryElasticsearch.png
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/TwitterHistoryElasticsearch.png b/local/twitter-history-elasticsearch/TwitterHistoryElasticsearch.png
deleted file mode 100644
index 0a87125..0000000
Binary files a/local/twitter-history-elasticsearch/TwitterHistoryElasticsearch.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-history-elasticsearch/pom.xml
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/pom.xml b/local/twitter-history-elasticsearch/pom.xml
index 4adabb2..19b9e1c 100644
--- a/local/twitter-history-elasticsearch/pom.xml
+++ b/local/twitter-history-elasticsearch/pom.xml
@@ -28,6 +28,13 @@
<modelVersion>4.0.0</modelVersion>
<artifactId>twitter-history-elasticsearch</artifactId>
+ <name>twitter-history-elasticsearch</name>
+
+ <description>
+ Retrieves as many posts from a known list of users as twitter API allows.
+
+ Converts them to activities, and writes them in activity format to Elasticsearch.
+ </description>
<properties>
<elasticsearch.version>1.1.0</elasticsearch.version>
@@ -68,34 +75,28 @@
<dependency>
<groupId>com.typesafe</groupId>
<artifactId>config</artifactId>
- <version>1.2.0</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-config</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-util</artifactId>
- <version>${project.version}</version>
<type>test-jar</type>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-pojo</artifactId>
- <version>${project.version}</version>
<type>test-jar</type>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-runtime-local</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-provider-twitter</artifactId>
- <version>${project.version}</version>
<exclusions>
<exclusion>
<groupId>commons-logging</groupId>
@@ -106,7 +107,6 @@
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-persist-elasticsearch</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.slf4j</groupId>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.png
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.png b/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.png
new file mode 100644
index 0000000..9be8aaf
Binary files /dev/null and b/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.png differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-history-elasticsearch/src/site/markdown/index.md
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/src/site/markdown/index.md b/local/twitter-history-elasticsearch/src/site/markdown/index.md
new file mode 100644
index 0000000..4afcf4e
--- /dev/null
+++ b/local/twitter-history-elasticsearch/src/site/markdown/index.md
@@ -0,0 +1,78 @@
+Apache Streams (incubating)
+Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+--------------------------------------------------------------------------------
+
+twitter-history-elasticsearch
+==============================
+
+Requirements:
+-------------
+ - Authorized Twitter API credentials
+ - A running ElasticSearch 1.0.0+ instance
+
+Description:
+------------
+Retrieves as many posts from a known list of users as twitter API allows.
+
+Converts them to activities, and writes them in activity format to Elasticsearch.
+
+Specification:
+-----------------
+
+[TwitterHistoryElasticsearch.dot](src/main/resources/TwitterHistoryElasticsearch.dot "TwitterHistoryElasticsearch.dot" )
+
+Diagram:
+-----------------
+
+
+
+Example Configuration:
+----------------------
+
+ twitter {
+     host = "api.twitter.com"
+     endpoint = "statuses/user_timeline"
+     oauth {
+         consumerKey = ""
+         consumerSecret = ""
+         accessToken = ""
+         accessTokenSecret = ""
+     }
+     info = [
+ "42232950"
+ "211620426"
+ ]
+ }
+ elasticsearch {
+     hosts = [
+         localhost
+     ]
+     port = 9300
+     clusterName = elasticsearch
+     index = userhistory_activity
+     type = activity
+ }
+
+In the Twitter section you should place all of your relevant authentication keys and whichever Twitter IDs you want to pull history for.
+
+Twitter IDs can be converted from screennames at http://www.gettwitterid.com
+
+Build:
+---------
+
+`mvn clean package verify`
+
+Run:
+--------
+
+ java -cp target/twitter-history-elasticsearch-0.2-incubating-SNAPSHOT.jar -Dconfig.file=application.conf org.apache.streams.example.twitter.TwitterHistoryElasticsearch
+
+Deploy:
+--------
+`mvn -Pdocker clean package docker:build`
+
+`docker tag twitter-history-elasticsearch:0.2-incubating-SNAPSHOT <dockerregistry>:elasticsearch-reindex:0.2-incubating-SNAPSHOT`
+
+`docker push <dockerregistry>:twitter-history-elasticsearch:0.2-incubating-SNAPSHOT`
+
+`docker run <dockerregistry>:twitter-history-elasticsearch:0.2-incubating-SNAPSHOT.jar java -cp twitter-history-elasticsearch-0.2-incubating-SNAPSHOT.jar -Dconfig.file=http://<location_of_config_file>.json org.apache.streams.example.twitter.TwitterHistoryElasticsearch`
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-history-elasticsearch/src/site/resources/TwitterHistoryElasticsearch.dot
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/src/site/resources/TwitterHistoryElasticsearch.dot b/local/twitter-history-elasticsearch/src/site/resources/TwitterHistoryElasticsearch.dot
new file mode 100644
index 0000000..525c61d
--- /dev/null
+++ b/local/twitter-history-elasticsearch/src/site/resources/TwitterHistoryElasticsearch.dot
@@ -0,0 +1,21 @@
+digraph g {
+
+ //providers
+ TwitterTimelineProvider [label="TwitterTimelineProvider",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-twitter/src/main/java/org/apache/streams/twitter/provider/TwitterTimelineProvider.java"];
+
+ //processors
+ ActivityConverterProcessor [label="ActivityConverterProcessor",shape=box,URL="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-converters/src/main/java/org/apache/streams/converter/ActivityConverterProcessor.java"];
+
+ //persisters
+ ElasticsearchPersistWriter [label="ElasticsearchPersistWriter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java"];
+
+ //data
+ es [label="es://{index}/{type}",shape=box];
+
+ //stream
+ TwitterTimelineProvider -> ActivityConverterProcessor [label="ObjectNode"];
+ ActivityConverterProcessor -> ElasticsearchPersistWriter [label="Activity",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json"];
+
+ ElasticsearchPersistWriter -> es [label="Activity",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json"];
+
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-history-elasticsearch/src/site/resources/TwitterHistoryElasticsearch.dot.png
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/src/site/resources/TwitterHistoryElasticsearch.dot.png b/local/twitter-history-elasticsearch/src/site/resources/TwitterHistoryElasticsearch.dot.png
new file mode 100644
index 0000000..9be8aaf
Binary files /dev/null and b/local/twitter-history-elasticsearch/src/site/resources/TwitterHistoryElasticsearch.dot.png differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-history-elasticsearch/src/site/resources/application.conf
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/src/site/resources/application.conf b/local/twitter-history-elasticsearch/src/site/resources/application.conf
new file mode 100644
index 0000000..c74b54b
--- /dev/null
+++ b/local/twitter-history-elasticsearch/src/site/resources/application.conf
@@ -0,0 +1,23 @@
+twitter {
+ host = "api.twitter.com"
+ endpoint = "statuses/user_timeline"
+ oauth {
+ consumerKey = ""
+ consumerSecret = ""
+ accessToken = ""
+ accessTokenSecret = ""
+ }
+ info = [
+ "42232950"
+ "211620426"
+ ]
+}
+elasticsearch {
+ hosts = [
+ localhost
+ ]
+ port = 9300
+ clusterName = elasticsearch
+ index = twitterhistory_activity
+ type = activity
+}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-history-elasticsearch/src/site/resources/org/apache/streams/example/twitter/TwitterHistoryElasticsearchConfiguration.json
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/src/site/resources/org/apache/streams/example/twitter/TwitterHistoryElasticsearchConfiguration.json b/local/twitter-history-elasticsearch/src/site/resources/org/apache/streams/example/twitter/TwitterHistoryElasticsearchConfiguration.json
new file mode 100644
index 0000000..ea9b165
--- /dev/null
+++ b/local/twitter-history-elasticsearch/src/site/resources/org/apache/streams/example/twitter/TwitterHistoryElasticsearchConfiguration.json
@@ -0,0 +1,13 @@
+{
+ "$schema": "http://json-schema.org/draft-03/schema",
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
+ "type": "object",
+ "javaType" : "org.apache.streams.example.twitter.TwitterHistoryElasticsearchConfiguration",
+ "javaInterfaces": ["java.io.Serializable"],
+ "properties": {
+ "twitter": { "javaType": "org.apache.streams.twitter.TwitterUserInformationConfiguration", "type": "object", "required": true },
+ "elasticsearch": { "javaType": "org.apache.streams.elasticsearch.ElasticsearchWriterConfiguration", "type": "object", "required": true }
+ }
+}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-userstream-elasticsearch/README.md
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/README.md b/local/twitter-userstream-elasticsearch/README.md
index e2b4a2d..1b68afa 100644
--- a/local/twitter-userstream-elasticsearch/README.md
+++ b/local/twitter-userstream-elasticsearch/README.md
@@ -12,7 +12,7 @@ Requirements:
Description:
------------
-This example connects to an active twitter account and stores the userstream as activities in Elasticsearch
+Connects to an active twitter account and stores the userstream as activities in Elasticsearch
Specification:
-----------------
@@ -22,7 +22,7 @@ Specification:
Diagram:
-----------------
-
+
Example Configuration:
----------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-userstream-elasticsearch/TwitterUserstreamElasticsearch.png
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/TwitterUserstreamElasticsearch.png b/local/twitter-userstream-elasticsearch/TwitterUserstreamElasticsearch.png
deleted file mode 100644
index 003a002..0000000
Binary files a/local/twitter-userstream-elasticsearch/TwitterUserstreamElasticsearch.png and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-userstream-elasticsearch/pom.xml
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/pom.xml b/local/twitter-userstream-elasticsearch/pom.xml
index f438e77..6bb57b6 100644
--- a/local/twitter-userstream-elasticsearch/pom.xml
+++ b/local/twitter-userstream-elasticsearch/pom.xml
@@ -28,6 +28,11 @@
<modelVersion>4.0.0</modelVersion>
<artifactId>twitter-userstream-elasticsearch</artifactId>
+ <name>twitter-userstream-elasticsearch</name>
+
+ <description>
+ Connects to an active twitter account and stores the userstream as activities in Elasticsearch
+ </description>
<properties>
<elasticsearch.version>1.1.0</elasticsearch.version>
@@ -63,7 +68,6 @@
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-core</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>com.typesafe</groupId>
@@ -72,32 +76,26 @@
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-config</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-runtime-local</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-filters</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-provider-twitter</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-persist-elasticsearch</artifactId>
- <version>${project.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-pojo</artifactId>
- <version>${project.version}</version>
<type>test-jar</type>
</dependency>
<dependency>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.png
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.png b/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.png
new file mode 100644
index 0000000..6e8713f
Binary files /dev/null and b/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.png differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-userstream-elasticsearch/src/site/markdown/index.md
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/site/markdown/index.md b/local/twitter-userstream-elasticsearch/src/site/markdown/index.md
new file mode 100644
index 0000000..1ecf179
--- /dev/null
+++ b/local/twitter-userstream-elasticsearch/src/site/markdown/index.md
@@ -0,0 +1,73 @@
+Apache Streams (incubating)
+Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+--------------------------------------------------------------------------------
+
+twitter-userstream-elasticsearch
+==============================
+
+Requirements:
+-------------
+ - Authorized Twitter API credentials
+ - A running ElasticSearch 1.0.0+ instance
+
+Description:
+------------
+This example connects to an active twitter account and stores the userstream as activities in Elasticsearch
+
+Specification:
+-----------------
+
+[TwitterUserstreamElasticsearch.dot](TwitterUserstreamElasticsearch.dot "TwitterUserstreamElasticsearch.dot" )
+
+Diagram:
+-----------------
+
+
+
+Example Configuration:
+----------------------
+
+ twitter {
+     endpoint = "userstream"
+     oauth {
+             consumerKey = "bcg14JThZEGoZ3MZOoT2HnJS7"
+             consumerSecret = "S4dwxnZni58CIJaoupGnUrO4HRHmbBGOb28W6IqOJBx36LPw2z"
+             accessToken = ""
+             accessTokenSecret = ""
+ }
+ }
+ elasticsearch {
+     hosts = [
+         localhost
+     ]
+     port = 9300
+     clusterName = elasticsearch
+     index = userstream_activity
+     type = activity
+ batchSize = 1
+ }
+
+The consumerKey and consumerSecret are set for our streams-example application
+The accessToken and accessTokenSecret can be obtained by navigating to:
+
+ https://api.twitter.com/oauth/authenticate?oauth_token=UIJ0AUxCJatpKDUyFt0OTSEP4asZgqxRwUCT0AMSwc&oauth_callback=http%3A%2F%2Foauth.streamstutorial.w2odata.com%3A8080%2Fsocialauthdemo%2FsocialAuthSuccessAction.do
+
+Build:
+---------
+
+`mvn clean package verify`
+
+Run:
+--------
+
+`java -cp target/twitter-userstream-elasticsearch-0.2-incubating-SNAPSHOT.jar -Dconfig.file=src/main/resources/application.json org.apache.streams.example.twitter.TwitterUserstreamElasticsearch`
+
+Deploy:
+--------
+`mvn -Pdocker clean package docker:build`
+
+`docker tag twitter-userstream-elasticsearch:0.2-incubating-SNAPSHOT <dockerregistry>:twitter-userstream-elasticsearch:0.2-incubating-SNAPSHOT`
+
+`docker push <dockerregistry>:twitter-userstream-elasticsearch:0.2-incubating-SNAPSHOT`
+
+`docker run <dockerregistry>:twitter-userstream-elasticsearch:0.2-incubating-SNAPSHOT.jar java -cp twitter-userstream-elasticsearch-0.2-incubating-SNAPSHOT.jar -Dconfig.file=http://<location_of_config_file>.json org.apache.streams.example.twitter.TwitterUserstreamElasticsearch`
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-userstream-elasticsearch/src/site/resources/TwitterUserstreamElasticsearch.dot
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/site/resources/TwitterUserstreamElasticsearch.dot b/local/twitter-userstream-elasticsearch/src/site/resources/TwitterUserstreamElasticsearch.dot
new file mode 100644
index 0000000..c876176
--- /dev/null
+++ b/local/twitter-userstream-elasticsearch/src/site/resources/TwitterUserstreamElasticsearch.dot
@@ -0,0 +1,28 @@
+digraph g {
+
+ //providers
+ TwitterStreamProvider [label="TwitterStreamProvider",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-provider-twitter/src/main/java/org/apache/streams/twitter/provider/TwitterStreamProvider.java"];
+
+ //processors
+ ActivityConverterProcessor [label="ActivityConverterProcessor",shape=box,URL="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-converters/src/main/java/org/apache/streams/converter/ActivityConverterProcessor.java"];
+ DeleteOnlyProcessor [label="VerbDefinitionKeepFilter (verb:delete)",shape=box,URL="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-filters/src/main/java/org/apache/streams/filters/VerbDefinitionKeepFilter.java"];
+ NoDeletesProcessor [label="VerbDefinitionDropFilter (verb:delete)",shape=box,URL="https://github.com/apache/incubator-streams/blob/master/streams-components/streams-filters/src/main/java/org/apache/streams/filters/VerbDefinitionDropFilter.java"];
+ SetDeleteIdProcessor [label="SetDeleteIdProcessor (verb:post)",shape=box,URL="https://github.com/apache/incubator-streams-examples/blob/master/local/twitter-userstream-elasticsearch/src/main/java/org/apache/streams/twitter/example/TwitterUserstreamElasticsearch.java"];
+
+ //persisters
+ ElasticsearchPersistWriter [label="ElasticsearchPersistWriter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistWriter.java"];
+ ElasticsearchPersistDeleter [label="ElasticsearchPersistDeleter",shape=ellipse,URL="https://github.com/apache/incubator-streams/blob/master/streams-contrib/streams-persist-elasticsearch/src/main/java/org/apache/streams/elasticsearch/ElasticsearchPersistDeleter.java"];
+
+ //data
+ es [label="es://{index}/{type}",shape=box];
+
+ //stream
+ TwitterStreamProvider -> ActivityConverterProcessor [label="ObjectNode"];
+ ActivityConverterProcessor -> DeleteOnlyProcessor [label="Activity",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json"];
+ ActivityConverterProcessor -> NoDeletesProcessor [label="Activity",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json"];
+ DeleteOnlyProcessor -> SetDeleteIdProcessor [label="Activity",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json"];
+ NoDeletesProcessor -> ElasticsearchPersistWriter [label="Activity",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json"];
+ ElasticsearchPersistWriter -> es [label="Activity",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/activity.json"];
+ SetDeleteIdProcessor -> ElasticsearchPersistDeleter [label="Delete",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/verbs/delete.json"];
+ ElasticsearchPersistDeleter -> es [label="Delete",URL="https://github.com/apache/incubator-streams/blob/master/streams-pojo/src/main/jsonschema/org/apache/streams/pojo/json/delete.json"];
+}
\ No newline at end of file
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-userstream-elasticsearch/src/site/resources/TwitterUserstreamElasticsearch.dot.png
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/site/resources/TwitterUserstreamElasticsearch.dot.png b/local/twitter-userstream-elasticsearch/src/site/resources/TwitterUserstreamElasticsearch.dot.png
new file mode 100644
index 0000000..6e8713f
Binary files /dev/null and b/local/twitter-userstream-elasticsearch/src/site/resources/TwitterUserstreamElasticsearch.dot.png differ
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/107852b2/local/twitter-userstream-elasticsearch/src/site/resources/application.conf
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/site/resources/application.conf b/local/twitter-userstream-elasticsearch/src/site/resources/application.conf
new file mode 100644
index 0000000..50d48b5
--- /dev/null
+++ b/local/twitter-userstream-elasticsearch/src/site/resources/application.conf
@@ -0,0 +1,22 @@
+twitter {
+ endpoint = "userstream"
+ oauth {
+ consumerKey = ""
+ consumerSecret = ""
+ accessToken = ""
+ accessTokenSecret = ""
+ }
+ follow = [
+           
+    ]
+}
+elasticsearch {
+ hosts = [
+ localhost
+ ]
+ port = 9300
+ clusterName = elasticsearch
+ index = userstream_activity
+ type = activity
+ batchSize = 1
+}
[12/12] incubator-streams-examples git commit: [maven-release-plugin]
prepare release streams-examples-0.2-incubating-rc1
Posted by sb...@apache.org.
[maven-release-plugin] prepare release streams-examples-0.2-incubating-rc1
Project: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/commit/6c4777cb
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/tree/6c4777cb
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/diff/6c4777cb
Branch: refs/heads/0.2-incubating-rc1
Commit: 6c4777cb7885f1605c14b3421705904da88d57a8
Parents: 9e9455f
Author: Steve Blackmon <sb...@apache.org>
Authored: Sat May 16 13:44:19 2015 -0500
Committer: Steve Blackmon <sb...@apache.org>
Committed: Sat May 16 13:44:19 2015 -0500
----------------------------------------------------------------------
local/elasticsearch-hdfs/pom.xml | 12 ++++--------
local/elasticsearch-reindex/pom.xml | 12 ++++--------
local/mongo-elasticsearch-sync/pom.xml | 12 ++++--------
local/pom.xml | 2 +-
local/twitter-follow-graph/pom.xml | 12 ++++--------
local/twitter-history-elasticsearch/pom.xml | 12 ++++--------
local/twitter-userstream-elasticsearch/pom.xml | 12 ++++--------
pom.xml | 7 ++++---
8 files changed, 29 insertions(+), 52 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6c4777cb/local/elasticsearch-hdfs/pom.xml
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/pom.xml b/local/elasticsearch-hdfs/pom.xml
index 7a90052..47b7ede 100644
--- a/local/elasticsearch-hdfs/pom.xml
+++ b/local/elasticsearch-hdfs/pom.xml
@@ -17,13 +17,11 @@
specific language governing permissions and limitations
under the License.
-->
-<project xmlns="http://maven.apache.org/POM/4.0.0"
- xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<parent>
<groupId>org.apache.streams</groupId>
<artifactId>streams-examples-local</artifactId>
- <version>0.2-incubating-SNAPSHOT</version>
+ <version>0.2-incubating</version>
<relativePath>..</relativePath>
</parent>
<modelVersion>4.0.0</modelVersion>
@@ -212,10 +210,8 @@
</goals>
<configuration>
<transformers>
- <transformer
- implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
- <transformer
- implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
+ <transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
+ <transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
<mainClass>org.apache.streams.example.elasticsearch.ElasticsearchHdfs</mainClass>
</transformer>
</transformers>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6c4777cb/local/elasticsearch-reindex/pom.xml
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/pom.xml b/local/elasticsearch-reindex/pom.xml
index 544713f..4235aa6 100644
--- a/local/elasticsearch-reindex/pom.xml
+++ b/local/elasticsearch-reindex/pom.xml
@@ -17,13 +17,11 @@
specific language governing permissions and limitations
under the License.
-->
-<project xmlns="http://maven.apache.org/POM/4.0.0"
- xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<parent>
<groupId>org.apache.streams</groupId>
<artifactId>streams-examples-local</artifactId>
- <version>0.2-incubating-SNAPSHOT</version>
+ <version>0.2-incubating</version>
<relativePath>..</relativePath>
</parent>
<modelVersion>4.0.0</modelVersion>
@@ -188,10 +186,8 @@
</filter>
</filters>
<transformers>
- <transformer
- implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
- <transformer
- implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
+ <transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
+ <transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
<mainClass>org.apache.streams.example.elasticsearch.ElasticsearchReindex</mainClass>
</transformer>
</transformers>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6c4777cb/local/mongo-elasticsearch-sync/pom.xml
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/pom.xml b/local/mongo-elasticsearch-sync/pom.xml
index 388662f..2873b41 100644
--- a/local/mongo-elasticsearch-sync/pom.xml
+++ b/local/mongo-elasticsearch-sync/pom.xml
@@ -17,13 +17,11 @@
specific language governing permissions and limitations
under the License.
-->
-<project xmlns="http://maven.apache.org/POM/4.0.0"
- xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<parent>
<groupId>org.apache.streams</groupId>
<artifactId>streams-examples-local</artifactId>
- <version>0.2-incubating-SNAPSHOT</version>
+ <version>0.2-incubating</version>
<relativePath>..</relativePath>
</parent>
<modelVersion>4.0.0</modelVersion>
@@ -217,10 +215,8 @@
</filter>
</filters>
<transformers>
- <transformer
- implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
- <transformer
- implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
+ <transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
+ <transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
<mainClass>org.apache.streams.example.elasticsearch.MongoElasticsearchSync</mainClass>
</transformer>
</transformers>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6c4777cb/local/pom.xml
----------------------------------------------------------------------
diff --git a/local/pom.xml b/local/pom.xml
index 705a251..9525a51 100644
--- a/local/pom.xml
+++ b/local/pom.xml
@@ -22,7 +22,7 @@
<parent>
<artifactId>streams-examples</artifactId>
<groupId>org.apache.streams</groupId>
- <version>0.2-incubating-SNAPSHOT</version>
+ <version>0.2-incubating</version>
</parent>
<artifactId>streams-examples-local</artifactId>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6c4777cb/local/twitter-follow-graph/pom.xml
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/pom.xml b/local/twitter-follow-graph/pom.xml
index d2e9273..4d2e00c 100644
--- a/local/twitter-follow-graph/pom.xml
+++ b/local/twitter-follow-graph/pom.xml
@@ -17,13 +17,11 @@
specific language governing permissions and limitations
under the License.
-->
-<project xmlns="http://maven.apache.org/POM/4.0.0"
- xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<parent>
<groupId>org.apache.streams</groupId>
<artifactId>streams-examples-local</artifactId>
- <version>0.2-incubating-SNAPSHOT</version>
+ <version>0.2-incubating</version>
<relativePath>..</relativePath>
</parent>
<modelVersion>4.0.0</modelVersion>
@@ -152,10 +150,8 @@
</goals>
<configuration>
<transformers>
- <transformer
- implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
- <transformer
- implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
+ <transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
+ <transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
<mainClass>org.apache.streams.example.graph.TwitterFollowingNeo4j</mainClass>
</transformer>
</transformers>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6c4777cb/local/twitter-history-elasticsearch/pom.xml
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/pom.xml b/local/twitter-history-elasticsearch/pom.xml
index 1b27789..f7ef985 100644
--- a/local/twitter-history-elasticsearch/pom.xml
+++ b/local/twitter-history-elasticsearch/pom.xml
@@ -17,13 +17,11 @@
specific language governing permissions and limitations
under the License.
-->
-<project xmlns="http://maven.apache.org/POM/4.0.0"
- xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<parent>
<groupId>org.apache.streams</groupId>
<artifactId>streams-examples-local</artifactId>
- <version>0.2-incubating-SNAPSHOT</version>
+ <version>0.2-incubating</version>
</parent>
<modelVersion>4.0.0</modelVersion>
@@ -189,10 +187,8 @@
</goals>
<configuration>
<transformers>
- <transformer
- implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
- <transformer
- implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
+ <transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
+ <transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
<mainClass>org.apache.streams.example.twitter.TwitterHistoryElasticsearch</mainClass>
</transformer>
</transformers>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6c4777cb/local/twitter-userstream-elasticsearch/pom.xml
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/pom.xml b/local/twitter-userstream-elasticsearch/pom.xml
index bcff091..8a7409e 100644
--- a/local/twitter-userstream-elasticsearch/pom.xml
+++ b/local/twitter-userstream-elasticsearch/pom.xml
@@ -17,13 +17,11 @@
specific language governing permissions and limitations
under the License.
-->
-<project xmlns="http://maven.apache.org/POM/4.0.0"
- xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<parent>
<groupId>org.apache.streams</groupId>
<artifactId>streams-examples-local</artifactId>
- <version>0.2-incubating-SNAPSHOT</version>
+ <version>0.2-incubating</version>
</parent>
<modelVersion>4.0.0</modelVersion>
@@ -135,10 +133,8 @@
</goals>
<configuration>
<transformers>
- <transformer
- implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
- <transformer
- implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
+ <transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
+ <transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
<mainClass>org.apache.streams.example.twitter.TwitterUserstreamElasticsearch</mainClass>
</transformer>
</transformers>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6c4777cb/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 25199f0..2ff0c88 100644
--- a/pom.xml
+++ b/pom.xml
@@ -29,7 +29,7 @@
<groupId>org.apache.streams</groupId>
<artifactId>streams-examples</artifactId>
- <version>0.2-incubating-SNAPSHOT</version>
+ <version>0.2-incubating</version>
<packaging>pom</packaging>
<name>streams-examples</name>
@@ -51,7 +51,8 @@
<connection>scm:git:git@github.com:apache/incubator-streams-examples.git</connection>
<developerConnection>scm:git:https://git-wip-us.apache.org/repos/asf/incubator-streams-examples.git</developerConnection>
<url>scm:git:git@github.com:apache/incubator-streams-examples.git</url>
- </scm>
+ <tag>streams-examples-0.2-incubating-rc1</tag>
+ </scm>
<developers>
<developer>
@@ -731,7 +732,7 @@
</plugins>
</build>
<activation>
- <activeByDefault/>
+ <activeByDefault />
</activation>
</profile>
</profiles>
[06/12] incubator-streams-examples git commit: set streams.version to
0.2-incubating for release
Posted by sb...@apache.org.
set streams.version to 0.2-incubating for release
Project: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/commit/272b8159
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/tree/272b8159
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/diff/272b8159
Branch: refs/heads/0.2-incubating-rc1
Commit: 272b8159ca0aa77b863a3eba6c2db7dcf695ed98
Parents: 244683c
Author: Steve Blackmon <sb...@apache.org>
Authored: Tue Apr 28 01:18:59 2015 -0500
Committer: Steve Blackmon <sb...@apache.org>
Committed: Tue Apr 28 01:21:30 2015 -0500
----------------------------------------------------------------------
local/mongo-elasticsearch-sync/pom.xml | 12 ++++++------
local/twitter-history-elasticsearch/pom.xml | 2 +-
pom.xml | 2 +-
3 files changed, 8 insertions(+), 8 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/272b8159/local/mongo-elasticsearch-sync/pom.xml
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/pom.xml b/local/mongo-elasticsearch-sync/pom.xml
index 6726460..388662f 100644
--- a/local/mongo-elasticsearch-sync/pom.xml
+++ b/local/mongo-elasticsearch-sync/pom.xml
@@ -67,7 +67,7 @@
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-core</artifactId>
- <version>${project.version}</version>
+ <version>${streams.version}</version>
</dependency>
<dependency>
<groupId>com.typesafe</groupId>
@@ -76,27 +76,27 @@
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-config</artifactId>
- <version>${project.version}</version>
+ <version>${streams.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-runtime-local</artifactId>
- <version>${project.version}</version>
+ <version>${streams.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-persist-elasticsearch</artifactId>
- <version>${project.version}</version>
+ <version>${streams.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-persist-mongo</artifactId>
- <version>${project.version}</version>
+ <version>${streams.version}</version>
</dependency>
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-pojo</artifactId>
- <version>${project.version}</version>
+ <version>${streams.version}</version>
<type>test-jar</type>
</dependency>
<dependency>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/272b8159/local/twitter-history-elasticsearch/pom.xml
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/pom.xml b/local/twitter-history-elasticsearch/pom.xml
index 93ff1bb..1b27789 100644
--- a/local/twitter-history-elasticsearch/pom.xml
+++ b/local/twitter-history-elasticsearch/pom.xml
@@ -70,7 +70,7 @@
<dependency>
<groupId>org.apache.streams</groupId>
<artifactId>streams-core</artifactId>
- <version>${project.version}</version>
+ <version>${streams.version}</version>
</dependency>
<dependency>
<groupId>com.typesafe</groupId>
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/272b8159/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 83b8d12..2c39199 100644
--- a/pom.xml
+++ b/pom.xml
@@ -185,7 +185,7 @@
https://repository.apache.org/service/local/staging/deploy/maven2
</release.repository.url>
- <streams.version>${project.version}</streams.version>
+ <streams.version>0.2-incubating</streams.version>
<!-- Plugin and Plugin Dependency Versions -->
<build-helper.plugin.version>1.8</build-helper.plugin.version>
[04/12] incubator-streams-examples git commit: ensure
apache-rat:check passes
Posted by sb...@apache.org.
ensure apache-rat:check passes
Project: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/commit/6b4de07d
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/tree/6b4de07d
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/diff/6b4de07d
Branch: refs/heads/0.2-incubating-rc1
Commit: 6b4de07da2340ea65b4d1613897f950a98f62046
Parents: 83580cf
Author: Steve Blackmon <sb...@apache.org>
Authored: Tue Apr 28 00:38:14 2015 -0500
Committer: Steve Blackmon <sb...@apache.org>
Committed: Tue Apr 28 00:38:14 2015 -0500
----------------------------------------------------------------------
.../ElasticsearchHdfsConfiguration.json | 3 ++
.../HdfsElasticsearchConfiguration.json | 3 ++
.../src/main/resources/ElasticsearchHdfs.dot | 3 ++
.../src/main/resources/HdfsElasticsearch.dot | 3 ++
.../src/test/resources/log4j.properties | 4 ++
.../src/test/resources/logback.xml | 18 +++++++
.../src/test/resources/testBackup.json | 44 +++++++++--------
.../src/test/resources/testRestore.json | 38 ++++++++-------
.../ElasticsearchReindexConfiguration.json | 3 ++
.../src/main/resources/ElasticsearchReindex.dot | 3 ++
.../src/main/resources/application.json | 51 +++++++++++---------
.../src/main/resources/log4j.properties | 4 ++
.../src/main/resources/logback.xml | 18 +++++++
.../resources/ActivityChildObjectParent.json | 3 ++
.../src/test/resources/testReindex.json | 50 ++++++++++---------
.../src/test/resources/testReindexChild.json | 50 ++++++++++---------
.../src/test/resources/testReindexParent.json | 50 ++++++++++---------
.../MongoElasticsearchSyncConfiguration.json | 3 ++
.../main/resources/MongoElasticsearchSync.dot | 3 ++
.../src/main/resources/application.json | 33 +++++++------
.../src/test/resources/testSync.json | 35 ++++++++------
.../src/main/resources/TwitterFollowGraph.dot | 3 ++
.../resources/TwitterHistoryElasticsearch.dot | 3 ++
.../src/main/resources/application.conf | 3 ++
.../twitter/TwitterUserstreamElasticsearch.json | 1 -
.../TwitterUserstreamElasticsearch.dot | 3 ++
.../src/main/resources/application.conf | 3 ++
27 files changed, 271 insertions(+), 167 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-hdfs/src/main/jsonschema/ElasticsearchHdfsConfiguration.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/main/jsonschema/ElasticsearchHdfsConfiguration.json b/local/elasticsearch-hdfs/src/main/jsonschema/ElasticsearchHdfsConfiguration.json
index 91324dd..9ad7e54 100644
--- a/local/elasticsearch-hdfs/src/main/jsonschema/ElasticsearchHdfsConfiguration.json
+++ b/local/elasticsearch-hdfs/src/main/jsonschema/ElasticsearchHdfsConfiguration.json
@@ -1,5 +1,8 @@
{
"$schema": "http://json-schema.org/draft-03/schema",
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
"type": "object",
"javaType" : "org.apache.streams.elasticsearch.example.ElasticsearchHdfsConfiguration",
"javaInterfaces": ["java.io.Serializable"],
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-hdfs/src/main/jsonschema/HdfsElasticsearchConfiguration.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/main/jsonschema/HdfsElasticsearchConfiguration.json b/local/elasticsearch-hdfs/src/main/jsonschema/HdfsElasticsearchConfiguration.json
index c8072ba..8b77225 100644
--- a/local/elasticsearch-hdfs/src/main/jsonschema/HdfsElasticsearchConfiguration.json
+++ b/local/elasticsearch-hdfs/src/main/jsonschema/HdfsElasticsearchConfiguration.json
@@ -1,5 +1,8 @@
{
"$schema": "http://json-schema.org/draft-03/schema",
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
"type": "object",
"javaType" : "org.apache.streams.elasticsearch.example.HdfsElasticsearchConfiguration",
"javaInterfaces": ["java.io.Serializable"],
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot b/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot
index c953522..ea541af 100644
--- a/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot
+++ b/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot
@@ -1,3 +1,6 @@
+// Apache Streams (incubating)
+// Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+// --------------------------------------------------------------------------------
digraph g {
//providers
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot b/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot
index f9a0efa..831c856 100644
--- a/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot
+++ b/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot
@@ -1,3 +1,6 @@
+// Apache Streams (incubating)
+// Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+// --------------------------------------------------------------------------------
digraph g {
//providers
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-hdfs/src/test/resources/log4j.properties
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/test/resources/log4j.properties b/local/elasticsearch-hdfs/src/test/resources/log4j.properties
index 71255bb..7b1af60 100644
--- a/local/elasticsearch-hdfs/src/test/resources/log4j.properties
+++ b/local/elasticsearch-hdfs/src/test/resources/log4j.properties
@@ -1,3 +1,7 @@
+# Apache Streams (incubating)
+# Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+# --------------------------------------------------------------------------------
+
# Root logger option
log4j.rootLogger=DEBUG, stdout
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-hdfs/src/test/resources/logback.xml
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/test/resources/logback.xml b/local/elasticsearch-hdfs/src/test/resources/logback.xml
index fc47894..5e68544 100644
--- a/local/elasticsearch-hdfs/src/test/resources/logback.xml
+++ b/local/elasticsearch-hdfs/src/test/resources/logback.xml
@@ -1,3 +1,21 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
<configuration debug="true" scan="true" scanPeriod="5 seconds">
<appender name="CONSOLE" class="ch.qos.logback.core.ConsoleAppender">
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-hdfs/src/test/resources/testBackup.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/test/resources/testBackup.json b/local/elasticsearch-hdfs/src/test/resources/testBackup.json
index 2002cb8..e496137 100644
--- a/local/elasticsearch-hdfs/src/test/resources/testBackup.json
+++ b/local/elasticsearch-hdfs/src/test/resources/testBackup.json
@@ -1,24 +1,26 @@
{
- "source": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "indexes": [
- "source"
- ],
- "types": [
- "activity"
- ]
- },
- "destination": {
- "scheme": "file",
- "host": "localhost",
- "user": "cloudera",
- "path": "target",
- "writerPath": "test",
- "writerFilePrefix": "activities"
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
+ "source": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "indexes": [
+ "source"
+ ],
+ "types": [
+ "activity"
+ ]
+ },
+ "destination": {
+ "scheme": "file",
+ "host": "localhost",
+ "user": "cloudera",
+ "path": "target",
+ "writerPath": "test",
+ "writerFilePrefix": "activities"
}
-
}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-hdfs/src/test/resources/testRestore.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/test/resources/testRestore.json b/local/elasticsearch-hdfs/src/test/resources/testRestore.json
index 63b42c5..749ec25 100644
--- a/local/elasticsearch-hdfs/src/test/resources/testRestore.json
+++ b/local/elasticsearch-hdfs/src/test/resources/testRestore.json
@@ -1,20 +1,22 @@
{
- "source": {
- "scheme": "file",
- "host": "localhost",
- "user": "cloudera",
- "path": "target",
- "readerPath": "test"
- },
- "destination": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "index": "destination",
- "type": "activity",
- "forceUseConfig": true
- }
-
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
+ "source": {
+ "scheme": "file",
+ "host": "localhost",
+ "user": "cloudera",
+ "path": "target",
+ "readerPath": "test"
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "destination",
+ "type": "activity",
+ "forceUseConfig": true
+ }
}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-reindex/src/main/jsonschema/ElasticsearchReindexConfiguration.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/main/jsonschema/ElasticsearchReindexConfiguration.json b/local/elasticsearch-reindex/src/main/jsonschema/ElasticsearchReindexConfiguration.json
index ffdc4d8..1237538 100644
--- a/local/elasticsearch-reindex/src/main/jsonschema/ElasticsearchReindexConfiguration.json
+++ b/local/elasticsearch-reindex/src/main/jsonschema/ElasticsearchReindexConfiguration.json
@@ -1,5 +1,8 @@
{
"$schema": "http://json-schema.org/draft-03/schema",
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
"type": "object",
"javaType" : "org.apache.streams.elasticsearch.example.ElasticsearchReindexConfiguration",
"javaInterfaces": ["java.io.Serializable"],
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot b/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot
index 52456a9..22644a4 100644
--- a/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot
+++ b/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot
@@ -1,3 +1,6 @@
+// Apache Streams (incubating)
+// Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+// --------------------------------------------------------------------------------
digraph g {
//providers
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-reindex/src/main/resources/application.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/main/resources/application.json b/local/elasticsearch-reindex/src/main/resources/application.json
index 567b19d..28a5a49 100644
--- a/local/elasticsearch-reindex/src/main/resources/application.json
+++ b/local/elasticsearch-reindex/src/main/resources/application.json
@@ -1,26 +1,29 @@
{
- "source": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "indexes": [
- "activity"
- ],
- "types": [
- "activity"
- ],
- "forceUseConfig": true
- },
- "destination": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "index": "activity2",
- "type": "activity",
- "forceUseConfig": true
- }
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
+ "source": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "indexes": [
+ "activity"
+ ],
+ "types": [
+ "activity"
+ ],
+ "forceUseConfig": true
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "activity2",
+ "type": "activity",
+ "forceUseConfig": true
+ }
}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-reindex/src/main/resources/log4j.properties
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/main/resources/log4j.properties b/local/elasticsearch-reindex/src/main/resources/log4j.properties
index 71255bb..7b1af60 100644
--- a/local/elasticsearch-reindex/src/main/resources/log4j.properties
+++ b/local/elasticsearch-reindex/src/main/resources/log4j.properties
@@ -1,3 +1,7 @@
+# Apache Streams (incubating)
+# Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+# --------------------------------------------------------------------------------
+
# Root logger option
log4j.rootLogger=DEBUG, stdout
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-reindex/src/main/resources/logback.xml
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/main/resources/logback.xml b/local/elasticsearch-reindex/src/main/resources/logback.xml
index fc47894..5e68544 100644
--- a/local/elasticsearch-reindex/src/main/resources/logback.xml
+++ b/local/elasticsearch-reindex/src/main/resources/logback.xml
@@ -1,3 +1,21 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements. See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership. The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied. See the License for the
+ specific language governing permissions and limitations
+ under the License.
+-->
<configuration debug="true" scan="true" scanPeriod="5 seconds">
<appender name="CONSOLE" class="ch.qos.logback.core.ConsoleAppender">
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-reindex/src/test/resources/ActivityChildObjectParent.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/test/resources/ActivityChildObjectParent.json b/local/elasticsearch-reindex/src/test/resources/ActivityChildObjectParent.json
index 963fbe7..c52f17a 100644
--- a/local/elasticsearch-reindex/src/test/resources/ActivityChildObjectParent.json
+++ b/local/elasticsearch-reindex/src/test/resources/ActivityChildObjectParent.json
@@ -1,4 +1,7 @@
{
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
"template": "*",
"order": 100,
"mappings": {
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-reindex/src/test/resources/testReindex.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/test/resources/testReindex.json b/local/elasticsearch-reindex/src/test/resources/testReindex.json
index 0cc5aa0..a26f7cf 100644
--- a/local/elasticsearch-reindex/src/test/resources/testReindex.json
+++ b/local/elasticsearch-reindex/src/test/resources/testReindex.json
@@ -1,26 +1,28 @@
{
- "source": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "indexes": [
- "source"
- ],
- "types": [
- "activity"
- ]
- },
- "destination": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "index": "destination",
- "type": "activity",
- "forceUseConfig": true
- }
-
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
+ "source": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "indexes": [
+ "source"
+ ],
+ "types": [
+ "activity"
+ ]
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "destination",
+ "type": "activity",
+ "forceUseConfig": true
+ }
}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-reindex/src/test/resources/testReindexChild.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/test/resources/testReindexChild.json b/local/elasticsearch-reindex/src/test/resources/testReindexChild.json
index 0cc5aa0..a26f7cf 100644
--- a/local/elasticsearch-reindex/src/test/resources/testReindexChild.json
+++ b/local/elasticsearch-reindex/src/test/resources/testReindexChild.json
@@ -1,26 +1,28 @@
{
- "source": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "indexes": [
- "source"
- ],
- "types": [
- "activity"
- ]
- },
- "destination": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "index": "destination",
- "type": "activity",
- "forceUseConfig": true
- }
-
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
+ "source": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "indexes": [
+ "source"
+ ],
+ "types": [
+ "activity"
+ ]
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "destination",
+ "type": "activity",
+ "forceUseConfig": true
+ }
}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/elasticsearch-reindex/src/test/resources/testReindexParent.json
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/test/resources/testReindexParent.json b/local/elasticsearch-reindex/src/test/resources/testReindexParent.json
index c601cea..11e6c2f 100644
--- a/local/elasticsearch-reindex/src/test/resources/testReindexParent.json
+++ b/local/elasticsearch-reindex/src/test/resources/testReindexParent.json
@@ -1,26 +1,28 @@
{
- "source": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "indexes": [
- "source"
- ],
- "types": [
- "object"
- ]
- },
- "destination": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "index": "destination",
- "type": "object",
- "forceUseConfig": true
- }
-
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
+ "source": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "indexes": [
+ "source"
+ ],
+ "types": [
+ "object"
+ ]
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "destination",
+ "type": "object",
+ "forceUseConfig": true
+ }
}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/mongo-elasticsearch-sync/src/main/jsonschema/MongoElasticsearchSyncConfiguration.json
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/main/jsonschema/MongoElasticsearchSyncConfiguration.json b/local/mongo-elasticsearch-sync/src/main/jsonschema/MongoElasticsearchSyncConfiguration.json
index a592699..8f9fed2 100644
--- a/local/mongo-elasticsearch-sync/src/main/jsonschema/MongoElasticsearchSyncConfiguration.json
+++ b/local/mongo-elasticsearch-sync/src/main/jsonschema/MongoElasticsearchSyncConfiguration.json
@@ -1,5 +1,8 @@
{
"$schema": "http://json-schema.org/draft-03/schema",
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
"type": "object",
"javaType" : "org.apache.streams.example.elasticsearch.MongoElasticsearchSyncConfiguration",
"javaInterfaces": ["java.io.Serializable"],
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot b/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot
index e3babf5..a1eba8c 100644
--- a/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot
+++ b/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot
@@ -1,3 +1,6 @@
+// Apache Streams (incubating)
+// Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+// --------------------------------------------------------------------------------
digraph g {
//providers
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/mongo-elasticsearch-sync/src/main/resources/application.json
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/main/resources/application.json b/local/mongo-elasticsearch-sync/src/main/resources/application.json
index facb336..c6ab3e3 100644
--- a/local/mongo-elasticsearch-sync/src/main/resources/application.json
+++ b/local/mongo-elasticsearch-sync/src/main/resources/application.json
@@ -1,17 +1,20 @@
{
- "source": {
- "host": "localhost",
- "port": 27017,
- "db": "streams",
- "collection": "activities"
- },
- "destination": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "index": "destination",
- "type": "activity"
- }
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
+ "source": {
+ "host": "localhost",
+ "port": 27017,
+ "db": "streams",
+ "collection": "activities"
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "destination",
+ "type": "activity"
+ }
}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/mongo-elasticsearch-sync/src/test/resources/testSync.json
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/test/resources/testSync.json b/local/mongo-elasticsearch-sync/src/test/resources/testSync.json
index b678c21..8c9c342 100644
--- a/local/mongo-elasticsearch-sync/src/test/resources/testSync.json
+++ b/local/mongo-elasticsearch-sync/src/test/resources/testSync.json
@@ -1,18 +1,21 @@
{
- "source": {
- "host": "localhost",
- "port": 37017,
- "db": "local",
- "collection": "activities"
- },
- "destination": {
- "hosts": [
- "localhost"
- ],
- "port": 9300,
- "clusterName": "elasticsearch",
- "index": "destination",
- "type": "activity",
- "forceUseConfig": true
- }
+ "$license": [
+ "http://www.apache.org/licenses/LICENSE-2.0"
+ ],
+ "source": {
+ "host": "localhost",
+ "port": 37017,
+ "db": "local",
+ "collection": "activities"
+ },
+ "destination": {
+ "hosts": [
+ "localhost"
+ ],
+ "port": 9300,
+ "clusterName": "elasticsearch",
+ "index": "destination",
+ "type": "activity",
+ "forceUseConfig": true
+ }
}
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot b/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot
index c14a2ab..ac51772 100644
--- a/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot
+++ b/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot
@@ -1,3 +1,6 @@
+// Apache Streams (incubating)
+// Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+// --------------------------------------------------------------------------------
digraph g {
//providers
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot b/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot
index 525c61d..6a0d4aa 100644
--- a/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot
+++ b/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot
@@ -1,3 +1,6 @@
+// Apache Streams (incubating)
+// Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+// --------------------------------------------------------------------------------
digraph g {
//providers
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/twitter-history-elasticsearch/src/main/resources/application.conf
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/src/main/resources/application.conf b/local/twitter-history-elasticsearch/src/main/resources/application.conf
index c74b54b..3735428 100644
--- a/local/twitter-history-elasticsearch/src/main/resources/application.conf
+++ b/local/twitter-history-elasticsearch/src/main/resources/application.conf
@@ -1,3 +1,6 @@
+// Apache Streams (incubating)
+// Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+// --------------------------------------------------------------------------------
twitter {
host = "api.twitter.com"
endpoint = "statuses/user_timeline"
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/twitter-userstream-elasticsearch/src/main/jsonschema/org/apache/streams/example/twitter/TwitterUserstreamElasticsearch.json
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/main/jsonschema/org/apache/streams/example/twitter/TwitterUserstreamElasticsearch.json b/local/twitter-userstream-elasticsearch/src/main/jsonschema/org/apache/streams/example/twitter/TwitterUserstreamElasticsearch.json
index d2167a8..6a25850 100644
--- a/local/twitter-userstream-elasticsearch/src/main/jsonschema/org/apache/streams/example/twitter/TwitterUserstreamElasticsearch.json
+++ b/local/twitter-userstream-elasticsearch/src/main/jsonschema/org/apache/streams/example/twitter/TwitterUserstreamElasticsearch.json
@@ -1,7 +1,6 @@
{
"$schema": "http://json-schema.org/draft-03/schema",
"$license": [
- "http://www.openwebfoundation.org/legal/the-owf-1-0-agreements/owfa-1-0",
"http://www.apache.org/licenses/LICENSE-2.0"
],
"type": "object",
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot b/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot
index c876176..5b43b14 100644
--- a/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot
+++ b/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot
@@ -1,3 +1,6 @@
+// Apache Streams (incubating)
+// Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+// --------------------------------------------------------------------------------
digraph g {
//providers
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/6b4de07d/local/twitter-userstream-elasticsearch/src/main/resources/application.conf
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/main/resources/application.conf b/local/twitter-userstream-elasticsearch/src/main/resources/application.conf
index 50d48b5..51ad9a8 100644
--- a/local/twitter-userstream-elasticsearch/src/main/resources/application.conf
+++ b/local/twitter-userstream-elasticsearch/src/main/resources/application.conf
@@ -1,3 +1,6 @@
+// Apache Streams (incubating)
+// Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
+// --------------------------------------------------------------------------------
twitter {
endpoint = "userstream"
oauth {
[10/12] incubator-streams-examples git commit: licenses
Posted by sb...@apache.org.
licenses
Project: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/commit/0b9ebd65
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/tree/0b9ebd65
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/diff/0b9ebd65
Branch: refs/heads/0.2-incubating-rc1
Commit: 0b9ebd65d8fa2487cc7a94e9ad0ff84b476ac9fa
Parents: 558ef15
Author: Steve Blackmon <sb...@apache.org>
Authored: Sat May 9 13:23:16 2015 -0500
Committer: Steve Blackmon <sb...@apache.org>
Committed: Sat May 9 13:23:16 2015 -0500
----------------------------------------------------------------------
.../src/main/resources/ElasticsearchHdfs.dot.svg | 17 +++++++++++++++++
.../src/main/resources/HdfsElasticsearch.dot.svg | 17 +++++++++++++++++
.../main/resources/ElasticsearchReindex.dot.svg | 17 +++++++++++++++++
.../main/resources/MongoElasticsearchSync.dot.svg | 17 +++++++++++++++++
.../src/main/resources/TwitterFollowGraph.dot.svg | 17 +++++++++++++++++
.../resources/TwitterHistoryElasticsearch.dot.svg | 17 +++++++++++++++++
.../TwitterUserstreamElasticsearch.dot.svg | 17 +++++++++++++++++
7 files changed, 119 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/0b9ebd65/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.svg
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.svg b/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.svg
index 2ae7c48..542cfff 100644
--- a/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.svg
+++ b/local/elasticsearch-hdfs/src/main/resources/ElasticsearchHdfs.dot.svg
@@ -1,4 +1,21 @@
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one
+ ~ or more contributor license agreements. See the NOTICE file
+ ~ distributed with this work for additional information
+ ~ regarding copyright ownership. The ASF licenses this file
+ ~ to you under the Apache License, Version 2.0 (the
+ ~ "License"); you may not use this file except in compliance
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing,
+ ~ software distributed under the License is distributed on an
+ ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ~ KIND, either express or implied. See the License for the
+ ~ specific language governing permissions and limitations
+ ~ under the License.
+ -->
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<!-- Generated by graphviz version 2.39.20150411.0445 (20150411.0445)
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/0b9ebd65/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.svg
----------------------------------------------------------------------
diff --git a/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.svg b/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.svg
index 814a3a5..8f2942c 100644
--- a/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.svg
+++ b/local/elasticsearch-hdfs/src/main/resources/HdfsElasticsearch.dot.svg
@@ -1,4 +1,21 @@
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one
+ ~ or more contributor license agreements. See the NOTICE file
+ ~ distributed with this work for additional information
+ ~ regarding copyright ownership. The ASF licenses this file
+ ~ to you under the Apache License, Version 2.0 (the
+ ~ "License"); you may not use this file except in compliance
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing,
+ ~ software distributed under the License is distributed on an
+ ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ~ KIND, either express or implied. See the License for the
+ ~ specific language governing permissions and limitations
+ ~ under the License.
+ -->
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<!-- Generated by graphviz version 2.39.20150411.0445 (20150411.0445)
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/0b9ebd65/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.svg
----------------------------------------------------------------------
diff --git a/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.svg b/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.svg
index 7ef946a..4e662ae 100644
--- a/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.svg
+++ b/local/elasticsearch-reindex/src/main/resources/ElasticsearchReindex.dot.svg
@@ -1,4 +1,21 @@
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one
+ ~ or more contributor license agreements. See the NOTICE file
+ ~ distributed with this work for additional information
+ ~ regarding copyright ownership. The ASF licenses this file
+ ~ to you under the Apache License, Version 2.0 (the
+ ~ "License"); you may not use this file except in compliance
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing,
+ ~ software distributed under the License is distributed on an
+ ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ~ KIND, either express or implied. See the License for the
+ ~ specific language governing permissions and limitations
+ ~ under the License.
+ -->
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<!-- Generated by graphviz version 2.39.20150411.0445 (20150411.0445)
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/0b9ebd65/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.svg
----------------------------------------------------------------------
diff --git a/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.svg b/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.svg
index 9d8de3c..1d606c3 100644
--- a/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.svg
+++ b/local/mongo-elasticsearch-sync/src/main/resources/MongoElasticsearchSync.dot.svg
@@ -1,4 +1,21 @@
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one
+ ~ or more contributor license agreements. See the NOTICE file
+ ~ distributed with this work for additional information
+ ~ regarding copyright ownership. The ASF licenses this file
+ ~ to you under the Apache License, Version 2.0 (the
+ ~ "License"); you may not use this file except in compliance
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing,
+ ~ software distributed under the License is distributed on an
+ ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ~ KIND, either express or implied. See the License for the
+ ~ specific language governing permissions and limitations
+ ~ under the License.
+ -->
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<!-- Generated by graphviz version 2.39.20150411.0445 (20150411.0445)
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/0b9ebd65/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.svg
----------------------------------------------------------------------
diff --git a/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.svg b/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.svg
index dd2d233..939820f 100644
--- a/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.svg
+++ b/local/twitter-follow-graph/src/main/resources/TwitterFollowGraph.dot.svg
@@ -1,4 +1,21 @@
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one
+ ~ or more contributor license agreements. See the NOTICE file
+ ~ distributed with this work for additional information
+ ~ regarding copyright ownership. The ASF licenses this file
+ ~ to you under the Apache License, Version 2.0 (the
+ ~ "License"); you may not use this file except in compliance
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing,
+ ~ software distributed under the License is distributed on an
+ ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ~ KIND, either express or implied. See the License for the
+ ~ specific language governing permissions and limitations
+ ~ under the License.
+ -->
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<!-- Generated by graphviz version 2.39.20150411.0445 (20150411.0445)
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/0b9ebd65/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.svg
----------------------------------------------------------------------
diff --git a/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.svg b/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.svg
index eed4633..b5c7332 100644
--- a/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.svg
+++ b/local/twitter-history-elasticsearch/src/main/resources/TwitterHistoryElasticsearch.dot.svg
@@ -1,4 +1,21 @@
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one
+ ~ or more contributor license agreements. See the NOTICE file
+ ~ distributed with this work for additional information
+ ~ regarding copyright ownership. The ASF licenses this file
+ ~ to you under the Apache License, Version 2.0 (the
+ ~ "License"); you may not use this file except in compliance
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing,
+ ~ software distributed under the License is distributed on an
+ ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ~ KIND, either express or implied. See the License for the
+ ~ specific language governing permissions and limitations
+ ~ under the License.
+ -->
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<!-- Generated by graphviz version 2.39.20150411.0445 (20150411.0445)
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/0b9ebd65/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.svg
----------------------------------------------------------------------
diff --git a/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.svg b/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.svg
index 48464f6..5fadc41 100644
--- a/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.svg
+++ b/local/twitter-userstream-elasticsearch/src/main/resources/TwitterUserstreamElasticsearch.dot.svg
@@ -1,4 +1,21 @@
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<!--
+ ~ Licensed to the Apache Software Foundation (ASF) under one
+ ~ or more contributor license agreements. See the NOTICE file
+ ~ distributed with this work for additional information
+ ~ regarding copyright ownership. The ASF licenses this file
+ ~ to you under the Apache License, Version 2.0 (the
+ ~ "License"); you may not use this file except in compliance
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing,
+ ~ software distributed under the License is distributed on an
+ ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ ~ KIND, either express or implied. See the License for the
+ ~ specific language governing permissions and limitations
+ ~ under the License.
+ -->
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN"
"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
<!-- Generated by graphviz version 2.39.20150411.0445 (20150411.0445)
[03/12] incubator-streams-examples git commit: need apache
inheritance to use apache-rat:check
Posted by sb...@apache.org.
need apache inheritance to use apache-rat:check
Project: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/commit/83580cf4
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/tree/83580cf4
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/diff/83580cf4
Branch: refs/heads/0.2-incubating-rc1
Commit: 83580cf4756bb7e73db5c766cc84c5a6d3d8f11e
Parents: 107852b
Author: Steve Blackmon <sb...@apache.org>
Authored: Mon Apr 27 22:32:40 2015 -0500
Committer: Steve Blackmon <sb...@apache.org>
Committed: Mon Apr 27 22:32:40 2015 -0500
----------------------------------------------------------------------
pom.xml | 10 +++++++++-
1 file changed, 9 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-streams-examples/blob/83580cf4/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index f9ec512..d7ebbe4 100644
--- a/pom.xml
+++ b/pom.xml
@@ -18,11 +18,19 @@
-->
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+
+ <parent>
+ <groupId>org.apache</groupId>
+ <artifactId>apache</artifactId>
+ <version>16</version>
+ </parent>
+
<modelVersion>4.0.0</modelVersion>
<groupId>org.apache.streams</groupId>
<artifactId>streams-examples</artifactId>
-
+ <version>0.2-incubating-SNAPSHOT</version>
+
<packaging>pom</packaging>
<name>streams-examples</name>