You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streams.apache.org by sb...@apache.org on 2016/06/01 17:53:27 UTC

[11/46] incubator-streams git commit: add diagrams and improve index.html

add diagrams and improve index.html


Project: http://git-wip-us.apache.org/repos/asf/incubator-streams/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams/commit/d8fc7022
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams/tree/d8fc7022
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams/diff/d8fc7022

Branch: refs/heads/STREAMS-389
Commit: d8fc70224375415825531be728831718bfd982f7
Parents: c22fce0
Author: Steve Blackmon @steveblackmon <sb...@apache.org>
Authored: Thu Apr 21 16:15:02 2016 -0500
Committer: Steve Blackmon @steveblackmon <sb...@apache.org>
Committed: Thu Apr 21 16:15:02 2016 -0500

----------------------------------------------------------------------
 .../src/main/resources/components.dot           |  4 +--
 .../src/main/resources/components.dot           |  4 +--
 .../src/main/resources/components.dot           |  4 +--
 .../src/main/resources/components.dot           |  6 ++--
 .../src/main/resources/components.dot           |  4 +--
 .../src/main/resources/components.dot           |  4 +--
 .../src/main/resources/components.dot           |  2 +-
 .../src/main/resources/components.dot           |  4 +--
 .../src/main/resources/components.dot           |  4 +--
 .../src/main/resources/components.dot           | 28 +++++++++++++++
 .../src/site/markdown/index.md                  |  9 +++++
 .../src/main/resources/components.dot           | 28 +++++++++++++++
 .../src/site/markdown/index.md                  |  9 +++++
 .../src/main/resources/components.dot           | 36 ++++++++++++++++++++
 .../src/site/markdown/index.md                  | 11 ++++++
 .../src/main/resources/components.dot           | 24 +++++++++++++
 .../src/site/markdown/index.md                  |  8 +++++
 17 files changed, 171 insertions(+), 18 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-amazon-aws/streams-persist-kinesis/src/main/resources/components.dot
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-amazon-aws/streams-persist-kinesis/src/main/resources/components.dot b/streams-contrib/streams-amazon-aws/streams-persist-kinesis/src/main/resources/components.dot
index 736c7f4..3a20456 100644
--- a/streams-contrib/streams-amazon-aws/streams-persist-kinesis/src/main/resources/components.dot
+++ b/streams-contrib/streams-amazon-aws/streams-persist-kinesis/src/main/resources/components.dot
@@ -24,8 +24,8 @@ digraph g {
 
   generators -> providers
   providers -> processors
-  processors -> persisters_kinesis_writer [label="o.a.s.p.StreamsDatum"]
-  persisters_kinesis_reader -> processors [label="o.a.s.p.StreamsDatum[String]"]
+  processors -> persisters_kinesis_writer [label="StreamsDatum"]
+  persisters_kinesis_reader -> processors [label="StreamsDatum[String]"]
   persisters_kinesis_writer -> kinesis
   persisters_kinesis_reader <- kinesis
 }

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-amazon-aws/streams-persist-s3/src/main/resources/components.dot
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-amazon-aws/streams-persist-s3/src/main/resources/components.dot b/streams-contrib/streams-amazon-aws/streams-persist-s3/src/main/resources/components.dot
index 35c5bed..279c609 100644
--- a/streams-contrib/streams-amazon-aws/streams-persist-s3/src/main/resources/components.dot
+++ b/streams-contrib/streams-amazon-aws/streams-persist-s3/src/main/resources/components.dot
@@ -24,8 +24,8 @@ digraph g {
 
   generators -> providers
   providers -> processors
-  processors -> persisters_s3_writer [label="o.a.s.p.StreamsDatum"]
-  persisters_s3_reader -> processors [label="o.a.s.p.StreamsDatum[String]"]
+  processors -> persisters_s3_writer [label="StreamsDatum"]
+  persisters_s3_reader -> processors [label="StreamsDatum[String]"]
   persisters_s3_reader <- s3
   persisters_s3_writer -> s3
 

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-persist-console/src/main/resources/components.dot
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-persist-console/src/main/resources/components.dot b/streams-contrib/streams-persist-console/src/main/resources/components.dot
index 64e696d..507ffdc 100644
--- a/streams-contrib/streams-persist-console/src/main/resources/components.dot
+++ b/streams-contrib/streams-persist-console/src/main/resources/components.dot
@@ -19,7 +19,7 @@ digraph g {
 
   generators -> providers
   providers -> processors
-  processors -> persisters_console_writer [label="o.a.s.p.StreamsDatum"]
-  persisters_console_reader -> processors [label="o.a.s.p.StreamsDatum[String]"]
+  processors -> persisters_console_writer [label="StreamsDatum"]
+  persisters_console_reader -> processors [label="StreamsDatum[String]"]
 
 }

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot b/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot
index b3f26e0..04d8bfe 100644
--- a/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot
+++ b/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot
@@ -33,9 +33,9 @@ digraph g {
 
   generators -> providers
   providers -> processors
-  processors -> persisters_elasticsearch_writer [label="o.a.s.p.StreamsDatum"]
-  processors -> persisters_elasticsearch_updater [label="o.a.s.p.StreamsDatum"]
-  persisters_elasticsearch_reader -> processors [label="o.a.s.p.StreamsDatum[String]"]
+  processors -> persisters_elasticsearch_writer [label="StreamsDatum"]
+  processors -> persisters_elasticsearch_updater [label="StreamsDatum"]
+  persisters_elasticsearch_reader -> processors [label="StreamsDatum[String]"]
   persisters_elasticsearch_reader <- elasticsearch
   persisters_elasticsearch_writer -> elasticsearch
   persisters_elasticsearch_updater -> elasticsearch

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-persist-filebuffer/src/main/resources/components.dot
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-persist-filebuffer/src/main/resources/components.dot b/streams-contrib/streams-persist-filebuffer/src/main/resources/components.dot
index 9cdbf1e..d082398 100644
--- a/streams-contrib/streams-persist-filebuffer/src/main/resources/components.dot
+++ b/streams-contrib/streams-persist-filebuffer/src/main/resources/components.dot
@@ -24,8 +24,8 @@ digraph g {
 
   generators -> providers
   providers -> processors
-  processors -> persisters_filebuffer_writer [label="o.a.s.p.StreamsDatum"]
-  persisters_filebuffer_reader -> processors [label="o.a.s.p.StreamsDatum[String]"]
+  processors -> persisters_filebuffer_writer [label="StreamsDatum"]
+  persisters_filebuffer_reader -> processors [label="StreamsDatum[String]"]
   persisters_filebuffer_writer -> filebuffer
   persisters_filebuffer_reader <- filebuffer
 }

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-persist-graph/src/main/resources/components.dot
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-persist-graph/src/main/resources/components.dot b/streams-contrib/streams-persist-graph/src/main/resources/components.dot
index 956b4a4..c30d99e 100644
--- a/streams-contrib/streams-persist-graph/src/main/resources/components.dot
+++ b/streams-contrib/streams-persist-graph/src/main/resources/components.dot
@@ -24,8 +24,8 @@ digraph g {
 
   generators -> providers
   providers -> processors
-  processors -> persisters_graph_writer [label="o.a.s.p.StreamsDatum"]
-  persisters_graph_reader -> processors [label="o.a.s.p.StreamsDatum"]
+  processors -> persisters_graph_writer [label="StreamsDatum"]
+  persisters_graph_reader -> processors [label="StreamsDatum"]
   persisters_graph_reader <- neo4j
   persisters_graph_writer -> neo4j
 

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-persist-hbase/src/main/resources/components.dot
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-persist-hbase/src/main/resources/components.dot b/streams-contrib/streams-persist-hbase/src/main/resources/components.dot
index 28e116e..5fd41c8 100644
--- a/streams-contrib/streams-persist-hbase/src/main/resources/components.dot
+++ b/streams-contrib/streams-persist-hbase/src/main/resources/components.dot
@@ -23,7 +23,7 @@ digraph g {
 
   generators -> providers
   providers -> processors
-  processors -> persisters_hbase_writer [label="o.a.s.p.StreamsDatum[String]\no.a.s.p.StreamsDatum[ObjectNode]"]
+  processors -> persisters_hbase_writer [label="StreamsDatum[String]\nStreamsDatum[ObjectNode]"]
   persisters_hbase_writer -> hbase
 
 }

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-persist-hdfs/src/main/resources/components.dot
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-persist-hdfs/src/main/resources/components.dot b/streams-contrib/streams-persist-hdfs/src/main/resources/components.dot
index 4c3a8ea..64e52a7 100644
--- a/streams-contrib/streams-persist-hdfs/src/main/resources/components.dot
+++ b/streams-contrib/streams-persist-hdfs/src/main/resources/components.dot
@@ -24,8 +24,8 @@ digraph g {
 
   generators -> providers
   providers -> processors
-  processors -> persisters_hdfs_writer [label="o.a.s.p.StreamsDatum"]
-  persisters_hdfs_reader -> processors [label="o.a.s.p.StreamsDatum"]
+  processors -> persisters_hdfs_writer [label="StreamsDatum"]
+  persisters_hdfs_reader -> processors [label="StreamsDatum"]
   persisters_hdfs_reader <- hdfs
   persisters_hdfs_writer -> hdfs
 

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-persist-mongo/src/main/resources/components.dot
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-persist-mongo/src/main/resources/components.dot b/streams-contrib/streams-persist-mongo/src/main/resources/components.dot
index c01921d..d8cb063 100644
--- a/streams-contrib/streams-persist-mongo/src/main/resources/components.dot
+++ b/streams-contrib/streams-persist-mongo/src/main/resources/components.dot
@@ -24,8 +24,8 @@ digraph g {
 
   generators -> providers
   providers -> processors
-  processors -> persisters_mongo_writer [label="o.a.s.p.StreamsDatum"]
-  persisters_mongo_reader -> processors [label="o.a.s.p.StreamsDatum[String]"]
+  processors -> persisters_mongo_writer [label="StreamsDatum"]
+  persisters_mongo_reader -> processors [label="StreamsDatum[String]"]
   persisters_mongo_reader <- mongo
   persisters_mongo_writer -> mongo
 

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-processor-jackson/src/main/resources/components.dot
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-processor-jackson/src/main/resources/components.dot b/streams-contrib/streams-processor-jackson/src/main/resources/components.dot
new file mode 100644
index 0000000..bd4ce24
--- /dev/null
+++ b/streams-contrib/streams-processor-jackson/src/main/resources/components.dot
@@ -0,0 +1,28 @@
+digraph g {
+
+  graph [compound = true];
+
+  //presentation
+  splines = true;
+  overlap = false;
+  rankdir = TB;
+
+  generators [label="generators", shape="circle"];
+  providers [label="providers", shape="circle"];
+  persisters [label="persisters", shape="circle"];
+
+  subgraph cluster_processors {
+    label="processors";
+    processors_jackson_CleanAdditionalPropertiesProcessor [label="CleanAdditionalPropertiesProcessor"]
+    processors_jackson_TypeConverterProcessor [label="TypeConverterProcessor"]
+  }
+
+  generators -> providers
+
+  providers -> processors_jackson_CleanAdditionalPropertiesProcessor [label="StreamsDatum"]
+  processors_jackson_CleanAdditionalPropertiesProcessor -> persisters [label="StreamsDatum"]
+
+  providers -> processors_jackson_TypeConverterProcessor [label="StreamsDatum"]
+  processors_jackson_TypeConverterProcessor -> persisters [label="StreamsDatum"]
+
+}

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-processor-jackson/src/site/markdown/index.md
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-processor-jackson/src/site/markdown/index.md b/streams-contrib/streams-processor-jackson/src/site/markdown/index.md
index 5258dc7..6581df5 100644
--- a/streams-contrib/streams-processor-jackson/src/site/markdown/index.md
+++ b/streams-contrib/streams-processor-jackson/src/site/markdown/index.md
@@ -3,4 +3,13 @@ streams-processor-jackson
 
 Jackson Utility Processors
 
+## Components
+
+![components](components.dot.svg "Components")
+
+| Class | 
+|-------|
+| CleanAdditionalPropertiesProcesor [CleanAdditionalPropertiesProcesor.html](apidocs/org/apache/streams/jackson/CleanAdditionalPropertiesProcesor.html "javadoc") 
+| TypeConverterProcessor [TypeConverterProcessor.html](apidocs/org/apache/streams/jackson/TypeConverterProcessor.html "javadoc")
+
 ###### Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-processor-json/src/main/resources/components.dot
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-processor-json/src/main/resources/components.dot b/streams-contrib/streams-processor-json/src/main/resources/components.dot
new file mode 100644
index 0000000..d7bbb52
--- /dev/null
+++ b/streams-contrib/streams-processor-json/src/main/resources/components.dot
@@ -0,0 +1,28 @@
+digraph g {
+
+  graph [compound = true];
+
+  //presentation
+  splines = true;
+  overlap = false;
+  rankdir = TB;
+
+  generators [label="generators", shape="circle"];
+  providers [label="providers", shape="circle"];
+  persisters [label="persisters", shape="circle"];
+
+  subgraph cluster_processors {
+    label="processors";
+    processors_json_JsonPathExtractor [label="JsonPathExtractor"]
+    processors_json_JsonPathFilter [label="JsonPathFilter"]
+  }
+
+  generators -> providers
+
+  providers -> processors_json_JsonPathExtractor [label="StreamsDatum[String]\nStreamsDatum[ObjectNode]"]
+  processors_json_JsonPathExtractor -> persisters [label="StreamsDatum[String]\nStreamsDatum[ObjectNode]"]
+
+  providers -> processors_json_JsonPathFilter [label="StreamsDatum[ObjectNode]"]
+  processors_json_JsonPathFilter -> persisters [label="StreamsDatum[ObjectNode]"]
+
+}

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-processor-json/src/site/markdown/index.md
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-processor-json/src/site/markdown/index.md b/streams-contrib/streams-processor-json/src/site/markdown/index.md
index 6acd936..a7eed34 100644
--- a/streams-contrib/streams-processor-json/src/site/markdown/index.md
+++ b/streams-contrib/streams-processor-json/src/site/markdown/index.md
@@ -3,4 +3,13 @@ streams-processor-json
 
 JsonPath Utility Processors
 
+## Components
+
+![components](components.dot.svg "Components")
+
+| Class | 
+|-------|
+| JsonPathExtractor [JsonPathExtractor.html](apidocs/org/apache/streams/jackson/JsonPathExtractor.html "javadoc") 
+| JsonPathFilter [JsonPathFilter.html](apidocs/org/apache/streams/jackson/JsonPathFilter.html "javadoc")
+
 ###### Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-processor-regex/src/main/resources/components.dot
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-processor-regex/src/main/resources/components.dot b/streams-contrib/streams-processor-regex/src/main/resources/components.dot
new file mode 100644
index 0000000..e932652
--- /dev/null
+++ b/streams-contrib/streams-processor-regex/src/main/resources/components.dot
@@ -0,0 +1,36 @@
+digraph g {
+
+  graph [compound = true];
+
+  //presentation
+  splines = true;
+  overlap = false;
+  rankdir = TB;
+
+  generators [label="generators", shape="circle"];
+  providers [label="providers", shape="circle"];
+  persisters [label="persisters", shape="circle"];
+
+  subgraph cluster_processors {
+    label="processors";
+    processors_regex_AbstractRegexExtensionExtractor [label="AbstractRegexExtensionExtractor"]
+    processors_regex_RegexHashtagExtractor [label="RegexHashtagExtractor"]
+    processors_regex_RegexMentionsExtractor [label="RegexMentionsExtractor"]
+    processors_regex_RegexUrlExtractor [label="RegexUrlExtractor"]
+  }
+
+  generators -> providers
+
+  providers -> processors_regex_AbstractRegexExtensionExtractor [label="StreamsDatum[Activity]\nStreamsDatum[ObjectNode]"]
+  processors_regex_AbstractRegexExtensionExtractor -> persisters [label="StreamsDatum[Activity]"]
+
+  providers -> processors_regex_RegexHashtagExtractor [label="StreamsDatum[Activity]\nStreamsDatum[ObjectNode]"]
+  processors_regex_RegexHashtagExtractor -> persisters [label="StreamsDatum[Activity]"]
+
+  providers -> processors_regex_RegexMentionsExtractor [label="StreamsDatum[Activity]\nStreamsDatum[ObjectNode]"]
+  processors_regex_RegexMentionsExtractor -> persisters [label="StreamsDatum[Activity]"]
+
+  providers -> processors_regex_RegexUrlExtractor [label="StreamsDatum[Activity]\nStreamsDatum[ObjectNode]"]
+  processors_regex_RegexUrlExtractor -> persisters [label="StreamsDatum[Activity]"]
+
+}

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-processor-regex/src/site/markdown/index.md
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-processor-regex/src/site/markdown/index.md b/streams-contrib/streams-processor-regex/src/site/markdown/index.md
index 610442e..04964cc 100644
--- a/streams-contrib/streams-processor-regex/src/site/markdown/index.md
+++ b/streams-contrib/streams-processor-regex/src/site/markdown/index.md
@@ -3,4 +3,15 @@ streams-processor-regex
 
 Regex Utility Processors
 
+## Components
+
+![components](components.dot.svg "Components")
+
+| Class | 
+|-------|
+| AbstractRegexExtensionExtractor [AbstractRegexExtensionExtractor.html](apidocs/org/apache/streams/regex/AbstractRegexExtensionExtractor.html "javadoc") 
+| RegexHashtagExtractor [RegexHashtagExtractor.html](apidocs/org/apache/streams/regex/RegexHashtagExtractor.html "javadoc") 
+| RegexMentionsExtractor [RegexMentionsExtractor.html](apidocs/org/apache/streams/regex/RegexMentionsExtractor.html "javadoc")
+| RegexUrlExtractor [RegexUrlExtractor.html](apidocs/org/apache/streams/regex/RegexUrlExtractor.html "javadoc")
+
 ###### Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-processor-urls/src/main/resources/components.dot
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-processor-urls/src/main/resources/components.dot b/streams-contrib/streams-processor-urls/src/main/resources/components.dot
new file mode 100644
index 0000000..2806311
--- /dev/null
+++ b/streams-contrib/streams-processor-urls/src/main/resources/components.dot
@@ -0,0 +1,24 @@
+digraph g {
+
+  graph [compound = true];
+
+  //presentation
+  splines = true;
+  overlap = false;
+  rankdir = TB;
+
+  generators [label="generators", shape="circle"];
+  providers [label="providers", shape="circle"];
+  persisters [label="persisters", shape="circle"];
+
+  subgraph cluster_processors {
+    label="processors";
+    processors_urls_LinkResolverProcessor [label="LinkResolverProcessor"]
+  }
+
+  generators -> providers
+
+  providers -> processors_urls_LinkResolverProcessor [label="StreamsDatum[Activity]\nStreamsDatum[String]"]
+  processors_urls_LinkResolverProcessor -> persisters [label="StreamsDatum[Activity]\nStreamsDatum[ObjectNode]"]
+
+}

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-processor-urls/src/site/markdown/index.md
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-processor-urls/src/site/markdown/index.md b/streams-contrib/streams-processor-urls/src/site/markdown/index.md
index 5ff6ff8..0ce017a 100644
--- a/streams-contrib/streams-processor-urls/src/site/markdown/index.md
+++ b/streams-contrib/streams-processor-urls/src/site/markdown/index.md
@@ -3,4 +3,12 @@ streams-processor-urls
 
 URL Utility Processors
 
+## Components
+
+![components](components.dot.svg "Components")
+
+| Class | 
+|-------|
+| LinkResolverProcessor [LinkResolverProcessor.html](apidocs/org/apache/streams/urls/LinkResolverProcessor.html "javadoc") 
+
 ###### Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0