add diagrams and improve index.html
Project: http://git-wip-us.apache.org/repos/asf/incubator-streams/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams/commit/d8fc7022 Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams/tree/d8fc7022 Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams/diff/d8fc7022 Branch: refs/heads/STREAMS-389 Commit: d8fc70224375415825531be728831718bfd982f7 Parents: c22fce0 Author: Steve Blackmon @steveblackmon <sblack...@apache.org> Authored: Thu Apr 21 16:15:02 2016 -0500 Committer: Steve Blackmon @steveblackmon <sblack...@apache.org> Committed: Thu Apr 21 16:15:02 2016 -0500 ---------------------------------------------------------------------- .../src/main/resources/components.dot | 4 +-- .../src/main/resources/components.dot | 4 +-- .../src/main/resources/components.dot | 4 +-- .../src/main/resources/components.dot | 6 ++-- .../src/main/resources/components.dot | 4 +-- .../src/main/resources/components.dot | 4 +-- .../src/main/resources/components.dot | 2 +- .../src/main/resources/components.dot | 4 +-- .../src/main/resources/components.dot | 4 +-- .../src/main/resources/components.dot | 28 +++++++++++++++ .../src/site/markdown/index.md | 9 +++++ .../src/main/resources/components.dot | 28 +++++++++++++++ .../src/site/markdown/index.md | 9 +++++ .../src/main/resources/components.dot | 36 ++++++++++++++++++++ .../src/site/markdown/index.md | 11 ++++++ .../src/main/resources/components.dot | 24 +++++++++++++ .../src/site/markdown/index.md | 8 +++++ 17 files changed, 171 insertions(+), 18 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-amazon-aws/streams-persist-kinesis/src/main/resources/components.dot ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-amazon-aws/streams-persist-kinesis/src/main/resources/components.dot b/streams-contrib/streams-amazon-aws/streams-persist-kinesis/src/main/resources/components.dot index 736c7f4..3a20456 100644 --- a/streams-contrib/streams-amazon-aws/streams-persist-kinesis/src/main/resources/components.dot +++ b/streams-contrib/streams-amazon-aws/streams-persist-kinesis/src/main/resources/components.dot @@ -24,8 +24,8 @@ digraph g { generators -> providers providers -> processors - processors -> persisters_kinesis_writer [label="o.a.s.p.StreamsDatum"] - persisters_kinesis_reader -> processors [label="o.a.s.p.StreamsDatum[String]"] + processors -> persisters_kinesis_writer [label="StreamsDatum"] + persisters_kinesis_reader -> processors [label="StreamsDatum[String]"] persisters_kinesis_writer -> kinesis persisters_kinesis_reader <- kinesis } http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-amazon-aws/streams-persist-s3/src/main/resources/components.dot ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-amazon-aws/streams-persist-s3/src/main/resources/components.dot b/streams-contrib/streams-amazon-aws/streams-persist-s3/src/main/resources/components.dot index 35c5bed..279c609 100644 --- a/streams-contrib/streams-amazon-aws/streams-persist-s3/src/main/resources/components.dot +++ b/streams-contrib/streams-amazon-aws/streams-persist-s3/src/main/resources/components.dot @@ -24,8 +24,8 @@ digraph g { generators -> providers providers -> processors - processors -> persisters_s3_writer [label="o.a.s.p.StreamsDatum"] - persisters_s3_reader -> processors [label="o.a.s.p.StreamsDatum[String]"] + processors -> persisters_s3_writer [label="StreamsDatum"] + persisters_s3_reader -> processors [label="StreamsDatum[String]"] persisters_s3_reader <- s3 persisters_s3_writer -> s3 http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-persist-console/src/main/resources/components.dot ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-persist-console/src/main/resources/components.dot b/streams-contrib/streams-persist-console/src/main/resources/components.dot index 64e696d..507ffdc 100644 --- a/streams-contrib/streams-persist-console/src/main/resources/components.dot +++ b/streams-contrib/streams-persist-console/src/main/resources/components.dot @@ -19,7 +19,7 @@ digraph g { generators -> providers providers -> processors - processors -> persisters_console_writer [label="o.a.s.p.StreamsDatum"] - persisters_console_reader -> processors [label="o.a.s.p.StreamsDatum[String]"] + processors -> persisters_console_writer [label="StreamsDatum"] + persisters_console_reader -> processors [label="StreamsDatum[String]"] } http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot b/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot index b3f26e0..04d8bfe 100644 --- a/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot +++ b/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot @@ -33,9 +33,9 @@ digraph g { generators -> providers providers -> processors - processors -> persisters_elasticsearch_writer [label="o.a.s.p.StreamsDatum"] - processors -> persisters_elasticsearch_updater [label="o.a.s.p.StreamsDatum"] - persisters_elasticsearch_reader -> processors [label="o.a.s.p.StreamsDatum[String]"] + processors -> persisters_elasticsearch_writer [label="StreamsDatum"] + processors -> persisters_elasticsearch_updater [label="StreamsDatum"] + persisters_elasticsearch_reader -> processors [label="StreamsDatum[String]"] persisters_elasticsearch_reader <- elasticsearch persisters_elasticsearch_writer -> elasticsearch persisters_elasticsearch_updater -> elasticsearch http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-persist-filebuffer/src/main/resources/components.dot ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-persist-filebuffer/src/main/resources/components.dot b/streams-contrib/streams-persist-filebuffer/src/main/resources/components.dot index 9cdbf1e..d082398 100644 --- a/streams-contrib/streams-persist-filebuffer/src/main/resources/components.dot +++ b/streams-contrib/streams-persist-filebuffer/src/main/resources/components.dot @@ -24,8 +24,8 @@ digraph g { generators -> providers providers -> processors - processors -> persisters_filebuffer_writer [label="o.a.s.p.StreamsDatum"] - persisters_filebuffer_reader -> processors [label="o.a.s.p.StreamsDatum[String]"] + processors -> persisters_filebuffer_writer [label="StreamsDatum"] + persisters_filebuffer_reader -> processors [label="StreamsDatum[String]"] persisters_filebuffer_writer -> filebuffer persisters_filebuffer_reader <- filebuffer } http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-persist-graph/src/main/resources/components.dot ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-persist-graph/src/main/resources/components.dot b/streams-contrib/streams-persist-graph/src/main/resources/components.dot index 956b4a4..c30d99e 100644 --- a/streams-contrib/streams-persist-graph/src/main/resources/components.dot +++ b/streams-contrib/streams-persist-graph/src/main/resources/components.dot @@ -24,8 +24,8 @@ digraph g { generators -> providers providers -> processors - processors -> persisters_graph_writer [label="o.a.s.p.StreamsDatum"] - persisters_graph_reader -> processors [label="o.a.s.p.StreamsDatum"] + processors -> persisters_graph_writer [label="StreamsDatum"] + persisters_graph_reader -> processors [label="StreamsDatum"] persisters_graph_reader <- neo4j persisters_graph_writer -> neo4j http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-persist-hbase/src/main/resources/components.dot ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-persist-hbase/src/main/resources/components.dot b/streams-contrib/streams-persist-hbase/src/main/resources/components.dot index 28e116e..5fd41c8 100644 --- a/streams-contrib/streams-persist-hbase/src/main/resources/components.dot +++ b/streams-contrib/streams-persist-hbase/src/main/resources/components.dot @@ -23,7 +23,7 @@ digraph g { generators -> providers providers -> processors - processors -> persisters_hbase_writer [label="o.a.s.p.StreamsDatum[String]\no.a.s.p.StreamsDatum[ObjectNode]"] + processors -> persisters_hbase_writer [label="StreamsDatum[String]\nStreamsDatum[ObjectNode]"] persisters_hbase_writer -> hbase } http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-persist-hdfs/src/main/resources/components.dot ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-persist-hdfs/src/main/resources/components.dot b/streams-contrib/streams-persist-hdfs/src/main/resources/components.dot index 4c3a8ea..64e52a7 100644 --- a/streams-contrib/streams-persist-hdfs/src/main/resources/components.dot +++ b/streams-contrib/streams-persist-hdfs/src/main/resources/components.dot @@ -24,8 +24,8 @@ digraph g { generators -> providers providers -> processors - processors -> persisters_hdfs_writer [label="o.a.s.p.StreamsDatum"] - persisters_hdfs_reader -> processors [label="o.a.s.p.StreamsDatum"] + processors -> persisters_hdfs_writer [label="StreamsDatum"] + persisters_hdfs_reader -> processors [label="StreamsDatum"] persisters_hdfs_reader <- hdfs persisters_hdfs_writer -> hdfs http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-persist-mongo/src/main/resources/components.dot ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-persist-mongo/src/main/resources/components.dot b/streams-contrib/streams-persist-mongo/src/main/resources/components.dot index c01921d..d8cb063 100644 --- a/streams-contrib/streams-persist-mongo/src/main/resources/components.dot +++ b/streams-contrib/streams-persist-mongo/src/main/resources/components.dot @@ -24,8 +24,8 @@ digraph g { generators -> providers providers -> processors - processors -> persisters_mongo_writer [label="o.a.s.p.StreamsDatum"] - persisters_mongo_reader -> processors [label="o.a.s.p.StreamsDatum[String]"] + processors -> persisters_mongo_writer [label="StreamsDatum"] + persisters_mongo_reader -> processors [label="StreamsDatum[String]"] persisters_mongo_reader <- mongo persisters_mongo_writer -> mongo http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-processor-jackson/src/main/resources/components.dot ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-processor-jackson/src/main/resources/components.dot b/streams-contrib/streams-processor-jackson/src/main/resources/components.dot new file mode 100644 index 0000000..bd4ce24 --- /dev/null +++ b/streams-contrib/streams-processor-jackson/src/main/resources/components.dot @@ -0,0 +1,28 @@ +digraph g { + + graph [compound = true]; + + //presentation + splines = true; + overlap = false; + rankdir = TB; + + generators [label="generators", shape="circle"]; + providers [label="providers", shape="circle"]; + persisters [label="persisters", shape="circle"]; + + subgraph cluster_processors { + label="processors"; + processors_jackson_CleanAdditionalPropertiesProcessor [label="CleanAdditionalPropertiesProcessor"] + processors_jackson_TypeConverterProcessor [label="TypeConverterProcessor"] + } + + generators -> providers + + providers -> processors_jackson_CleanAdditionalPropertiesProcessor [label="StreamsDatum"] + processors_jackson_CleanAdditionalPropertiesProcessor -> persisters [label="StreamsDatum"] + + providers -> processors_jackson_TypeConverterProcessor [label="StreamsDatum"] + processors_jackson_TypeConverterProcessor -> persisters [label="StreamsDatum"] + +} http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-processor-jackson/src/site/markdown/index.md ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-processor-jackson/src/site/markdown/index.md b/streams-contrib/streams-processor-jackson/src/site/markdown/index.md index 5258dc7..6581df5 100644 --- a/streams-contrib/streams-processor-jackson/src/site/markdown/index.md +++ b/streams-contrib/streams-processor-jackson/src/site/markdown/index.md @@ -3,4 +3,13 @@ streams-processor-jackson Jackson Utility Processors +## Components + +![components](components.dot.svg "Components") + +| Class | +|-------| +| CleanAdditionalPropertiesProcesor [CleanAdditionalPropertiesProcesor.html](apidocs/org/apache/streams/jackson/CleanAdditionalPropertiesProcesor.html "javadoc") +| TypeConverterProcessor [TypeConverterProcessor.html](apidocs/org/apache/streams/jackson/TypeConverterProcessor.html "javadoc") + ###### Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0 http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-processor-json/src/main/resources/components.dot ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-processor-json/src/main/resources/components.dot b/streams-contrib/streams-processor-json/src/main/resources/components.dot new file mode 100644 index 0000000..d7bbb52 --- /dev/null +++ b/streams-contrib/streams-processor-json/src/main/resources/components.dot @@ -0,0 +1,28 @@ +digraph g { + + graph [compound = true]; + + //presentation + splines = true; + overlap = false; + rankdir = TB; + + generators [label="generators", shape="circle"]; + providers [label="providers", shape="circle"]; + persisters [label="persisters", shape="circle"]; + + subgraph cluster_processors { + label="processors"; + processors_json_JsonPathExtractor [label="JsonPathExtractor"] + processors_json_JsonPathFilter [label="JsonPathFilter"] + } + + generators -> providers + + providers -> processors_json_JsonPathExtractor [label="StreamsDatum[String]\nStreamsDatum[ObjectNode]"] + processors_json_JsonPathExtractor -> persisters [label="StreamsDatum[String]\nStreamsDatum[ObjectNode]"] + + providers -> processors_json_JsonPathFilter [label="StreamsDatum[ObjectNode]"] + processors_json_JsonPathFilter -> persisters [label="StreamsDatum[ObjectNode]"] + +} http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-processor-json/src/site/markdown/index.md ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-processor-json/src/site/markdown/index.md b/streams-contrib/streams-processor-json/src/site/markdown/index.md index 6acd936..a7eed34 100644 --- a/streams-contrib/streams-processor-json/src/site/markdown/index.md +++ b/streams-contrib/streams-processor-json/src/site/markdown/index.md @@ -3,4 +3,13 @@ streams-processor-json JsonPath Utility Processors +## Components + +![components](components.dot.svg "Components") + +| Class | +|-------| +| JsonPathExtractor [JsonPathExtractor.html](apidocs/org/apache/streams/jackson/JsonPathExtractor.html "javadoc") +| JsonPathFilter [JsonPathFilter.html](apidocs/org/apache/streams/jackson/JsonPathFilter.html "javadoc") + ###### Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0 http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-processor-regex/src/main/resources/components.dot ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-processor-regex/src/main/resources/components.dot b/streams-contrib/streams-processor-regex/src/main/resources/components.dot new file mode 100644 index 0000000..e932652 --- /dev/null +++ b/streams-contrib/streams-processor-regex/src/main/resources/components.dot @@ -0,0 +1,36 @@ +digraph g { + + graph [compound = true]; + + //presentation + splines = true; + overlap = false; + rankdir = TB; + + generators [label="generators", shape="circle"]; + providers [label="providers", shape="circle"]; + persisters [label="persisters", shape="circle"]; + + subgraph cluster_processors { + label="processors"; + processors_regex_AbstractRegexExtensionExtractor [label="AbstractRegexExtensionExtractor"] + processors_regex_RegexHashtagExtractor [label="RegexHashtagExtractor"] + processors_regex_RegexMentionsExtractor [label="RegexMentionsExtractor"] + processors_regex_RegexUrlExtractor [label="RegexUrlExtractor"] + } + + generators -> providers + + providers -> processors_regex_AbstractRegexExtensionExtractor [label="StreamsDatum[Activity]\nStreamsDatum[ObjectNode]"] + processors_regex_AbstractRegexExtensionExtractor -> persisters [label="StreamsDatum[Activity]"] + + providers -> processors_regex_RegexHashtagExtractor [label="StreamsDatum[Activity]\nStreamsDatum[ObjectNode]"] + processors_regex_RegexHashtagExtractor -> persisters [label="StreamsDatum[Activity]"] + + providers -> processors_regex_RegexMentionsExtractor [label="StreamsDatum[Activity]\nStreamsDatum[ObjectNode]"] + processors_regex_RegexMentionsExtractor -> persisters [label="StreamsDatum[Activity]"] + + providers -> processors_regex_RegexUrlExtractor [label="StreamsDatum[Activity]\nStreamsDatum[ObjectNode]"] + processors_regex_RegexUrlExtractor -> persisters [label="StreamsDatum[Activity]"] + +} http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-processor-regex/src/site/markdown/index.md ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-processor-regex/src/site/markdown/index.md b/streams-contrib/streams-processor-regex/src/site/markdown/index.md index 610442e..04964cc 100644 --- a/streams-contrib/streams-processor-regex/src/site/markdown/index.md +++ b/streams-contrib/streams-processor-regex/src/site/markdown/index.md @@ -3,4 +3,15 @@ streams-processor-regex Regex Utility Processors +## Components + +![components](components.dot.svg "Components") + +| Class | +|-------| +| AbstractRegexExtensionExtractor [AbstractRegexExtensionExtractor.html](apidocs/org/apache/streams/regex/AbstractRegexExtensionExtractor.html "javadoc") +| RegexHashtagExtractor [RegexHashtagExtractor.html](apidocs/org/apache/streams/regex/RegexHashtagExtractor.html "javadoc") +| RegexMentionsExtractor [RegexMentionsExtractor.html](apidocs/org/apache/streams/regex/RegexMentionsExtractor.html "javadoc") +| RegexUrlExtractor [RegexUrlExtractor.html](apidocs/org/apache/streams/regex/RegexUrlExtractor.html "javadoc") + ###### Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0 http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-processor-urls/src/main/resources/components.dot ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-processor-urls/src/main/resources/components.dot b/streams-contrib/streams-processor-urls/src/main/resources/components.dot new file mode 100644 index 0000000..2806311 --- /dev/null +++ b/streams-contrib/streams-processor-urls/src/main/resources/components.dot @@ -0,0 +1,24 @@ +digraph g { + + graph [compound = true]; + + //presentation + splines = true; + overlap = false; + rankdir = TB; + + generators [label="generators", shape="circle"]; + providers [label="providers", shape="circle"]; + persisters [label="persisters", shape="circle"]; + + subgraph cluster_processors { + label="processors"; + processors_urls_LinkResolverProcessor [label="LinkResolverProcessor"] + } + + generators -> providers + + providers -> processors_urls_LinkResolverProcessor [label="StreamsDatum[Activity]\nStreamsDatum[String]"] + processors_urls_LinkResolverProcessor -> persisters [label="StreamsDatum[Activity]\nStreamsDatum[ObjectNode]"] + +} http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/d8fc7022/streams-contrib/streams-processor-urls/src/site/markdown/index.md ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-processor-urls/src/site/markdown/index.md b/streams-contrib/streams-processor-urls/src/site/markdown/index.md index 5ff6ff8..0ce017a 100644 --- a/streams-contrib/streams-processor-urls/src/site/markdown/index.md +++ b/streams-contrib/streams-processor-urls/src/site/markdown/index.md @@ -3,4 +3,12 @@ streams-processor-urls URL Utility Processors +## Components + +![components](components.dot.svg "Components") + +| Class | +|-------| +| LinkResolverProcessor [LinkResolverProcessor.html](apidocs/org/apache/streams/urls/LinkResolverProcessor.html "javadoc") + ###### Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0