You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streams.apache.org by sb...@apache.org on 2014/03/22 00:20:49 UTC
[71/71] [abbrv] git commit: Merge branch 'STREAMS-26'
Merge branch 'STREAMS-26'
Project: http://git-wip-us.apache.org/repos/asf/incubator-streams/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams/commit/d72d6b43
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams/tree/d72d6b43
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams/diff/d72d6b43
Branch: refs/heads/master
Commit: d72d6b4318e169b05d350f70a29bde6d96f7aa9f
Parents: 1e29516 aaeb021
Author: Steve Blackmon <sb...@w2odigital.com>
Authored: Fri Mar 21 18:19:22 2014 -0500
Committer: Steve Blackmon <sb...@w2odigital.com>
Committed: Fri Mar 21 18:19:22 2014 -0500
----------------------------------------------------------------------
pom.xml | 13 +-
provision/provision.iml | 7 +-
streams-config-graph/pom.xml | 3 +-
streams-config/pom.xml | 12 -
streams-contrib/pom.xml | 4 +-
streams-contrib/streams-components-test/pom.xml | 46 ++
.../component/ExpectedDatumsPersistWriter.java | 54 ++
.../test/component/FileReaderProvider.java | 98 ++++
.../test/component/StreamsDatumConverter.java | 13 +
.../component/StringToDocumentConverter.java | 15 +
.../tests/TestCompoentsLocalStream.java | 23 +
.../tests/TestExpectedDatumsPersitWriter.java | 38 ++
.../component/tests/TestFileReaderProvider.java | 39 ++
.../src/test/resources/TestFile.txt | 4 +
.../streams/console/ConsolePersistReader.java | 89 ++++
.../streams/console/ConsolePersistWriter.java | 24 +-
.../console/ConsolePersistWriterTask.java | 4 +-
.../streams-persist-elasticsearch/pom.xml | 4 +-
.../ElasticsearchPersistReader.java | 197 ++++---
.../ElasticsearchPersistReaderTask.java | 36 +-
.../ElasticsearchPersistUpdater.java | 515 +++++++++++++++++++
.../ElasticsearchPersistWriter.java | 118 ++---
.../ElasticsearchPersistWriterTask.java | 2 +-
.../elasticsearch/PercolateProcessor.java | 152 ++++++
.../ElasticsearchReaderConfiguration.json | 18 +
.../ElasticsearchWriterConfiguration.json | 18 +
streams-contrib/streams-persist-hdfs/pom.xml | 4 +-
.../apache/streams/hdfs/HdfsConfigurator.java | 15 +
.../streams/hdfs/WebHdfsPersistReader.java | 179 +++++++
.../streams/hdfs/WebHdfsPersistReaderTask.java | 65 +++
.../streams/hdfs/WebHdfsPersistWriter.java | 107 +---
.../streams/hdfs/WebHdfsPersistWriterTask.java | 2 +-
.../streams/hdfs/HdfsReaderConfiguration.json | 14 +
.../streams/hdfs/HdfsWriterConfiguration.json | 18 +
.../streams/kafka/KafkaPersistReader.java | 51 +-
.../streams/kafka/KafkaPersistWriter.java | 22 +-
.../streams/mongo/MongoPersistWriter.java | 36 +-
.../streams/mongo/MongoPersistWriterTask.java | 38 --
.../google-gmail/pom.xml | 138 +++++
.../com/google/gmail/GMailConfigurator.java | 27 +
.../gmail/provider/GMailImapProviderTask.java | 58 +++
.../GMailMessageActivitySerializer.java | 194 +++++++
.../google/gmail/provider/GMailProvider.java | 131 +++++
.../gmail/provider/GMailRssProviderTask.java | 36 ++
.../com/google/gmail/GMailConfiguration.json | 14 +
.../google-gplus/pom.xml | 145 ++++++
.../gplus/provider/GPlusActivitySerializer.java | 117 +++++
.../gplus/provider/GPlusConfigurator.java | 36 ++
.../gplus/provider/GPlusEventProcessor.java | 79 +++
.../provider/GPlusHistoryProviderTask.java | 88 ++++
.../google/gplus/provider/GPlusProvider.java | 166 ++++++
.../com/google/gplus/GPlusConfiguration.json | 58 +++
.../src/main/resources/reference.conf | 11 +
.../gmail/test/GMailMessageSerDeTest.java | 53 ++
.../src/test/resources/datasift_jsons.txt | 101 ++++
streams-contrib/streams-provider-google/pom.xml | 44 ++
.../streams-provider-moreover/pom.xml | 5 +
.../streams/data/moreover/MoreoverClient.java | 21 +-
.../data/moreover/MoreoverConfigurator.java | 14 +-
.../streams/data/moreover/MoreoverProvider.java | 77 +--
.../data/moreover/MoreoverProviderTask.java | 29 +-
.../streams/data/moreover/MoreoverResult.java | 85 ++-
.../data/moreover/MoreoverResultSetWrapper.java | 31 +-
.../com/moreover/MoreoverConfiguration.json | 1 +
.../streams/rss/provider/RssStreamProvider.java | 42 +-
.../streams/rss/test/Top100FeedsTest.java | 4 +-
.../streams-provider-rss.iml | 24 +-
.../streams-provider-twitter (2).iml | 75 ---
.../streams-provider-twitter.iml | 18 -
.../apache/streams/sysomos/SysomosProvider.java | 20 +-
.../processor/TwitterEventProcessor.java | 195 +++++++
.../processor/TwitterProfileProcessor.java | 109 ++++
.../twitter/processor/TwitterTypeConverter.java | 217 ++++++++
.../twitter/provider/TwitterEventProcessor.java | 161 ------
.../twitter/provider/TwitterStreamProvider.java | 87 ++--
.../provider/TwitterTimelineProvider.java | 235 ++++++---
.../provider/TwitterTimelineProviderTask.java | 2 +-
.../TwitterJsonDeleteActivitySerializer.java | 2 +
.../TwitterJsonEventActivitySerializer.java | 7 +-
.../TwitterJsonRetweetActivitySerializer.java | 13 +
.../TwitterJsonTweetActivitySerializer.java | 13 +-
streams-core/pom.xml | 26 +-
.../org/apache/streams/core/StreamsDatum.java | 64 ++-
.../org/apache/streams/core/StreamsFilter.java | 40 ++
.../apache/streams/core/StreamsOperation.java | 23 +
.../streams/core/StreamsPersistReader.java | 14 +-
.../streams/core/StreamsPersistWriter.java | 12 +-
.../apache/streams/core/StreamsProcessor.java | 15 +-
.../apache/streams/core/StreamsProvider.java | 8 +-
.../apache/streams/core/StreamsResultSet.java | 32 +-
.../core/builders/InvalidStreamException.java | 23 +
.../core/builders/LocalStreamBuilder.java | 265 ++++++++++
.../streams/core/builders/StreamBuilder.java | 106 ++++
.../streams/core/builders/StreamComponent.java | 229 +++++++++
.../streams/core/tasks/BaseStreamsTask.java | 148 ++++++
.../core/tasks/LocalStreamMonitorThread.java | 69 +++
.../streams/core/tasks/StreamsMergeTask.java | 58 +++
.../core/tasks/StreamsPersistWriterTask.java | 103 ++++
.../core/tasks/StreamsProcessorTask.java | 102 ++++
.../streams/core/tasks/StreamsProviderTask.java | 153 ++++++
.../apache/streams/core/tasks/StreamsTask.java | 58 +++
.../core/builders/LocalStreamBuilderTest.java | 161 ++++++
.../core/builders/ToyLocalBuilderExample.java | 28 +
.../streams/core/tasks/BasicTasksTest.java | 285 ++++++++++
.../test/processors/DoNothingProcessor.java | 32 ++
.../PassthroughDatumCounterProcessor.java | 49 ++
.../test/providers/NumericMessageProvider.java | 104 ++++
.../core/test/writer/DatumCounterWriter.java | 31 ++
.../core/test/writer/DoNothingWriter.java | 24 +
.../core/test/writer/SystemOutWriter.java | 24 +
streams-pojo/pom.xml | 7 -
.../org/apache/streams/pojo/json/activity.json | 1 +
.../org/apache/streams/pojo/json/object.json | 1 +
.../apache/streams/util/SerializationUtil.java | 50 ++
114 files changed, 6379 insertions(+), 1046 deletions(-)
----------------------------------------------------------------------