You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@streams.apache.org by sb...@apache.org on 2018/03/28 14:19:31 UTC
[streams] branch master updated (c809e47 -> c052fa7)
This is an automated email from the ASF dual-hosted git repository.
sblackmon pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/streams.git.
from c809e47 STREAMS-580: Namespacing with fallbacks in ComponentConfigurator
add ac38db0 Join commit of STREAMS-582 and STREAMS-583
add 71a5cec also support detectCustomConfiguration with provided Config or path
add d7681af improve field selectivity
add df4edfe better handle some edge cases
add 21e68b5 need braces when including objects references
add 2922d64 make sure nested pipelines get resolved correctly
add 41aacb3 make sure local stream configuration resolve as expected
new c052fa7 Merge pull request #423 from steveblackmon/STREAMS-582,583
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
pom.xml | 5 +
.../http/persist/SimpleHTTPPostPersistWriter.java | 3 +-
.../http/processor/SimpleHTTPGetProcessor.java | 5 +-
.../http/processor/SimpleHTTPPostProcessor.java | 5 +-
.../http/provider/SimpleHttpProvider.java | 3 +-
.../streams/config/ComponentConfigurator.java | 127 +-
.../apache/streams/config/StreamsConfigurator.java | 103 +-
.../main/jsonschema/ComponentConfiguration.json | 43 +-
.../src/main/jsonschema/StreamsConfiguration.json | 5 +
streams-config/src/main/resources/reference.conf | 25 +-
.../config/test/ComponentConfiguratorTest.java | 67 +-
.../test/StreamsConfigurationForTesting.java | 50 +
.../config/test/StreamsConfiguratorTest.java | 217 ++-
.../resources/{componentTest.conf => custom.conf} | 13 +-
.../src/test/resources/customChild.conf | 3 +-
.../src/main/resources/reference.conf | 2 +-
.../org/apache/streams/s3/S3PersistWriter.java | 2 +-
.../streams/cassandra/CassandraPersistReader.java | 8 +-
.../streams/cassandra/CassandraPersistWriter.java | 3 +-
.../src/main/resources/reference.conf | 6 +-
.../src/test/resources/cassandra.conf | 18 +-
.../elasticsearch/ElasticsearchPersistWriter.java | 3 +-
.../streams/elasticsearch/ElasticsearchQuery.java | 3 +-
.../DatumFromMetadataAsDocumentProcessor.java | 8 +-
.../processor/DatumFromMetadataProcessor.java | 8 +-
.../src/main/resources/reference.conf | 12 +-
.../filebuffer/FileBufferPersistReader.java | 5 +-
.../filebuffer/FileBufferPersistWriter.java | 5 +-
.../streams/file/FileBufferConfiguration.json | 29 +-
.../src/main/resources/reference.conf | 4 +-
.../filebuffer/test/FileBufferPersistIT.java | 106 +-
.../filebuffer/test/TestFileBufferPersist.java | 49 +-
.../src/test/resources/FileBufferPersistIT.conf | 5 +-
.../apache/streams/hbase/HbasePersistReader.java | 3 +-
.../apache/streams/hbase/HbasePersistWriter.java | 3 +-
.../apache/streams/hdfs/WebHdfsPersistReader.java | 2 +-
.../apache/streams/hdfs/WebHdfsPersistWriter.java | 2 +-
.../src/main/resources/reference.conf} | 4 +-
.../src/test/resources/hdfs-read.conf | 3 +-
.../src/test/resources/hdfs-write.conf | 3 +-
.../apache/streams/kafka/KafkaPersistReader.java | 6 +-
.../apache/streams/kafka/KafkaPersistWriter.java | 8 +-
.../apache/streams/mongo/MongoPersistReader.java | 6 +-
.../apache/streams/mongo/MongoPersistWriter.java | 3 +-
.../apache/streams/mongo/MongoConfiguration.json | 1 +
.../src/main/resources/mongo.conf | 11 +-
.../apache/streams/mongo/test/MongoPersistIT.java | 9 +-
.../src/test/resources/MongoPersistIT.conf | 2 +-
.../streams/neo4j/bolt/Neo4jBoltPersistReader.java | 3 +-
.../streams/neo4j/http/Neo4jHttpPersistReader.java | 2 +-
.../streams/neo4j/http/Neo4jHttpPersistWriter.java | 2 +-
.../peoplepattern/AccountTypeProcessor.java | 3 +-
.../peoplepattern/DemographicsProcessor.java | 3 +-
.../facebook/provider/FacebookProvider.java | 7 +-
.../provider/page/FacebookPageProvider.java | 18 +-
.../pagefeed/FacebookPageFeedProvider.java | 15 +-
.../FacebookPageFeedProviderConfiguration.json} | 9 +-
.../src/main/resources/reference.conf | 238 +--
.../providers/page/FacebookPageProviderIT.java | 10 +-
.../pagefeed/FacebookPageFeedProviderIT.java | 8 +
.../test/resources/FacebookPageFeedProviderIT.conf | 2 +-
.../src/test/resources/FacebookPageProviderIT.conf | 2 +-
.../streams/gmail/provider/GMailProvider.java | 6 +-
.../gplus/provider/AbstractGPlusProvider.java | 3 +-
.../gplus/provider/GPlusUserActivityProvider.java | 10 +-
.../gplus/provider/GPlusUserDataProvider.java | 12 +-
.../GPlusUserActivityProviderConfiguration.json} | 9 +-
.../gplus/GPlusUserDataProviderConfiguration.json} | 9 +-
.../google-gplus/src/main/resources/reference.conf | 2 +-
.../providers/GPlusUserActivityProviderIT.java | 5 +
.../gplus/providers/GPlusUserDataProviderIT.java | 5 +
.../resources/GPlusUserActivityProviderIT.conf | 2 +-
.../test/resources/GPlusUserDataProviderIT.conf | 2 +-
.../provider/InstagramAbstractProvider.java | 3 +-
.../provider/InstagramCommentsProvider.java | 8 +-
.../provider/InstagramEngagersProvider.java | 8 +-
.../provider/InstagramLikersProvider.java | 8 +-
.../recentmedia/InstagramRecentMediaProvider.java | 8 +-
.../userinfo/InstagramUserInfoProvider.java | 9 +-
.../src/main/resources/reference.conf | 9 +-
.../resources/InstagramCommentsProviderIT.conf | 2 +-
.../resources/InstagramEngagersProviderIT.conf | 2 +-
.../test/resources/InstagramLikersProviderIT.conf | 2 +-
.../resources/InstagramRecentMediaProviderIT.conf | 2 +-
.../resources/InstagramUserInfoProviderIT.conf | 2 +-
.../streams/rss/provider/RssStreamProvider.java | 4 +-
.../src/main/resources/reference.conf | 2 +-
.../org/apache/streams/twitter/api/Twitter.java | 9 +-
.../api/TwitterOAuthRequestInterceptor.java | 3 +-
.../processor/FetchAndReplaceTwitterProcessor.java | 7 +-
.../twitter/provider/SevenDaySearchProvider.java | 21 +-
.../twitter/provider/ThirtyDaySearchProvider.java | 4 +-
.../twitter/provider/TwitterEngagersProvider.java | 26 +-
.../twitter/provider/TwitterFollowingProvider.java | 22 +-
.../twitter/provider/TwitterProviderUtil.java | 2 +-
.../twitter/provider/TwitterStreamProvider.java | 7 +-
.../twitter/provider/TwitterTimelineProvider.java | 16 +-
.../provider/TwitterUserInformationProvider.java | 18 +-
.../SevenDaySearchProviderConfiguration.json | 8 +-
.../ThirtyDaySearchProviderConfiguration.json | 8 +-
.../twitter/config/TwitterConfiguration.json | 4 +-
.../TwitterEngagersProviderConfiguration.json | 8 +-
.../config/TwitterFollowingConfiguration.json | 14 +-
.../twitter/config/TwitterStreamConfiguration.json | 2 +-
.../TwitterTimelineProviderConfiguration.json | 8 +-
.../TwitterUserInformationConfiguration.json | 5 +-
.../src/main/resources/followers.conf | 6 +-
.../src/main/resources/friends.conf | 6 +-
.../src/main/resources/reference.conf | 64 +-
.../src/main/resources/sample.conf | 6 +-
.../src/main/resources/userinfo.conf | 7 +-
.../src/main/resources/userstream.conf | 6 +-
.../apache/streams/twitter/test/api/TwitterIT.java | 18 +-
.../twitter/test/api/TwitterSecurityTest.java | 5 +-
.../test/providers/TwitterEngagersProviderIT.java | 9 +-
.../test/providers/TwitterFollowingProviderIT.java | 4 +-
.../test/resources/TwitterEngagersProviderIT.conf | 17 +-
.../test/resources/TwitterFollowingProviderIT.conf | 8 +-
.../src/test/resources/TwitterIT.conf | 2 +-
.../resources/TwitterSevenDaySearchProviderIT.conf | 8 +-
.../test/resources/TwitterStreamProviderIT.conf | 15 +-
.../TwitterThirtyDaySearchProviderIT.conf | 8 +-
.../test/resources/TwitterTimelineProviderIT.conf | 10 +-
.../TwitterUserInformationProviderIT.conf | 2008 ++++++++++----------
.../youtube/provider/YoutubeChannelProvider.java | 12 +-
.../streams/youtube/provider/YoutubeProvider.java | 3 +-
.../provider/YoutubeUserActivityProvider.java | 10 +-
.../YoutubeChannelProviderConfiguration.json} | 9 +-
.../YoutubeUserActivityProviderConfiguration.json} | 9 +-
.../test/providers/YoutubeChannelProviderIT.java | 5 +
.../providers/YoutubeUserActivityProviderIT.java | 7 +-
.../test/resources/YoutubeChannelProviderIT.conf | 2 +-
.../resources/YoutubeUserActivityProviderIT.conf | 2 +-
.../main/jsonschema/FlinkBatchConfiguration.json | 3 +-
.../jsonschema/FlinkStreamingConfiguration.json | 21 +-
.../main/jsonschema/StreamsFlinkConfiguration.json | 33 +-
.../TwitterFollowingPipelineConfiguration.json | 3 +-
.../TwitterPostsPipelineConfiguration.json | 6 +-
.../TwitterSpritzerPipelineConfiguration.json | 6 +-
...witterUserInformationPipelineConfiguration.json | 6 +-
.../src/main/resources/reference.conf | 10 +
.../apache/streams/examples/flink/FlinkBase.scala | 17 +-
.../collection/FlinkTwitterFollowingPipeline.scala | 11 +-
.../collection/FlinkTwitterPostsPipeline.scala | 9 +-
.../collection/FlinkTwitterSpritzerPipeline.scala | 9 +-
.../FlinkTwitterUserInformationPipeline.scala | 9 +-
.../FlinkTwitterFollowingPipelineFollowersIT.conf | 16 +-
.../FlinkTwitterFollowingPipelineFriendsIT.conf | 16 +-
.../resources/FlinkTwitterPostsPipelineIT.conf | 14 +-
.../resources/FlinkTwitterSpritzerPipelineIT.conf | 14 +-
.../FlinkTwitterUserInformationPipelineIT.conf | 14 +-
.../FlinkTwitterFollowingPipelineFollowersIT.scala | 8 +-
.../FlinkTwitterFollowingPipelineFriendsIT.scala | 8 +-
.../twitter/test/FlinkTwitterPostsPipelineIT.scala | 8 +-
.../test/FlinkTwitterSpritzerPipelineIT.scala | 8 +-
.../FlinkTwitterUserInformationPipelineIT.scala | 8 +-
.../elasticsearch-hdfs/pom.xml | 10 +
.../apache/streams/example/ElasticsearchHdfs.java | 6 +-
.../apache/streams/example/HdfsElasticsearch.java | 6 +-
.../jsonschema/ElasticsearchHdfsConfiguration.json | 5 +
.../jsonschema/HdfsElasticsearchConfiguration.json | 5 +
.../streams/example/test/ElasticsearchHdfsIT.java | 8 +-
.../streams/example/test/HdfsElasticsearchIT.java | 11 +-
.../elasticsearch-reindex/pom.xml | 10 +
.../streams/example/ElasticsearchReindex.java | 7 +-
.../ElasticsearchReindexConfiguration.json | 5 +
.../src/main/resources/application.json | 29 -
.../example/test/ElasticsearchReindexChildIT.java | 8 +-
.../example/test/ElasticsearchReindexIT.java | 8 +-
.../example/test/ElasticsearchReindexParentIT.java | 8 +-
.../resources/ElasticsearchReindexChildIT.conf | 37 -
.../src/test/resources/ElasticsearchReindexIT.conf | 36 -
.../resources/ElasticsearchReindexParentIT.conf | 37 -
.../mongo-elasticsearch-sync/pom.xml | 10 +
.../streams/example/MongoElasticsearchSync.java | 6 +-
.../MongoElasticsearchSyncConfiguration.json | 5 +
.../example/test/MongoElasticsearchSyncIT.java | 8 +-
.../test/resources/MongoElasticsearchSyncIT.conf | 35 -
.../apache/streams/example/TwitterFollowNeo4j.java | 2 +-
.../twitter-history-elasticsearch/pom.xml | 10 +
.../example/TwitterHistoryElasticsearch.java | 6 +-
.../TwitterHistoryElasticsearchConfiguration.json | 18 +
.../TwitterHistoryElasticsearchConfiguration.json | 13 -
.../test/TwitterHistoryElasticsearchIT.java | 8 +-
.../resources/TwitterHistoryElasticsearchIT.conf | 31 -
.../twitter-userstream-elasticsearch/pom.xml | 10 +
.../example/TwitterUserstreamElasticsearch.java | 10 +-
...witterUserstreamElasticsearchConfiguration.json | 7 +-
.../test/TwitterUserstreamElasticsearchIT.java | 21 +-
.../TwitterUserstreamElasticsearchIT.conf | 32 -
.../monitoring/tasks/BroadcastMonitorThread.java | 25 +-
.../local/monitoring/MonitoringConfiguration.json | 3 +-
.../src/main/resources/reference.conf | 2 +-
.../tasks/BroadcastMonitorThreadTest.java | 18 +-
.../dropwizard/StreamDropwizardBuilder.java | 23 +-
.../streams/dropwizard/StreamsApplication.java | 2 +-
.../streams/local/builders/LocalStreamBuilder.java | 144 +-
.../main/jsonschema/LocalRuntimeConfiguration.json | 7 +-
.../src/main/resources/reference.conf | 15 +-
.../local/builders/LocalStreamBuilderTest.java | 25 +-
200 files changed, 2550 insertions(+), 2369 deletions(-)
create mode 100644 streams-config/src/test/java/org/apache/streams/config/test/StreamsConfigurationForTesting.java
copy streams-config/src/test/resources/{componentTest.conf => custom.conf} (73%)
copy streams-components/streams-converters/src/test/resources/test1.conf => streams-config/src/test/resources/customChild.conf (95%)
copy streams-components/streams-converters/src/test/resources/test3b.conf => streams-contrib/streams-persist-filebuffer/src/test/resources/FileBufferPersistIT.conf (88%)
copy streams-contrib/{streams-provider-google/google-gplus/src/test/resources/GooglePlusActivitySerDeIT.conf => streams-persist-hdfs/src/main/resources/reference.conf} (92%)
copy streams-contrib/{streams-provider-twitter/src/main/jsonschema/org/apache/streams/twitter/pojo/MediaItem.json => streams-provider-facebook/src/main/jsonschema/org/apache/streams/facebook/FacebookPageFeedProviderConfiguration.json} (57%)
copy streams-contrib/{streams-provider-twitter/src/main/jsonschema/org/apache/streams/twitter/pojo/MediaItem.json => streams-provider-google/google-gplus/src/main/jsonschema/org/apache/streams/google/gplus/GPlusUserActivityProviderConfiguration.json} (57%)
copy streams-contrib/{streams-provider-twitter/src/main/jsonschema/org/apache/streams/twitter/pojo/MediaItem.json => streams-provider-google/google-gplus/src/main/jsonschema/org/apache/streams/google/gplus/GPlusUserDataProviderConfiguration.json} (57%)
copy streams-contrib/{streams-provider-twitter/src/main/jsonschema/org/apache/streams/twitter/pojo/MediaItem.json => streams-provider-youtube/src/main/jsonschema/org/apache/streams/youtube/YoutubeChannelProviderConfiguration.json} (57%)
copy streams-contrib/{streams-provider-twitter/src/main/jsonschema/org/apache/streams/twitter/pojo/MediaItem.json => streams-provider-youtube/src/main/jsonschema/org/apache/streams/youtube/YoutubeUserActivityProviderConfiguration.json} (57%)
create mode 100644 streams-examples/streams-examples-flink/flink-twitter-collection/src/main/resources/reference.conf
delete mode 100644 streams-examples/streams-examples-local/elasticsearch-reindex/src/main/resources/application.json
delete mode 100644 streams-examples/streams-examples-local/elasticsearch-reindex/src/test/resources/ElasticsearchReindexChildIT.conf
delete mode 100644 streams-examples/streams-examples-local/elasticsearch-reindex/src/test/resources/ElasticsearchReindexIT.conf
delete mode 100644 streams-examples/streams-examples-local/elasticsearch-reindex/src/test/resources/ElasticsearchReindexParentIT.conf
delete mode 100644 streams-examples/streams-examples-local/mongo-elasticsearch-sync/src/test/resources/MongoElasticsearchSyncIT.conf
create mode 100644 streams-examples/streams-examples-local/twitter-history-elasticsearch/src/main/jsonschema/TwitterHistoryElasticsearchConfiguration.json
delete mode 100644 streams-examples/streams-examples-local/twitter-history-elasticsearch/src/main/jsonschema/org/apache/streams/example/twitter/TwitterHistoryElasticsearchConfiguration.json
delete mode 100644 streams-examples/streams-examples-local/twitter-history-elasticsearch/src/test/resources/TwitterHistoryElasticsearchIT.conf
rename streams-examples/streams-examples-local/twitter-userstream-elasticsearch/src/main/jsonschema/{org/apache/streams/example/twitter => }/TwitterUserstreamElasticsearchConfiguration.json (50%)
delete mode 100644 streams-examples/streams-examples-local/twitter-userstream-elasticsearch/src/test/resources/TwitterUserstreamElasticsearchIT.conf
--
To stop receiving notification emails like this one, please contact
sblackmon@apache.org.
[streams] 01/01: Merge pull request #423 from
steveblackmon/STREAMS-582, 583
Posted by sb...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
sblackmon pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/streams.git
commit c052fa71cc81095c49950eb4bf0c3bf8188b7123
Merge: c809e47 41aacb3
Author: Steve Blackmon <sb...@apache.org>
AuthorDate: Wed Mar 28 09:19:28 2018 -0500
Merge pull request #423 from steveblackmon/STREAMS-582,583
STREAMS-582,583
pom.xml | 5 +
.../http/persist/SimpleHTTPPostPersistWriter.java | 3 +-
.../http/processor/SimpleHTTPGetProcessor.java | 5 +-
.../http/processor/SimpleHTTPPostProcessor.java | 5 +-
.../http/provider/SimpleHttpProvider.java | 3 +-
.../streams/config/ComponentConfigurator.java | 127 +-
.../apache/streams/config/StreamsConfigurator.java | 103 +-
.../main/jsonschema/ComponentConfiguration.json | 43 +-
.../src/main/jsonschema/StreamsConfiguration.json | 5 +
streams-config/src/main/resources/reference.conf | 25 +-
.../config/test/ComponentConfiguratorTest.java | 67 +-
.../test/StreamsConfigurationForTesting.java | 50 +
.../config/test/StreamsConfiguratorTest.java | 217 ++-
.../src/test/resources/custom.conf | 17 +-
.../src/test/resources/customChild.conf | 4 +-
.../src/main/resources/reference.conf | 2 +-
.../org/apache/streams/s3/S3PersistWriter.java | 2 +-
.../streams/cassandra/CassandraPersistReader.java | 8 +-
.../streams/cassandra/CassandraPersistWriter.java | 3 +-
.../src/main/resources/reference.conf | 6 +-
.../src/test/resources/cassandra.conf | 18 +-
.../elasticsearch/ElasticsearchPersistWriter.java | 3 +-
.../streams/elasticsearch/ElasticsearchQuery.java | 3 +-
.../DatumFromMetadataAsDocumentProcessor.java | 8 +-
.../processor/DatumFromMetadataProcessor.java | 8 +-
.../src/main/resources/reference.conf | 12 +-
.../filebuffer/FileBufferPersistReader.java | 5 +-
.../filebuffer/FileBufferPersistWriter.java | 5 +-
.../streams/file/FileBufferConfiguration.json | 29 +-
.../src/main/resources/reference.conf | 4 +-
.../filebuffer/test/FileBufferPersistIT.java | 106 +-
.../filebuffer/test/TestFileBufferPersist.java | 49 +-
.../src/test/resources/FileBufferPersistIT.conf | 6 +-
.../apache/streams/hbase/HbasePersistReader.java | 3 +-
.../apache/streams/hbase/HbasePersistWriter.java | 3 +-
.../apache/streams/hdfs/WebHdfsPersistReader.java | 2 +-
.../apache/streams/hdfs/WebHdfsPersistWriter.java | 2 +-
.../src/main/resources/reference.conf} | 8 +-
.../src/test/resources/hdfs-read.conf | 3 +-
.../src/test/resources/hdfs-write.conf | 3 +-
.../apache/streams/kafka/KafkaPersistReader.java | 6 +-
.../apache/streams/kafka/KafkaPersistWriter.java | 8 +-
.../apache/streams/mongo/MongoPersistReader.java | 6 +-
.../apache/streams/mongo/MongoPersistWriter.java | 3 +-
.../apache/streams/mongo/MongoConfiguration.json | 1 +
.../src/main/resources/mongo.conf | 11 +-
.../apache/streams/mongo/test/MongoPersistIT.java | 9 +-
.../src/test/resources/MongoPersistIT.conf | 2 +-
.../streams/neo4j/bolt/Neo4jBoltPersistReader.java | 3 +-
.../streams/neo4j/http/Neo4jHttpPersistReader.java | 2 +-
.../streams/neo4j/http/Neo4jHttpPersistWriter.java | 2 +-
.../peoplepattern/AccountTypeProcessor.java | 3 +-
.../peoplepattern/DemographicsProcessor.java | 3 +-
.../facebook/provider/FacebookProvider.java | 7 +-
.../provider/page/FacebookPageProvider.java | 18 +-
.../pagefeed/FacebookPageFeedProvider.java | 15 +-
.../FacebookPageFeedProviderConfiguration.json | 11 +
.../src/main/resources/reference.conf | 238 +--
.../providers/page/FacebookPageProviderIT.java | 10 +-
.../pagefeed/FacebookPageFeedProviderIT.java | 8 +
.../test/resources/FacebookPageFeedProviderIT.conf | 2 +-
.../src/test/resources/FacebookPageProviderIT.conf | 2 +-
.../streams/gmail/provider/GMailProvider.java | 6 +-
.../gplus/provider/AbstractGPlusProvider.java | 3 +-
.../gplus/provider/GPlusUserActivityProvider.java | 10 +-
.../gplus/provider/GPlusUserDataProvider.java | 12 +-
.../GPlusUserActivityProviderConfiguration.json | 11 +
.../gplus/GPlusUserDataProviderConfiguration.json | 11 +
.../google-gplus/src/main/resources/reference.conf | 2 +-
.../providers/GPlusUserActivityProviderIT.java | 5 +
.../gplus/providers/GPlusUserDataProviderIT.java | 5 +
.../resources/GPlusUserActivityProviderIT.conf | 2 +-
.../test/resources/GPlusUserDataProviderIT.conf | 2 +-
.../provider/InstagramAbstractProvider.java | 3 +-
.../provider/InstagramCommentsProvider.java | 8 +-
.../provider/InstagramEngagersProvider.java | 8 +-
.../provider/InstagramLikersProvider.java | 8 +-
.../recentmedia/InstagramRecentMediaProvider.java | 8 +-
.../userinfo/InstagramUserInfoProvider.java | 9 +-
.../src/main/resources/reference.conf | 9 +-
.../resources/InstagramCommentsProviderIT.conf | 2 +-
.../resources/InstagramEngagersProviderIT.conf | 2 +-
.../test/resources/InstagramLikersProviderIT.conf | 2 +-
.../resources/InstagramRecentMediaProviderIT.conf | 2 +-
.../resources/InstagramUserInfoProviderIT.conf | 2 +-
.../streams/rss/provider/RssStreamProvider.java | 4 +-
.../src/main/resources/reference.conf | 2 +-
.../org/apache/streams/twitter/api/Twitter.java | 9 +-
.../api/TwitterOAuthRequestInterceptor.java | 3 +-
.../processor/FetchAndReplaceTwitterProcessor.java | 7 +-
.../twitter/provider/SevenDaySearchProvider.java | 21 +-
.../twitter/provider/ThirtyDaySearchProvider.java | 4 +-
.../twitter/provider/TwitterEngagersProvider.java | 26 +-
.../twitter/provider/TwitterFollowingProvider.java | 22 +-
.../twitter/provider/TwitterProviderUtil.java | 2 +-
.../twitter/provider/TwitterStreamProvider.java | 7 +-
.../twitter/provider/TwitterTimelineProvider.java | 16 +-
.../provider/TwitterUserInformationProvider.java | 18 +-
.../SevenDaySearchProviderConfiguration.json | 8 +-
.../ThirtyDaySearchProviderConfiguration.json | 8 +-
.../twitter/config/TwitterConfiguration.json | 4 +-
.../TwitterEngagersProviderConfiguration.json | 8 +-
.../config/TwitterFollowingConfiguration.json | 14 +-
.../twitter/config/TwitterStreamConfiguration.json | 2 +-
.../TwitterTimelineProviderConfiguration.json | 8 +-
.../TwitterUserInformationConfiguration.json | 5 +-
.../src/main/resources/followers.conf | 6 +-
.../src/main/resources/friends.conf | 6 +-
.../src/main/resources/reference.conf | 64 +-
.../src/main/resources/sample.conf | 6 +-
.../src/main/resources/userinfo.conf | 7 +-
.../src/main/resources/userstream.conf | 6 +-
.../apache/streams/twitter/test/api/TwitterIT.java | 18 +-
.../twitter/test/api/TwitterSecurityTest.java | 5 +-
.../test/providers/TwitterEngagersProviderIT.java | 9 +-
.../test/providers/TwitterFollowingProviderIT.java | 4 +-
.../test/resources/TwitterEngagersProviderIT.conf | 17 +-
.../test/resources/TwitterFollowingProviderIT.conf | 8 +-
.../src/test/resources/TwitterIT.conf | 2 +-
.../resources/TwitterSevenDaySearchProviderIT.conf | 8 +-
.../test/resources/TwitterStreamProviderIT.conf | 15 +-
.../TwitterThirtyDaySearchProviderIT.conf | 8 +-
.../test/resources/TwitterTimelineProviderIT.conf | 10 +-
.../TwitterUserInformationProviderIT.conf | 2008 ++++++++++----------
.../youtube/provider/YoutubeChannelProvider.java | 12 +-
.../streams/youtube/provider/YoutubeProvider.java | 3 +-
.../provider/YoutubeUserActivityProvider.java | 10 +-
.../YoutubeChannelProviderConfiguration.json | 11 +
.../YoutubeUserActivityProviderConfiguration.json | 11 +
.../test/providers/YoutubeChannelProviderIT.java | 5 +
.../providers/YoutubeUserActivityProviderIT.java | 7 +-
.../test/resources/YoutubeChannelProviderIT.conf | 2 +-
.../resources/YoutubeUserActivityProviderIT.conf | 2 +-
.../main/jsonschema/FlinkBatchConfiguration.json | 3 +-
.../jsonschema/FlinkStreamingConfiguration.json | 21 +-
.../main/jsonschema/StreamsFlinkConfiguration.json | 33 +-
.../TwitterFollowingPipelineConfiguration.json | 3 +-
.../TwitterPostsPipelineConfiguration.json | 6 +-
.../TwitterSpritzerPipelineConfiguration.json | 6 +-
...witterUserInformationPipelineConfiguration.json | 6 +-
.../src/main/resources/reference.conf | 10 +
.../apache/streams/examples/flink/FlinkBase.scala | 17 +-
.../collection/FlinkTwitterFollowingPipeline.scala | 11 +-
.../collection/FlinkTwitterPostsPipeline.scala | 9 +-
.../collection/FlinkTwitterSpritzerPipeline.scala | 9 +-
.../FlinkTwitterUserInformationPipeline.scala | 9 +-
.../FlinkTwitterFollowingPipelineFollowersIT.conf | 16 +-
.../FlinkTwitterFollowingPipelineFriendsIT.conf | 16 +-
.../resources/FlinkTwitterPostsPipelineIT.conf | 14 +-
.../resources/FlinkTwitterSpritzerPipelineIT.conf | 14 +-
.../FlinkTwitterUserInformationPipelineIT.conf | 14 +-
.../FlinkTwitterFollowingPipelineFollowersIT.scala | 8 +-
.../FlinkTwitterFollowingPipelineFriendsIT.scala | 8 +-
.../twitter/test/FlinkTwitterPostsPipelineIT.scala | 8 +-
.../test/FlinkTwitterSpritzerPipelineIT.scala | 8 +-
.../FlinkTwitterUserInformationPipelineIT.scala | 8 +-
.../elasticsearch-hdfs/pom.xml | 10 +
.../apache/streams/example/ElasticsearchHdfs.java | 6 +-
.../apache/streams/example/HdfsElasticsearch.java | 6 +-
.../jsonschema/ElasticsearchHdfsConfiguration.json | 5 +
.../jsonschema/HdfsElasticsearchConfiguration.json | 5 +
.../streams/example/test/ElasticsearchHdfsIT.java | 8 +-
.../streams/example/test/HdfsElasticsearchIT.java | 11 +-
.../elasticsearch-reindex/pom.xml | 10 +
.../streams/example/ElasticsearchReindex.java | 7 +-
.../ElasticsearchReindexConfiguration.json | 5 +
.../src/main/resources/application.json | 29 -
.../example/test/ElasticsearchReindexChildIT.java | 8 +-
.../example/test/ElasticsearchReindexIT.java | 8 +-
.../example/test/ElasticsearchReindexParentIT.java | 8 +-
.../resources/ElasticsearchReindexChildIT.conf | 37 -
.../src/test/resources/ElasticsearchReindexIT.conf | 36 -
.../resources/ElasticsearchReindexParentIT.conf | 37 -
.../mongo-elasticsearch-sync/pom.xml | 10 +
.../streams/example/MongoElasticsearchSync.java | 6 +-
.../MongoElasticsearchSyncConfiguration.json | 5 +
.../example/test/MongoElasticsearchSyncIT.java | 8 +-
.../test/resources/MongoElasticsearchSyncIT.conf | 35 -
.../apache/streams/example/TwitterFollowNeo4j.java | 2 +-
.../twitter-history-elasticsearch/pom.xml | 10 +
.../example/TwitterHistoryElasticsearch.java | 6 +-
.../TwitterHistoryElasticsearchConfiguration.json | 18 +
.../TwitterHistoryElasticsearchConfiguration.json | 13 -
.../test/TwitterHistoryElasticsearchIT.java | 8 +-
.../resources/TwitterHistoryElasticsearchIT.conf | 31 -
.../twitter-userstream-elasticsearch/pom.xml | 10 +
.../example/TwitterUserstreamElasticsearch.java | 10 +-
...witterUserstreamElasticsearchConfiguration.json | 7 +-
.../test/TwitterUserstreamElasticsearchIT.java | 21 +-
.../TwitterUserstreamElasticsearchIT.conf | 32 -
.../monitoring/tasks/BroadcastMonitorThread.java | 25 +-
.../local/monitoring/MonitoringConfiguration.json | 3 +-
.../src/main/resources/reference.conf | 2 +-
.../tasks/BroadcastMonitorThreadTest.java | 18 +-
.../dropwizard/StreamDropwizardBuilder.java | 23 +-
.../streams/dropwizard/StreamsApplication.java | 2 +-
.../streams/local/builders/LocalStreamBuilder.java | 144 +-
.../main/jsonschema/LocalRuntimeConfiguration.json | 7 +-
.../src/main/resources/reference.conf | 15 +-
.../local/builders/LocalStreamBuilderTest.java | 25 +-
200 files changed, 2595 insertions(+), 2344 deletions(-)
--
To stop receiving notification emails like this one, please contact
sblackmon@apache.org.